exchangeReplay phase=7 transfers=1 activeTiles=2 overlappingTiles=1 eventCycles=91 touchedSpans=3
2026-09-11T15:39:15.898169Z  INFO writing application package tiles=1472
2026-09-11T15:39:15.899272Z  INFO application package written
2026-09-11T15:39:15.899452Z  INFO waiting for hardware ownership path=artifacts/layout-sweep/device.lock
2026-09-11T15:39:15.899478Z  INFO acquired hardware ownership path=artifacts/layout-sweep/device.lock
2026-09-11T15:39:15.899483Z  INFO opening IPU device path="/dev/ipu0"
2026-09-11T15:39:15.899520Z  INFO IPU device attached path=/dev/ipu0
2026-09-11T15:39:15.899524Z  INFO initializing IPU device
2026-09-11T15:39:15.909898Z  INFO IPU device initialized
2026-09-11T15:39:15.909910Z  INFO replaying device configuration register_writes=2003
2026-09-11T15:39:15.913458Z  INFO loading application tile_count=1472 final_mark=23
2026-09-11T15:39:16.125723Z  INFO application loaded and initial synchronization completed tile_count=1472
2026-09-11T15:39:16.127602Z  INFO starting host exchange session startup_mark=23
2026-09-11T15:39:16.127632Z  INFO attaching host exchange pages pages=2
2026-09-11T15:39:16.128428Z  INFO host exchange session started
2026-09-11T15:39:16.128442Z  INFO invoking streaming host exchange call call="run" command=0 phases=3
2026-09-11T15:39:16.193228Z ERROR exchange replay failed error=device timeout: host call run phase 2/3: invalid device data: exchange replay phase 7 corrupted logical tile 1: [(393216, 152183779, 194126819, Some([(1, 413696)]), Some([(1, 393216)]), [(0, Receive, 54, 86, 91)], [(0, Send, 28, 60, 413696, 64), (0, Receive, 54, 86, 393216, 64)], [(0, 0, PartnerBusy, 28, 60, 413696, 64), (1, 0, Send, 28, 60, 413696, 64), (1, 0, Receive, 54, 86, 393216, 64)], []), (393220, 152175587, 194118627, Some([(1, 413700)]), Some([(1, 393220)]), [(0, Receive, 54, 86, 91)], [(0, Send, 28, 60, 413696, 64), (0, Receive, 54, 86, 393216, 64)], [(0, 0, PartnerBusy, 28, 60, 413696, 64), (1, 0, Send, 28, 60, 413696, 64), (1, 0, Receive, 54, 86, 393216, 64)], []), (393224, 152200163, 194143203, Some([(1, 413704)]), Some([(1, 393224)]), [(0, Receive, 54, 86, 91)], [(0, Send, 28, 60, 413696, 64), (0, Receive, 54, 86, 393216, 64)], [(0, 0, PartnerBusy, 28, 60, 413696, 64), (1, 0, Send, 28, 60, 413696, 64), (1, 0, Receive, 54, 86, 393216, 64)], []), (393228, 152191971, 194135011, Some([(1, 413708)]), Some([(1, 393228)]), [(0, Receive, 54, 86, 91)], [(0, Send, 28, 60, 413696, 64), (0, Receive, 54, 86, 393216, 64)], [(0, 0, PartnerBusy, 28, 60, 413696, 64), (1, 0, Send, 28, 60, 413696, 64), (1, 0, Receive, 54, 86, 393216, 64)], []), (393232, 152216547, 194159587, Some([(1, 413712)]), Some([(1, 393232)]), [(0, Receive, 54, 86, 91)], [(0, Send, 28, 60, 413696, 64), (0, Receive, 54, 86, 393216, 64)], [(0, 0, PartnerBusy, 28, 60, 413696, 64), (1, 0, Send, 28, 60, 413696, 64), (1, 0, Receive, 54, 86, 393216, 64)], []), (393236, 152208355, 194151395, Some([(1, 413716)]), Some([(1, 393236)]), [(0, Receive, 54, 86, 91)], [(0, Send, 28, 60, 413696, 64), (0, Receive, 54, 86, 393216, 64)], [(0, 0, PartnerBusy, 28, 60, 413696, 64), (1, 0, Send, 28, 60, 413696, 64), (1, 0, Receive, 54, 86, 393216, 64)], []), (393240, 152232931, 194175971, Some([(1, 413720)]), Some([(1, 393240)]), [(0, Receive, 54, 86, 91)], [(0, Send, 28, 60, 413696, 64), (0, Receive, 54, 86, 393216, 64)], [(0, 0, PartnerBusy, 28, 60, 413696, 64), (1, 0, Send, 28, 60, 413696, 64), (1, 0, Receive, 54, 86, 393216, 64)], []), (393244, 152224739, 194167779, Some([(1, 413724)]), Some([(1, 393244)]), [(0, Receive, 54, 86, 91)], [(0, Send, 28, 60, 413696, 64), (0, Receive, 54, 86, 393216, 64)], [(0, 0, PartnerBusy, 28, 60, 413696, 64), (1, 0, Send, 28, 60, 413696, 64), (1, 0, Receive, 54, 86, 393216, 64)], []), (393248, 152249315, 194192355, Some([(1, 413728)]), Some([(1, 393248)]), [(0, Receive, 54, 86, 91)], [(0, Send, 28, 60, 413696, 64), (0, Receive, 54, 86, 393216, 64)], [(0, 0, PartnerBusy, 28, 60, 413696, 64), (1, 0, Send, 28, 60, 413696, 64), (1, 0, Receive, 54, 86, 393216, 64)], []), (393252, 152241123, 194184163, Some([(1, 413732)]), Some([(1, 393252)]), [(0, Receive, 54, 86, 91)], [(0, Send, 28, 60, 413696, 64), (0, Receive, 54, 86, 393216, 64)], [(0, 0, PartnerBusy, 28, 60, 413696, 64), (1, 0, Send, 28, 60, 413696, 64), (1, 0, Receive, 54, 86, 393216, 64)], []), (393256, 152265699, 194208739, Some([(1, 413736)]), Some([(1, 393256)]), [(0, Receive, 54, 86, 91)], [(0, Send, 28, 60, 413696, 64), (0, Receive, 54, 86, 393216, 64)], [(0, 0, PartnerBusy, 28, 60, 413696, 64), (1, 0, Send, 28, 60, 413696, 64), (1, 0, Receive, 54, 86, 393216, 64)], []), (393260, 152257507, 194200547, Some([(1, 413740)]), Some([(1, 393260)]), [(0, Receive, 54, 86, 91)], [(0, Send, 28, 60, 413696, 64), (0, Receive, 54, 86, 393216, 64)], [(0, 0, PartnerBusy, 28, 60, 413696, 64), (1, 0, Send, 28, 60, 413696, 64), (1, 0, Receive, 54, 86, 393216, 64)], []), (393264, 152282083, 194225123, Some([(1, 413744)]), Some([(1, 393264)]), [(0, Receive, 54, 86, 91)], [(0, Send, 28, 60, 413696, 64), (0, Receive, 54, 86, 393216, 64)], [(0, 0, PartnerBusy, 28, 60, 413696, 64), (1, 0, Send, 28, 60, 413696, 64), (1, 0, Receive, 54, 86, 393216, 64)], []), (393268, 152273891, 194216931, Some([(1, 413748)]), Some([(1, 393268)]), [(0, Receive, 54, 86, 91)], [(0, Send, 28, 60, 413696, 64), (0, Receive, 54, 86, 393216, 64)], [(0, 0, PartnerBusy, 28, 60, 413696, 64), (1, 0, Send, 28, 60, 413696, 64), (1, 0, Receive, 54, 86, 393216, 64)], []), (393272, 152298467, 194241507, Some([(1, 413752)]), Some([(1, 393272)]), [(0, Receive, 54, 86, 91)], [(0, Send, 28, 60, 413696, 64), (0, Receive, 54, 86, 393216, 64)], [(0, 0, PartnerBusy, 28, 60, 413696, 64), (1, 0, Send, 28, 60, 413696, 64), (1, 0, Receive, 54, 86, 393216, 64)], []), (393276, 152290275, 194233315, Some([(1, 413756)]), Some([(1, 393276)]), [(0, Receive, 54, 86, 91)], [(0, Send, 28, 60, 413696, 64), (0, Receive, 54, 86, 393216, 64)], [(0, 0, PartnerBusy, 28, 60, 413696, 64), (1, 0, Send, 28, 60, 413696, 64), (1, 0, Receive, 54, 86, 393216, 64)], [])] device=counts=[0, 0, 1472, 0] firstUnexpected=[(0, 2), (1, 2), (2, 2), (3, 2), (4, 2), (5, 2), (6, 2), (7, 2), (8, 2), (9, 2), (10, 2), (11, 2), (12, 2), (13, 2), (14, 2), (15, 2)] contexts=[(0, 2, Ok(377056), Some("generated tile program+0x40"), Some((376992, 92, 56, [423624705, 413216875, 1098911744, 421527553, 422938388])), Some((23, 0, [])), None, Ok([311752, 327680, 393216, 393216, 1, 0, 360456, 377024, 1, 377008, 377056, 362208, 0, 0, 0, 0]), Ok((1, 23)), Ok(None), Ok([0, 0, 0, 0, 0, 0]), []), (1, 2, Ok(377044), Some("generated tile program+0x34"), Some((376992, 76, 44, [423624705, 413216875, 1098911744, 421527553, 422952992])), Some((19, 0, [])), None, Ok([311752, 4, 393216, 393216, 1, 327680, 0, 4294967295, 0, 377004, 377044, 362208, 0, 0, 0, 0]), Ok((0, 23)), Ok(None), Ok([0, 0, 0, 0, 0, 0]), []), (2, 2, Ok(377052), Some("generated tile program+0x3c"), Some((376992, 84, 52, [423624705, 413216875, 1098911744, 421527553, 422952992])), Some((21, 0, [])), None, Ok([311752, 4, 393216, 393216, 1, 327680, 0, 377020, 1, 377004, 377052, 362208, 0, 0, 0, 0]), Ok((1, 31)), Ok(None), Ok([0, 0, 0, 0, 0, 0]), []), (3, 2, Ok(377044), Some("generated tile program+0x34"), Some((376992, 76, 44, [423624705, 413216875, 1098911744, 421527553, 422952992])), Some((19, 0, [])), None, Ok([311752, 4, 393216, 393216, 1, 327680, 0, 4294967295, 0, 377004, 377044, 362208, 0, 0, 0, 0]), Ok((0, 23)), Ok(None), Ok([0, 0, 0, 0, 0, 0]), []), (4, 2, Ok(377044), Some("generated tile program+0x34"), Some((376992, 76, 44, [423624705, 413216875, 1098911744, 421527553, 422952992])), Some((19, 0, [])), None, Ok([311752, 4, 393216, 393216, 1, 327680, 0, 4294967295, 0, 377004, 377044, 362208, 0, 0, 0, 0]), Ok((0, 23)), Ok(None), Ok([0, 0, 0, 0, 0, 0]), []), (5, 2, Ok(377044), Some("generated tile program+0x34"), Some((376992, 76, 44, [423624705, 413216875, 1098911744, 421527553, 422952992])), Some((19, 0, [])), None, Ok([311752, 4, 393216, 393216, 1, 327680, 0, 4294967295, 0, 377004, 377044, 362208, 0, 0, 0, 0]), Ok((0, 23)), Ok(None), Ok([0, 0, 0, 0, 0, 0]), []), (6, 2, Ok(377044), Some("generated tile program+0x34"), Some((376992, 76, 44, [423624705, 413216875, 1098911744, 421527553, 422952992])), Some((19, 0, [])), None, Ok([311752, 4, 393216, 393216, 1, 327680, 0, 4294967295, 0, 377004, 377044, 362208, 0, 0, 0, 0]), Ok((0, 23)), Ok(None), Ok([0, 0, 0, 0, 0, 0]), []), (7, 2, Ok(377044), Some("generated tile program+0x34"), Some((376992, 76, 44, [423624705, 413216875, 1098911744, 421527553, 422952992])), Some((19, 0, [])), None, Ok([311752, 4, 393216, 393216, 1, 327680, 0, 4294967295, 0, 377004, 377044, 362208, 0, 0, 0, 0]), Ok((0, 23)), Ok(None), Ok([0, 0, 0, 0, 0, 0]), []), (8, 2, Ok(377044), Some("generated tile program+0x34"), Some((376992, 76, 44, [423624705, 413216875, 1098911744, 421527553, 422952992])), Some((19, 0, [])), None, Ok([311752, 4, 393216, 393216, 1, 327680, 0, 4294967295, 0, 377004, 377044, 362208, 0, 0, 0, 0]), Ok((0, 23)), Ok(None), Ok([0, 0, 0, 0, 0, 0]), []), (9, 2, Ok(377044), Some("generated tile program+0x34"), Some((376992, 76, 44, [423624705, 413216875, 1098911744, 421527553, 422952992])), Some((19, 0, [])), None, Ok([311752, 4, 393216, 393216, 1, 327680, 0, 4294967295, 0, 377004, 377044, 362208, 0, 0, 0, 0]), Ok((0, 23)), Ok(None), Ok([0, 0, 0, 0, 0, 0]), []), (10, 2, Ok(377044), Some("generated tile program+0x34"), Some((376992, 76, 44, [423624705, 413216875, 1098911744, 421527553, 422952992])), Some((19, 0, [])), None, Ok([311752, 4, 393216, 393216, 1, 327680, 0, 4294967295, 0, 377004, 377044, 362208, 0, 0, 0, 0]), Ok((0, 23)), Ok(None), Ok([0, 0, 0, 0, 0, 0]), []), (11, 2, Ok(377044), Some("generated tile program+0x34"), Some((376992, 76, 44, [423624705, 413216875, 1098911744, 421527553, 422952992])), Some((19, 0, [])), None, Ok([311752, 4, 393216, 393216, 1, 327680, 0, 4294967295, 0, 377004, 377044, 362208, 0, 0, 0, 0]), Ok((0, 23)), Ok(None), Ok([0, 0, 0, 0, 0, 0]), []), (12, 2, Ok(377044), Some("generated tile program+0x34"), Some((376992, 76, 44, [423624705, 413216875, 1098911744, 421527553, 422952992])), Some((19, 0, [])), None, Ok([311752, 4, 393216, 393216, 1, 327680, 0, 4294967295, 0, 377004, 377044, 362208, 0, 0, 0, 0]), Ok((0, 23)), Ok(None), Ok([0, 0, 0, 0, 0, 0]), []), (13, 2, Ok(377044), Some("generated tile program+0x34"), Some((376992, 76, 44, [423624705, 413216875, 1098911744, 421527553, 422952992])), Some((19, 0, [])), None, Ok([311752, 4, 393216, 393216, 1, 327680, 0, 4294967295, 0, 377004, 377044, 362208, 0, 0, 0, 0]), Ok((0, 23)), Ok(None), Ok([0, 0, 0, 0, 0, 0]), []), (14, 2, Ok(377044), Some("generated tile program+0x34"), Some((376992, 76, 44, [423624705, 413216875, 1098911744, 421527553, 422952992])), Some((19, 0, [])), None, Ok([311752, 4, 393216, 393216, 1, 327680, 0, 4294967295, 0, 377004, 377044, 362208, 0, 0, 0, 0]), Ok((0, 23)), Ok(None), Ok([0, 0, 0, 0, 0, 0]), []), (15, 2, Ok(377044), Some("generated tile program+0x34"), Some((376992, 76, 44, [423624705, 413216875, 1098911744, 421527553, 422952992])), Some((19, 0, [])), None, Ok([311752, 4, 393216, 393216, 1, 327680, 0, 4294967295, 0, 377004, 377044, 362208, 0, 0, 0, 0]), Ok((0, 23)), Ok(None), Ok([0, 0, 0, 0, 0, 0]), [])]
Error: device timeout: host call run phase 2/3: invalid device data: exchange replay phase 7 corrupted logical tile 1: [(393216, 152183779, 194126819, Some([(1, 413696)]), Some([(1, 393216)]), [(0, Receive, 54, 86, 91)], [(0, Send, 28, 60, 413696, 64), (0, Receive, 54, 86, 393216, 64)], [(0, 0, PartnerBusy, 28, 60, 413696, 64), (1, 0, Send, 28, 60, 413696, 64), (1, 0, Receive, 54, 86, 393216, 64)], []), (393220, 152175587, 194118627, Some([(1, 413700)]), Some([(1, 393220)]), [(0, Receive, 54, 86, 91)], [(0, Send, 28, 60, 413696, 64), (0, Receive, 54, 86, 393216, 64)], [(0, 0, PartnerBusy, 28, 60, 413696, 64), (1, 0, Send, 28, 60, 413696, 64), (1, 0, Receive, 54, 86, 393216, 64)], []), (393224, 152200163, 194143203, Some([(1, 413704)]), Some([(1, 393224)]), [(0, Receive, 54, 86, 91)], [(0, Send, 28, 60, 413696, 64), (0, Receive, 54, 86, 393216, 64)], [(0, 0, PartnerBusy, 28, 60, 413696, 64), (1, 0, Send, 28, 60, 413696, 64), (1, 0, Receive, 54, 86, 393216, 64)], []), (393228, 152191971, 194135011, Some([(1, 413708)]), Some([(1, 393228)]), [(0, Receive, 54, 86, 91)], [(0, Send, 28, 60, 413696, 64), (0, Receive, 54, 86, 393216, 64)], [(0, 0, PartnerBusy, 28, 60, 413696, 64), (1, 0, Send, 28, 60, 413696, 64), (1, 0, Receive, 54, 86, 393216, 64)], []), (393232, 152216547, 194159587, Some([(1, 413712)]), Some([(1, 393232)]), [(0, Receive, 54, 86, 91)], [(0, Send, 28, 60, 413696, 64), (0, Receive, 54, 86, 393216, 64)], [(0, 0, PartnerBusy, 28, 60, 413696, 64), (1, 0, Send, 28, 60, 413696, 64), (1, 0, Receive, 54, 86, 393216, 64)], []), (393236, 152208355, 194151395, Some([(1, 413716)]), Some([(1, 393236)]), [(0, Receive, 54, 86, 91)], [(0, Send, 28, 60, 413696, 64), (0, Receive, 54, 86, 393216, 64)], [(0, 0, PartnerBusy, 28, 60, 413696, 64), (1, 0, Send, 28, 60, 413696, 64), (1, 0, Receive, 54, 86, 393216, 64)], []), (393240, 152232931, 194175971, Some([(1, 413720)]), Some([(1, 393240)]), [(0, Receive, 54, 86, 91)], [(0, Send, 28, 60, 413696, 64), (0, Receive, 54, 86, 393216, 64)], [(0, 0, PartnerBusy, 28, 60, 413696, 64), (1, 0, Send, 28, 60, 413696, 64), (1, 0, Receive, 54, 86, 393216, 64)], []), (393244, 152224739, 194167779, Some([(1, 413724)]), Some([(1, 393244)]), [(0, Receive, 54, 86, 91)], [(0, Send, 28, 60, 413696, 64), (0, Receive, 54, 86, 393216, 64)], [(0, 0, PartnerBusy, 28, 60, 413696, 64), (1, 0, Send, 28, 60, 413696, 64), (1, 0, Receive, 54, 86, 393216, 64)], []), (393248, 152249315, 194192355, Some([(1, 413728)]), Some([(1, 393248)]), [(0, Receive, 54, 86, 91)], [(0, Send, 28, 60, 413696, 64), (0, Receive, 54, 86, 393216, 64)], [(0, 0, PartnerBusy, 28, 60, 413696, 64), (1, 0, Send, 28, 60, 413696, 64), (1, 0, Receive, 54, 86, 393216, 64)], []), (393252, 152241123, 194184163, Some([(1, 413732)]), Some([(1, 393252)]), [(0, Receive, 54, 86, 91)], [(0, Send, 28, 60, 413696, 64), (0, Receive, 54, 86, 393216, 64)], [(0, 0, PartnerBusy, 28, 60, 413696, 64), (1, 0, Send, 28, 60, 413696, 64), (1, 0, Receive, 54, 86, 393216, 64)], []), (393256, 152265699, 194208739, Some([(1, 413736)]), Some([(1, 393256)]), [(0, Receive, 54, 86, 91)], [(0, Send, 28, 60, 413696, 64), (0, Receive, 54, 86, 393216, 64)], [(0, 0, PartnerBusy, 28, 60, 413696, 64), (1, 0, Send, 28, 60, 413696, 64), (1, 0, Receive, 54, 86, 393216, 64)], []), (393260, 152257507, 194200547, Some([(1, 413740)]), Some([(1, 393260)]), [(0, Receive, 54, 86, 91)], [(0, Send, 28, 60, 413696, 64), (0, Receive, 54, 86, 393216, 64)], [(0, 0, PartnerBusy, 28, 60, 413696, 64), (1, 0, Send, 28, 60, 413696, 64), (1, 0, Receive, 54, 86, 393216, 64)], []), (393264, 152282083, 194225123, Some([(1, 413744)]), Some([(1, 393264)]), [(0, Receive, 54, 86, 91)], [(0, Send, 28, 60, 413696, 64), (0, Receive, 54, 86, 393216, 64)], [(0, 0, PartnerBusy, 28, 60, 413696, 64), (1, 0, Send, 28, 60, 413696, 64), (1, 0, Receive, 54, 86, 393216, 64)], []), (393268, 152273891, 194216931, Some([(1, 413748)]), Some([(1, 393268)]), [(0, Receive, 54, 86, 91)], [(0, Send, 28, 60, 413696, 64), (0, Receive, 54, 86, 393216, 64)], [(0, 0, PartnerBusy, 28, 60, 413696, 64), (1, 0, Send, 28, 60, 413696, 64), (1, 0, Receive, 54, 86, 393216, 64)], []), (393272, 152298467, 194241507, Some([(1, 413752)]), Some([(1, 393272)]), [(0, Receive, 54, 86, 91)], [(0, Send, 28, 60, 413696, 64), (0, Receive, 54, 86, 393216, 64)], [(0, 0, PartnerBusy, 28, 60, 413696, 64), (1, 0, Send, 28, 60, 413696, 64), (1, 0, Receive, 54, 86, 393216, 64)], []), (393276, 152290275, 194233315, Some([(1, 413756)]), Some([(1, 393276)]), [(0, Receive, 54, 86, 91)], [(0, Send, 28, 60, 413696, 64), (0, Receive, 54, 86, 393216, 64)], [(0, 0, PartnerBusy, 28, 60, 413696, 64), (1, 0, Send, 28, 60, 413696, 64), (1, 0, Receive, 54, 86, 393216, 64)], [])]