--- /srv/rebuilderd/tmp/rebuilderdYoxTf4/inputs/libopenmpi40_6.0.0~rc2-2_riscv64.deb +++ /srv/rebuilderd/tmp/rebuilderdYoxTf4/out/libopenmpi40_6.0.0~rc2-2_riscv64.deb ├── file list │ @@ -1,3 +1,3 @@ │ -rw-r--r-- 0 0 0 4 2026-10-03 15:01:56.000000 debian-binary │ -rw-r--r-- 0 0 0 1548 2026-10-03 15:01:56.000000 control.tar.xz │ --rw-r--r-- 0 0 0 2619164 2026-10-03 15:01:56.000000 data.tar.xz │ +-rw-r--r-- 0 0 0 2619648 2026-10-03 15:01:56.000000 data.tar.xz ├── control.tar.xz │ ├── control.tar │ │ ├── ./md5sums │ │ │ ├── ./md5sums │ │ │ │┄ Files differ ├── data.tar.xz │ ├── data.tar │ │ ├── ./usr/lib/riscv64-linux-gnu/libopen-pal.so.40.50.0 │ │ │┄ File has been modified after NT_GNU_BUILD_ID has been applied. │ │ │ ├── readelf --wide --relocs {} │ │ │ │ @@ -32,118 +32,118 @@ │ │ │ │ 00000000001000f8 0000000000000003 R_RISCV_RELATIVE c8380 │ │ │ │ 0000000000100100 0000000000000003 R_RISCV_RELATIVE c8390 │ │ │ │ 0000000000100108 0000000000000003 R_RISCV_RELATIVE c83a0 │ │ │ │ 0000000000100110 0000000000000003 R_RISCV_RELATIVE c83b0 │ │ │ │ 0000000000100118 0000000000000003 R_RISCV_RELATIVE c83c0 │ │ │ │ 0000000000100120 0000000000000003 R_RISCV_RELATIVE c83d0 │ │ │ │ 0000000000100138 0000000000000003 R_RISCV_RELATIVE c9398 │ │ │ │ -0000000000100150 0000000000000003 R_RISCV_RELATIVE cfbb0 │ │ │ │ +0000000000100150 0000000000000003 R_RISCV_RELATIVE ccc20 │ │ │ │ 0000000000100168 0000000000000003 R_RISCV_RELATIVE c93c0 │ │ │ │ 0000000000100180 0000000000000003 R_RISCV_RELATIVE c93a8 │ │ │ │ 0000000000100198 0000000000000003 R_RISCV_RELATIVE c93a0 │ │ │ │ 00000000001001b0 0000000000000003 R_RISCV_RELATIVE c9390 │ │ │ │ 00000000001001b8 0000000000000003 R_RISCV_RELATIVE c9670 │ │ │ │ -00000000001001c0 0000000000000003 R_RISCV_RELATIVE 10b2e8 │ │ │ │ +00000000001001c0 0000000000000003 R_RISCV_RELATIVE 10b1e0 │ │ │ │ 00000000001001c8 0000000000000003 R_RISCV_RELATIVE c9688 │ │ │ │ -00000000001001d0 0000000000000003 R_RISCV_RELATIVE 10b270 │ │ │ │ -00000000001001d8 0000000000000003 R_RISCV_RELATIVE c96a0 │ │ │ │ -00000000001001e0 0000000000000003 R_RISCV_RELATIVE 10b128 │ │ │ │ -00000000001001e8 0000000000000003 R_RISCV_RELATIVE c96b8 │ │ │ │ -00000000001001f0 0000000000000003 R_RISCV_RELATIVE 10b0a0 │ │ │ │ -00000000001001f8 0000000000000003 R_RISCV_RELATIVE c96d0 │ │ │ │ -0000000000100200 0000000000000003 R_RISCV_RELATIVE 10b010 │ │ │ │ -0000000000100208 0000000000000003 R_RISCV_RELATIVE c96e8 │ │ │ │ -0000000000100210 0000000000000003 R_RISCV_RELATIVE 10af78 │ │ │ │ -0000000000100218 0000000000000003 R_RISCV_RELATIVE c9708 │ │ │ │ -0000000000100220 0000000000000003 R_RISCV_RELATIVE 10aef0 │ │ │ │ -0000000000100228 0000000000000003 R_RISCV_RELATIVE c9728 │ │ │ │ -0000000000100230 0000000000000003 R_RISCV_RELATIVE 10ae90 │ │ │ │ -0000000000100238 0000000000000003 R_RISCV_RELATIVE c9748 │ │ │ │ +00000000001001d0 0000000000000003 R_RISCV_RELATIVE 10b180 │ │ │ │ +00000000001001d8 0000000000000003 R_RISCV_RELATIVE c96a8 │ │ │ │ +00000000001001e0 0000000000000003 R_RISCV_RELATIVE 10b120 │ │ │ │ +00000000001001e8 0000000000000003 R_RISCV_RELATIVE c96c8 │ │ │ │ +00000000001001f0 0000000000000003 R_RISCV_RELATIVE 10b098 │ │ │ │ +00000000001001f8 0000000000000003 R_RISCV_RELATIVE c96e8 │ │ │ │ +0000000000100200 0000000000000003 R_RISCV_RELATIVE 10b000 │ │ │ │ +0000000000100208 0000000000000003 R_RISCV_RELATIVE c9708 │ │ │ │ +0000000000100210 0000000000000003 R_RISCV_RELATIVE 10af70 │ │ │ │ +0000000000100218 0000000000000003 R_RISCV_RELATIVE c9720 │ │ │ │ +0000000000100220 0000000000000003 R_RISCV_RELATIVE 10aee8 │ │ │ │ +0000000000100228 0000000000000003 R_RISCV_RELATIVE c9738 │ │ │ │ +0000000000100230 0000000000000003 R_RISCV_RELATIVE 10ae70 │ │ │ │ +0000000000100238 0000000000000003 R_RISCV_RELATIVE c9750 │ │ │ │ 0000000000100240 0000000000000003 R_RISCV_RELATIVE 10ae30 │ │ │ │ 0000000000100248 0000000000000003 R_RISCV_RELATIVE c9768 │ │ │ │ -0000000000100250 0000000000000003 R_RISCV_RELATIVE 10ac90 │ │ │ │ -0000000000100258 0000000000000003 R_RISCV_RELATIVE c9778 │ │ │ │ -0000000000100260 0000000000000003 R_RISCV_RELATIVE 10aa80 │ │ │ │ -0000000000100268 0000000000000003 R_RISCV_RELATIVE c9788 │ │ │ │ -0000000000100270 0000000000000003 R_RISCV_RELATIVE 10a9e0 │ │ │ │ -0000000000100278 0000000000000003 R_RISCV_RELATIVE c9798 │ │ │ │ -0000000000100280 0000000000000003 R_RISCV_RELATIVE 10a5b8 │ │ │ │ -0000000000100288 0000000000000003 R_RISCV_RELATIVE c97b0 │ │ │ │ -0000000000100290 0000000000000003 R_RISCV_RELATIVE 10a500 │ │ │ │ -0000000000100298 0000000000000003 R_RISCV_RELATIVE c97c8 │ │ │ │ -00000000001002a0 0000000000000003 R_RISCV_RELATIVE 10a198 │ │ │ │ -00000000001002a8 0000000000000003 R_RISCV_RELATIVE c97e0 │ │ │ │ -00000000001002b0 0000000000000003 R_RISCV_RELATIVE 109fa0 │ │ │ │ -00000000001002b8 0000000000000003 R_RISCV_RELATIVE c97f8 │ │ │ │ -00000000001002c0 0000000000000003 R_RISCV_RELATIVE 109f08 │ │ │ │ -00000000001002c8 0000000000000003 R_RISCV_RELATIVE c9810 │ │ │ │ -00000000001002d0 0000000000000003 R_RISCV_RELATIVE 109da0 │ │ │ │ -00000000001002d8 0000000000000003 R_RISCV_RELATIVE c9828 │ │ │ │ +0000000000100250 0000000000000003 R_RISCV_RELATIVE 10aa08 │ │ │ │ +0000000000100258 0000000000000003 R_RISCV_RELATIVE c9780 │ │ │ │ +0000000000100260 0000000000000003 R_RISCV_RELATIVE 10a6a0 │ │ │ │ +0000000000100268 0000000000000003 R_RISCV_RELATIVE c9798 │ │ │ │ +0000000000100270 0000000000000003 R_RISCV_RELATIVE 10a4a8 │ │ │ │ +0000000000100278 0000000000000003 R_RISCV_RELATIVE c97b0 │ │ │ │ +0000000000100280 0000000000000003 R_RISCV_RELATIVE 10a320 │ │ │ │ +0000000000100288 0000000000000003 R_RISCV_RELATIVE c97c8 │ │ │ │ +0000000000100290 0000000000000003 R_RISCV_RELATIVE 10a1e0 │ │ │ │ +0000000000100298 0000000000000003 R_RISCV_RELATIVE c97e0 │ │ │ │ +00000000001002a0 0000000000000003 R_RISCV_RELATIVE 10a078 │ │ │ │ +00000000001002a8 0000000000000003 R_RISCV_RELATIVE c97f8 │ │ │ │ +00000000001002b0 0000000000000003 R_RISCV_RELATIVE 10a010 │ │ │ │ +00000000001002b8 0000000000000003 R_RISCV_RELATIVE c9810 │ │ │ │ +00000000001002c0 0000000000000003 R_RISCV_RELATIVE 109f78 │ │ │ │ +00000000001002c8 0000000000000003 R_RISCV_RELATIVE c9828 │ │ │ │ +00000000001002d0 0000000000000003 R_RISCV_RELATIVE 109ed8 │ │ │ │ +00000000001002d8 0000000000000003 R_RISCV_RELATIVE c9838 │ │ │ │ 00000000001002e0 0000000000000003 R_RISCV_RELATIVE 109d38 │ │ │ │ -00000000001002e8 0000000000000003 R_RISCV_RELATIVE c9840 │ │ │ │ -00000000001002f0 0000000000000003 R_RISCV_RELATIVE 109bb0 │ │ │ │ +00000000001002e8 0000000000000003 R_RISCV_RELATIVE c9848 │ │ │ │ +00000000001002f0 0000000000000003 R_RISCV_RELATIVE 109b28 │ │ │ │ 00000000001002f8 0000000000000003 R_RISCV_RELATIVE c9858 │ │ │ │ -0000000000100300 0000000000000003 R_RISCV_RELATIVE 109a70 │ │ │ │ -0000000000100308 0000000000000003 R_RISCV_RELATIVE c9870 │ │ │ │ -0000000000100310 0000000000000003 R_RISCV_RELATIVE 1098e0 │ │ │ │ +0000000000100300 0000000000000003 R_RISCV_RELATIVE 109998 │ │ │ │ +0000000000100308 0000000000000003 R_RISCV_RELATIVE c9868 │ │ │ │ +0000000000100310 0000000000000003 R_RISCV_RELATIVE 109890 │ │ │ │ 0000000000100318 0000000000000003 R_RISCV_RELATIVE c9880 │ │ │ │ 0000000000100320 0000000000000003 R_RISCV_RELATIVE 1097d8 │ │ │ │ -0000000000100328 0000000000000003 R_RISCV_RELATIVE c9200 │ │ │ │ -0000000000100330 0000000000000003 R_RISCV_RELATIVE 109360 │ │ │ │ -0000000000100338 0000000000000003 R_RISCV_RELATIVE c9180 │ │ │ │ -0000000000100340 0000000000000003 R_RISCV_RELATIVE 109200 │ │ │ │ +0000000000100328 0000000000000003 R_RISCV_RELATIVE c3200 │ │ │ │ +0000000000100330 0000000000000003 R_RISCV_RELATIVE 1095f0 │ │ │ │ +0000000000100338 0000000000000003 R_RISCV_RELATIVE c5160 │ │ │ │ +0000000000100340 0000000000000003 R_RISCV_RELATIVE 109430 │ │ │ │ 0000000000100348 0000000000000003 R_RISCV_RELATIVE c9898 │ │ │ │ -0000000000100350 0000000000000003 R_RISCV_RELATIVE 108fe0 │ │ │ │ -0000000000100358 0000000000000003 R_RISCV_RELATIVE c5160 │ │ │ │ -0000000000100360 0000000000000003 R_RISCV_RELATIVE 108e20 │ │ │ │ -0000000000100368 0000000000000003 R_RISCV_RELATIVE c3200 │ │ │ │ -0000000000100370 0000000000000003 R_RISCV_RELATIVE 108c38 │ │ │ │ -0000000000100378 0000000000000003 R_RISCV_RELATIVE c6128 │ │ │ │ -0000000000100380 0000000000000003 R_RISCV_RELATIVE 1089e8 │ │ │ │ -0000000000100388 0000000000000003 R_RISCV_RELATIVE c7b70 │ │ │ │ -0000000000100390 0000000000000003 R_RISCV_RELATIVE 108538 │ │ │ │ -0000000000100398 0000000000000003 R_RISCV_RELATIVE c98b0 │ │ │ │ -00000000001003a0 0000000000000003 R_RISCV_RELATIVE 1083b0 │ │ │ │ -00000000001003a8 0000000000000003 R_RISCV_RELATIVE c98d0 │ │ │ │ -00000000001003b0 0000000000000003 R_RISCV_RELATIVE 108340 │ │ │ │ -00000000001003b8 0000000000000003 R_RISCV_RELATIVE c98f0 │ │ │ │ -00000000001003c0 0000000000000003 R_RISCV_RELATIVE 1082d0 │ │ │ │ -00000000001003c8 0000000000000003 R_RISCV_RELATIVE c9910 │ │ │ │ -00000000001003d0 0000000000000003 R_RISCV_RELATIVE 108218 │ │ │ │ -00000000001003d8 0000000000000003 R_RISCV_RELATIVE c9928 │ │ │ │ -00000000001003e0 0000000000000003 R_RISCV_RELATIVE 108140 │ │ │ │ -00000000001003e8 0000000000000003 R_RISCV_RELATIVE c9948 │ │ │ │ -00000000001003f0 0000000000000003 R_RISCV_RELATIVE 1080c0 │ │ │ │ -00000000001003f8 0000000000000003 R_RISCV_RELATIVE c9960 │ │ │ │ -0000000000100400 0000000000000003 R_RISCV_RELATIVE 108070 │ │ │ │ -0000000000100408 0000000000000003 R_RISCV_RELATIVE c9980 │ │ │ │ -0000000000100410 0000000000000003 R_RISCV_RELATIVE 107e90 │ │ │ │ -0000000000100418 0000000000000003 R_RISCV_RELATIVE c9998 │ │ │ │ -0000000000100420 0000000000000003 R_RISCV_RELATIVE 107d78 │ │ │ │ -0000000000100428 0000000000000003 R_RISCV_RELATIVE c99b0 │ │ │ │ -0000000000100430 0000000000000003 R_RISCV_RELATIVE 107d00 │ │ │ │ -0000000000100438 0000000000000003 R_RISCV_RELATIVE c99d0 │ │ │ │ -0000000000100440 0000000000000003 R_RISCV_RELATIVE 107c90 │ │ │ │ -0000000000100448 0000000000000003 R_RISCV_RELATIVE c99f0 │ │ │ │ -0000000000100450 0000000000000003 R_RISCV_RELATIVE 107b98 │ │ │ │ -0000000000100458 0000000000000003 R_RISCV_RELATIVE c9a08 │ │ │ │ -0000000000100460 0000000000000003 R_RISCV_RELATIVE 107b18 │ │ │ │ -0000000000100468 0000000000000003 R_RISCV_RELATIVE c9a28 │ │ │ │ -0000000000100470 0000000000000003 R_RISCV_RELATIVE 107a80 │ │ │ │ -0000000000100478 0000000000000003 R_RISCV_RELATIVE c9a48 │ │ │ │ -0000000000100480 0000000000000003 R_RISCV_RELATIVE 107038 │ │ │ │ -0000000000100488 0000000000000003 R_RISCV_RELATIVE c9a68 │ │ │ │ -0000000000100490 0000000000000003 R_RISCV_RELATIVE 106fa8 │ │ │ │ -0000000000100498 0000000000000003 R_RISCV_RELATIVE c9a80 │ │ │ │ -00000000001004a0 0000000000000003 R_RISCV_RELATIVE 106ac0 │ │ │ │ -00000000001004a8 0000000000000003 R_RISCV_RELATIVE c9a98 │ │ │ │ -00000000001004b0 0000000000000003 R_RISCV_RELATIVE 106a28 │ │ │ │ -00000000001004b8 0000000000000003 R_RISCV_RELATIVE c9ab0 │ │ │ │ -00000000001004c0 0000000000000003 R_RISCV_RELATIVE 106128 │ │ │ │ -00000000001004c8 0000000000000003 R_RISCV_RELATIVE c9ac8 │ │ │ │ +0000000000100350 0000000000000003 R_RISCV_RELATIVE 109378 │ │ │ │ +0000000000100358 0000000000000003 R_RISCV_RELATIVE c98b0 │ │ │ │ +0000000000100360 0000000000000003 R_RISCV_RELATIVE 1092a0 │ │ │ │ +0000000000100368 0000000000000003 R_RISCV_RELATIVE c98d0 │ │ │ │ +0000000000100370 0000000000000003 R_RISCV_RELATIVE 109220 │ │ │ │ +0000000000100378 0000000000000003 R_RISCV_RELATIVE c98e8 │ │ │ │ +0000000000100380 0000000000000003 R_RISCV_RELATIVE 1091a8 │ │ │ │ +0000000000100388 0000000000000003 R_RISCV_RELATIVE c9908 │ │ │ │ +0000000000100390 0000000000000003 R_RISCV_RELATIVE 108760 │ │ │ │ +0000000000100398 0000000000000003 R_RISCV_RELATIVE c9928 │ │ │ │ +00000000001003a0 0000000000000003 R_RISCV_RELATIVE 1086c8 │ │ │ │ +00000000001003a8 0000000000000003 R_RISCV_RELATIVE c9948 │ │ │ │ +00000000001003b0 0000000000000003 R_RISCV_RELATIVE 108648 │ │ │ │ +00000000001003b8 0000000000000003 R_RISCV_RELATIVE c9968 │ │ │ │ +00000000001003c0 0000000000000003 R_RISCV_RELATIVE 1085b0 │ │ │ │ +00000000001003c8 0000000000000003 R_RISCV_RELATIVE c9980 │ │ │ │ +00000000001003d0 0000000000000003 R_RISCV_RELATIVE 1080c8 │ │ │ │ +00000000001003d8 0000000000000003 R_RISCV_RELATIVE c9998 │ │ │ │ +00000000001003e0 0000000000000003 R_RISCV_RELATIVE 1077c8 │ │ │ │ +00000000001003e8 0000000000000003 R_RISCV_RELATIVE c99b0 │ │ │ │ +00000000001003f0 0000000000000003 R_RISCV_RELATIVE 107738 │ │ │ │ +00000000001003f8 0000000000000003 R_RISCV_RELATIVE c99c8 │ │ │ │ +0000000000100400 0000000000000003 R_RISCV_RELATIVE 1076e8 │ │ │ │ +0000000000100408 0000000000000003 R_RISCV_RELATIVE c99e8 │ │ │ │ +0000000000100410 0000000000000003 R_RISCV_RELATIVE 107508 │ │ │ │ +0000000000100418 0000000000000003 R_RISCV_RELATIVE c9a00 │ │ │ │ +0000000000100420 0000000000000003 R_RISCV_RELATIVE 107410 │ │ │ │ +0000000000100428 0000000000000003 R_RISCV_RELATIVE c9a18 │ │ │ │ +0000000000100430 0000000000000003 R_RISCV_RELATIVE 1073a0 │ │ │ │ +0000000000100438 0000000000000003 R_RISCV_RELATIVE c9a38 │ │ │ │ +0000000000100440 0000000000000003 R_RISCV_RELATIVE 107330 │ │ │ │ +0000000000100448 0000000000000003 R_RISCV_RELATIVE c9a58 │ │ │ │ +0000000000100450 0000000000000003 R_RISCV_RELATIVE 1071a8 │ │ │ │ +0000000000100458 0000000000000003 R_RISCV_RELATIVE c9a78 │ │ │ │ +0000000000100460 0000000000000003 R_RISCV_RELATIVE 107090 │ │ │ │ +0000000000100468 0000000000000003 R_RISCV_RELATIVE c9a90 │ │ │ │ +0000000000100470 0000000000000003 R_RISCV_RELATIVE 107020 │ │ │ │ +0000000000100478 0000000000000003 R_RISCV_RELATIVE c9ab0 │ │ │ │ +0000000000100480 0000000000000003 R_RISCV_RELATIVE 106f50 │ │ │ │ +0000000000100488 0000000000000003 R_RISCV_RELATIVE c7b70 │ │ │ │ +0000000000100490 0000000000000003 R_RISCV_RELATIVE 106aa0 │ │ │ │ +0000000000100498 0000000000000003 R_RISCV_RELATIVE c6128 │ │ │ │ +00000000001004a0 0000000000000003 R_RISCV_RELATIVE 106850 │ │ │ │ +00000000001004a8 0000000000000003 R_RISCV_RELATIVE c9ac8 │ │ │ │ +00000000001004b0 0000000000000003 R_RISCV_RELATIVE 106630 │ │ │ │ +00000000001004b8 0000000000000003 R_RISCV_RELATIVE c9200 │ │ │ │ +00000000001004c0 0000000000000003 R_RISCV_RELATIVE 1061b8 │ │ │ │ +00000000001004c8 0000000000000003 R_RISCV_RELATIVE c9180 │ │ │ │ 00000000001004d0 0000000000000003 R_RISCV_RELATIVE 106058 │ │ │ │ 00000000001005f0 0000000000000003 R_RISCV_RELATIVE d8a98 │ │ │ │ 00000000001005f8 0000000000000003 R_RISCV_RELATIVE d8848 │ │ │ │ 0000000000100600 0000000000000003 R_RISCV_RELATIVE d8aa0 │ │ │ │ 0000000000100608 0000000000000003 R_RISCV_RELATIVE d8ab8 │ │ │ │ 0000000000100610 0000000000000003 R_RISCV_RELATIVE d8ad0 │ │ │ │ 0000000000100618 0000000000000003 R_RISCV_RELATIVE d8ae8 │ │ │ │ @@ -266,15 +266,15 @@ │ │ │ │ 0000000000105168 0000000000000003 R_RISCV_RELATIVE 3e946 │ │ │ │ 0000000000105190 0000000000000003 R_RISCV_RELATIVE c4748 │ │ │ │ 00000000001051a0 0000000000000003 R_RISCV_RELATIVE 3e93e │ │ │ │ 00000000001051a8 0000000000000003 R_RISCV_RELATIVE 3e960 │ │ │ │ 00000000001052a0 0000000000000003 R_RISCV_RELATIVE c5c08 │ │ │ │ 00000000001052b0 0000000000000003 R_RISCV_RELATIVE 3f1e2 │ │ │ │ 00000000001052b8 0000000000000003 R_RISCV_RELATIVE 3f1e8 │ │ │ │ -00000000001052e0 0000000000000003 R_RISCV_RELATIVE d4110 │ │ │ │ +00000000001052e0 0000000000000003 R_RISCV_RELATIVE d5680 │ │ │ │ 00000000001052e8 0000000000000003 R_RISCV_RELATIVE c49a0 │ │ │ │ 00000000001052f0 0000000000000003 R_RISCV_RELATIVE c4548 │ │ │ │ 00000000001052f8 0000000000000003 R_RISCV_RELATIVE c5380 │ │ │ │ 0000000000105300 0000000000000003 R_RISCV_RELATIVE c5c28 │ │ │ │ 0000000000105308 0000000000000003 R_RISCV_RELATIVE c5c30 │ │ │ │ 0000000000105310 0000000000000003 R_RISCV_RELATIVE c5c38 │ │ │ │ 0000000000105318 0000000000000003 R_RISCV_RELATIVE c5c40 │ │ │ │ @@ -392,16 +392,16 @@ │ │ │ │ 0000000000105ad8 0000000000000003 R_RISCV_RELATIVE 4ddbe │ │ │ │ 0000000000105ae0 0000000000000003 R_RISCV_RELATIVE 4d8fe │ │ │ │ 0000000000105ae8 0000000000000003 R_RISCV_RELATIVE 4d770 │ │ │ │ 0000000000105b00 0000000000000003 R_RISCV_RELATIVE c8670 │ │ │ │ 0000000000105b10 0000000000000003 R_RISCV_RELATIVE 4dc3e │ │ │ │ 0000000000105b18 0000000000000003 R_RISCV_RELATIVE 4e198 │ │ │ │ 0000000000105b48 0000000000000003 R_RISCV_RELATIVE c6898 │ │ │ │ -0000000000105b58 0000000000000003 R_RISCV_RELATIVE cdb18 │ │ │ │ -0000000000105b68 0000000000000003 R_RISCV_RELATIVE d4110 │ │ │ │ +0000000000105b58 0000000000000003 R_RISCV_RELATIVE d1b30 │ │ │ │ +0000000000105b68 0000000000000003 R_RISCV_RELATIVE d5680 │ │ │ │ 0000000000105b78 0000000000000003 R_RISCV_RELATIVE c8618 │ │ │ │ 0000000000105b88 0000000000000003 R_RISCV_RELATIVE d8b90 │ │ │ │ 0000000000105b98 0000000000000003 R_RISCV_RELATIVE c8620 │ │ │ │ 0000000000105ba8 0000000000000003 R_RISCV_RELATIVE c8628 │ │ │ │ 0000000000105bb8 0000000000000003 R_RISCV_RELATIVE c8630 │ │ │ │ 0000000000105bd0 0000000000000003 R_RISCV_RELATIVE c8688 │ │ │ │ 0000000000105be0 0000000000000003 R_RISCV_RELATIVE 4e84e │ │ │ │ @@ -432,2052 +432,2052 @@ │ │ │ │ 0000000000106018 0000000000000003 R_RISCV_RELATIVE 5aedc │ │ │ │ 0000000000106020 0000000000000003 R_RISCV_RELATIVE 5af20 │ │ │ │ 0000000000106028 0000000000000003 R_RISCV_RELATIVE 5aed0 │ │ │ │ 0000000000106030 0000000000000003 R_RISCV_RELATIVE 5aec6 │ │ │ │ 0000000000106038 0000000000000003 R_RISCV_RELATIVE 5aebc │ │ │ │ 0000000000106040 0000000000000003 R_RISCV_RELATIVE 5aeae │ │ │ │ 0000000000106048 0000000000000003 R_RISCV_RELATIVE 5ae82 │ │ │ │ -0000000000106058 0000000000000003 R_RISCV_RELATIVE c9ae0 │ │ │ │ -0000000000106060 0000000000000003 R_RISCV_RELATIVE 106110 │ │ │ │ -0000000000106070 0000000000000003 R_RISCV_RELATIVE c9af8 │ │ │ │ -0000000000106078 0000000000000003 R_RISCV_RELATIVE 1060f8 │ │ │ │ -0000000000106088 0000000000000003 R_RISCV_RELATIVE c9b10 │ │ │ │ -0000000000106090 0000000000000003 R_RISCV_RELATIVE 1060e0 │ │ │ │ -00000000001060a0 0000000000000003 R_RISCV_RELATIVE c9b28 │ │ │ │ -00000000001060a8 0000000000000003 R_RISCV_RELATIVE 1060d0 │ │ │ │ -00000000001060d0 0000000000000003 R_RISCV_RELATIVE c9b40 │ │ │ │ -00000000001060e0 0000000000000003 R_RISCV_RELATIVE c9b78 │ │ │ │ -00000000001060e8 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ -00000000001060f8 0000000000000003 R_RISCV_RELATIVE c9ba8 │ │ │ │ -0000000000106100 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ -0000000000106110 0000000000000003 R_RISCV_RELATIVE c9bd8 │ │ │ │ -0000000000106118 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ -0000000000106128 0000000000000003 R_RISCV_RELATIVE c9c00 │ │ │ │ -0000000000106130 0000000000000003 R_RISCV_RELATIVE 1069a0 │ │ │ │ -0000000000106140 0000000000000003 R_RISCV_RELATIVE c9c20 │ │ │ │ -0000000000106148 0000000000000003 R_RISCV_RELATIVE 106908 │ │ │ │ -0000000000106158 0000000000000003 R_RISCV_RELATIVE c9c38 │ │ │ │ -0000000000106160 0000000000000003 R_RISCV_RELATIVE 1068d0 │ │ │ │ -0000000000106170 0000000000000003 R_RISCV_RELATIVE c6878 │ │ │ │ -0000000000106178 0000000000000003 R_RISCV_RELATIVE 106868 │ │ │ │ -0000000000106188 0000000000000003 R_RISCV_RELATIVE c9c48 │ │ │ │ -0000000000106190 0000000000000003 R_RISCV_RELATIVE 106818 │ │ │ │ -00000000001061a0 0000000000000003 R_RISCV_RELATIVE c9c68 │ │ │ │ -00000000001061a8 0000000000000003 R_RISCV_RELATIVE 1067a8 │ │ │ │ -00000000001061b8 0000000000000003 R_RISCV_RELATIVE c9c88 │ │ │ │ -00000000001061c0 0000000000000003 R_RISCV_RELATIVE 106770 │ │ │ │ -00000000001061d0 0000000000000003 R_RISCV_RELATIVE c9ca0 │ │ │ │ -00000000001061d8 0000000000000003 R_RISCV_RELATIVE 106718 │ │ │ │ -00000000001061e8 0000000000000003 R_RISCV_RELATIVE c9cb0 │ │ │ │ -00000000001061f0 0000000000000003 R_RISCV_RELATIVE 106628 │ │ │ │ -0000000000106200 0000000000000003 R_RISCV_RELATIVE c9cd8 │ │ │ │ -0000000000106208 0000000000000003 R_RISCV_RELATIVE 106530 │ │ │ │ -0000000000106218 0000000000000003 R_RISCV_RELATIVE c9d00 │ │ │ │ -0000000000106220 0000000000000003 R_RISCV_RELATIVE 106420 │ │ │ │ -0000000000106230 0000000000000003 R_RISCV_RELATIVE c9d30 │ │ │ │ -0000000000106238 0000000000000003 R_RISCV_RELATIVE 1063c0 │ │ │ │ -0000000000106248 0000000000000003 R_RISCV_RELATIVE c9d48 │ │ │ │ -0000000000106250 0000000000000003 R_RISCV_RELATIVE 106328 │ │ │ │ -0000000000106260 0000000000000003 R_RISCV_RELATIVE c9d60 │ │ │ │ -0000000000106268 0000000000000003 R_RISCV_RELATIVE 1062e0 │ │ │ │ -0000000000106278 0000000000000003 R_RISCV_RELATIVE c9d80 │ │ │ │ -0000000000106280 0000000000000003 R_RISCV_RELATIVE 1062a8 │ │ │ │ -00000000001062a8 0000000000000003 R_RISCV_RELATIVE c9d98 │ │ │ │ -00000000001062b0 0000000000000003 R_RISCV_RELATIVE c9dd8 │ │ │ │ -00000000001062b8 0000000000000003 R_RISCV_RELATIVE c9e20 │ │ │ │ -00000000001062c0 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ -00000000001062c8 0000000000000003 R_RISCV_RELATIVE c9e68 │ │ │ │ -00000000001062d0 0000000000000003 R_RISCV_RELATIVE c9e90 │ │ │ │ -00000000001062e0 0000000000000003 R_RISCV_RELATIVE c9eb8 │ │ │ │ -00000000001062e8 0000000000000003 R_RISCV_RELATIVE c9ef8 │ │ │ │ -00000000001062f0 0000000000000003 R_RISCV_RELATIVE c9f38 │ │ │ │ -00000000001062f8 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ -0000000000106300 0000000000000003 R_RISCV_RELATIVE c9f68 │ │ │ │ -0000000000106308 0000000000000003 R_RISCV_RELATIVE c9f80 │ │ │ │ -0000000000106310 0000000000000003 R_RISCV_RELATIVE c9f98 │ │ │ │ -0000000000106318 0000000000000003 R_RISCV_RELATIVE c9fb0 │ │ │ │ -0000000000106328 0000000000000003 R_RISCV_RELATIVE c9fd0 │ │ │ │ -0000000000106330 0000000000000003 R_RISCV_RELATIVE ca018 │ │ │ │ -0000000000106338 0000000000000003 R_RISCV_RELATIVE ca060 │ │ │ │ +0000000000106058 0000000000000003 R_RISCV_RELATIVE c9168 │ │ │ │ +0000000000106060 0000000000000003 R_RISCV_RELATIVE 1061a0 │ │ │ │ +0000000000106070 0000000000000003 R_RISCV_RELATIVE c9ae0 │ │ │ │ +0000000000106078 0000000000000003 R_RISCV_RELATIVE 106188 │ │ │ │ +0000000000106088 0000000000000003 R_RISCV_RELATIVE c91c0 │ │ │ │ +0000000000106090 0000000000000003 R_RISCV_RELATIVE 106170 │ │ │ │ +00000000001060a0 0000000000000003 R_RISCV_RELATIVE c9190 │ │ │ │ +00000000001060a8 0000000000000003 R_RISCV_RELATIVE 106158 │ │ │ │ +00000000001060b8 0000000000000003 R_RISCV_RELATIVE c8e20 │ │ │ │ +00000000001060c0 0000000000000003 R_RISCV_RELATIVE 106140 │ │ │ │ +00000000001060d0 0000000000000003 R_RISCV_RELATIVE c91a8 │ │ │ │ +00000000001060d8 0000000000000003 R_RISCV_RELATIVE 106128 │ │ │ │ +00000000001060e8 0000000000000003 R_RISCV_RELATIVE c91d8 │ │ │ │ +00000000001060f0 0000000000000003 R_RISCV_RELATIVE 106118 │ │ │ │ +0000000000106118 0000000000000003 R_RISCV_RELATIVE c9af8 │ │ │ │ +0000000000106128 0000000000000003 R_RISCV_RELATIVE c9b20 │ │ │ │ +0000000000106130 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ +0000000000106140 0000000000000003 R_RISCV_RELATIVE c9b48 │ │ │ │ +0000000000106148 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ +0000000000106158 0000000000000003 R_RISCV_RELATIVE c9b60 │ │ │ │ +0000000000106160 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ +0000000000106170 0000000000000003 R_RISCV_RELATIVE c9ba8 │ │ │ │ +0000000000106178 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ +0000000000106188 0000000000000003 R_RISCV_RELATIVE c9bd0 │ │ │ │ +0000000000106190 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ +00000000001061a0 0000000000000003 R_RISCV_RELATIVE c9c08 │ │ │ │ +00000000001061a8 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ +00000000001061b8 0000000000000003 R_RISCV_RELATIVE c9c30 │ │ │ │ +00000000001061c0 0000000000000003 R_RISCV_RELATIVE 1065c0 │ │ │ │ +00000000001061d0 0000000000000003 R_RISCV_RELATIVE c9c50 │ │ │ │ +00000000001061d8 0000000000000003 R_RISCV_RELATIVE 106578 │ │ │ │ +00000000001061e8 0000000000000003 R_RISCV_RELATIVE c9c68 │ │ │ │ +00000000001061f0 0000000000000003 R_RISCV_RELATIVE 106528 │ │ │ │ +0000000000106200 0000000000000003 R_RISCV_RELATIVE c9c88 │ │ │ │ +0000000000106208 0000000000000003 R_RISCV_RELATIVE 1064c8 │ │ │ │ +0000000000106218 0000000000000003 R_RISCV_RELATIVE c9ca0 │ │ │ │ +0000000000106220 0000000000000003 R_RISCV_RELATIVE 106498 │ │ │ │ +0000000000106230 0000000000000003 R_RISCV_RELATIVE c9cb0 │ │ │ │ +0000000000106238 0000000000000003 R_RISCV_RELATIVE 106468 │ │ │ │ +0000000000106248 0000000000000003 R_RISCV_RELATIVE c9cc0 │ │ │ │ +0000000000106250 0000000000000003 R_RISCV_RELATIVE 106410 │ │ │ │ +0000000000106260 0000000000000003 R_RISCV_RELATIVE c9cd8 │ │ │ │ +0000000000106268 0000000000000003 R_RISCV_RELATIVE 1063c8 │ │ │ │ +0000000000106278 0000000000000003 R_RISCV_RELATIVE c9228 │ │ │ │ +0000000000106280 0000000000000003 R_RISCV_RELATIVE 106378 │ │ │ │ +0000000000106290 0000000000000003 R_RISCV_RELATIVE c91f0 │ │ │ │ +0000000000106298 0000000000000003 R_RISCV_RELATIVE 106338 │ │ │ │ +00000000001062a8 0000000000000003 R_RISCV_RELATIVE c9218 │ │ │ │ +00000000001062b0 0000000000000003 R_RISCV_RELATIVE 1062d8 │ │ │ │ +00000000001062d8 0000000000000003 R_RISCV_RELATIVE c9cf0 │ │ │ │ +00000000001062e0 0000000000000003 R_RISCV_RELATIVE c9d38 │ │ │ │ +00000000001062e8 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ +00000000001062f0 0000000000000003 R_RISCV_RELATIVE c9d78 │ │ │ │ +00000000001062f8 0000000000000003 R_RISCV_RELATIVE c9d90 │ │ │ │ +0000000000106300 0000000000000003 R_RISCV_RELATIVE c9da8 │ │ │ │ +0000000000106308 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ +0000000000106310 0000000000000003 R_RISCV_RELATIVE c9dc0 │ │ │ │ +0000000000106318 0000000000000003 R_RISCV_RELATIVE c9e08 │ │ │ │ +0000000000106320 0000000000000003 R_RISCV_RELATIVE c9e50 │ │ │ │ +0000000000106328 0000000000000003 R_RISCV_RELATIVE c9e90 │ │ │ │ +0000000000106338 0000000000000003 R_RISCV_RELATIVE c9ed0 │ │ │ │ 0000000000106340 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ -0000000000106348 0000000000000003 R_RISCV_RELATIVE ca080 │ │ │ │ -0000000000106350 0000000000000003 R_RISCV_RELATIVE ca0c8 │ │ │ │ -0000000000106358 0000000000000003 R_RISCV_RELATIVE ca110 │ │ │ │ -0000000000106360 0000000000000003 R_RISCV_RELATIVE ca158 │ │ │ │ -0000000000106368 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ -0000000000106370 0000000000000003 R_RISCV_RELATIVE ca168 │ │ │ │ -0000000000106378 0000000000000003 R_RISCV_RELATIVE ca1b0 │ │ │ │ -0000000000106380 0000000000000003 R_RISCV_RELATIVE ca1f8 │ │ │ │ +0000000000106348 0000000000000003 R_RISCV_RELATIVE c9f10 │ │ │ │ +0000000000106350 0000000000000003 R_RISCV_RELATIVE c9f20 │ │ │ │ +0000000000106358 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ +0000000000106360 0000000000000003 R_RISCV_RELATIVE c9f30 │ │ │ │ +0000000000106368 0000000000000003 R_RISCV_RELATIVE c9f70 │ │ │ │ +0000000000106378 0000000000000003 R_RISCV_RELATIVE c9f88 │ │ │ │ +0000000000106380 0000000000000003 R_RISCV_RELATIVE c9fc8 │ │ │ │ 0000000000106388 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ -0000000000106390 0000000000000003 R_RISCV_RELATIVE ca220 │ │ │ │ -0000000000106398 0000000000000003 R_RISCV_RELATIVE ca248 │ │ │ │ -00000000001063a0 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ -00000000001063a8 0000000000000003 R_RISCV_RELATIVE ca268 │ │ │ │ -00000000001063b0 0000000000000003 R_RISCV_RELATIVE ca2b0 │ │ │ │ -00000000001063c0 0000000000000003 R_RISCV_RELATIVE ca2c8 │ │ │ │ -00000000001063c8 0000000000000003 R_RISCV_RELATIVE ca310 │ │ │ │ -00000000001063d0 0000000000000003 R_RISCV_RELATIVE ca350 │ │ │ │ -00000000001063d8 0000000000000003 R_RISCV_RELATIVE ca398 │ │ │ │ -00000000001063e0 0000000000000003 R_RISCV_RELATIVE ca3e0 │ │ │ │ -00000000001063e8 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ -00000000001063f0 0000000000000003 R_RISCV_RELATIVE ca408 │ │ │ │ -00000000001063f8 0000000000000003 R_RISCV_RELATIVE ca428 │ │ │ │ -0000000000106400 0000000000000003 R_RISCV_RELATIVE ca448 │ │ │ │ -0000000000106408 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ -0000000000106410 0000000000000003 R_RISCV_RELATIVE ca468 │ │ │ │ -0000000000106420 0000000000000003 R_RISCV_RELATIVE ca4a8 │ │ │ │ -0000000000106428 0000000000000003 R_RISCV_RELATIVE ca4e8 │ │ │ │ -0000000000106430 0000000000000003 R_RISCV_RELATIVE ca530 │ │ │ │ +0000000000106390 0000000000000003 R_RISCV_RELATIVE c9d78 │ │ │ │ +0000000000106398 0000000000000003 R_RISCV_RELATIVE c9ff0 │ │ │ │ +00000000001063a0 0000000000000003 R_RISCV_RELATIVE ca008 │ │ │ │ +00000000001063a8 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ +00000000001063b0 0000000000000003 R_RISCV_RELATIVE c9f30 │ │ │ │ +00000000001063b8 0000000000000003 R_RISCV_RELATIVE c9f70 │ │ │ │ +00000000001063c8 0000000000000003 R_RISCV_RELATIVE ca020 │ │ │ │ +00000000001063d0 0000000000000003 R_RISCV_RELATIVE ca060 │ │ │ │ +00000000001063d8 0000000000000003 R_RISCV_RELATIVE ca0a8 │ │ │ │ +00000000001063e0 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ +00000000001063e8 0000000000000003 R_RISCV_RELATIVE ca0b8 │ │ │ │ +00000000001063f0 0000000000000003 R_RISCV_RELATIVE ca0c8 │ │ │ │ +00000000001063f8 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ +0000000000106400 0000000000000003 R_RISCV_RELATIVE ca0d8 │ │ │ │ +0000000000106410 0000000000000003 R_RISCV_RELATIVE ca108 │ │ │ │ +0000000000106418 0000000000000003 R_RISCV_RELATIVE ca148 │ │ │ │ +0000000000106420 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ +0000000000106428 0000000000000003 R_RISCV_RELATIVE ca0b8 │ │ │ │ +0000000000106430 0000000000000003 R_RISCV_RELATIVE ca0c8 │ │ │ │ 0000000000106438 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ -0000000000106440 0000000000000003 R_RISCV_RELATIVE ca560 │ │ │ │ -0000000000106448 0000000000000003 R_RISCV_RELATIVE ca5a8 │ │ │ │ -0000000000106450 0000000000000003 R_RISCV_RELATIVE ca5f0 │ │ │ │ -0000000000106458 0000000000000003 R_RISCV_RELATIVE ca630 │ │ │ │ -0000000000106460 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ -0000000000106468 0000000000000003 R_RISCV_RELATIVE ca648 │ │ │ │ +0000000000106440 0000000000000003 R_RISCV_RELATIVE ca160 │ │ │ │ +0000000000106448 0000000000000003 R_RISCV_RELATIVE ca1a0 │ │ │ │ +0000000000106450 0000000000000003 R_RISCV_RELATIVE ca1e0 │ │ │ │ +0000000000106458 0000000000000003 R_RISCV_RELATIVE ca6e8 │ │ │ │ +0000000000106468 0000000000000003 R_RISCV_RELATIVE ca220 │ │ │ │ 0000000000106470 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ -0000000000106478 0000000000000003 R_RISCV_RELATIVE ca670 │ │ │ │ -0000000000106480 0000000000000003 R_RISCV_RELATIVE ca680 │ │ │ │ -0000000000106488 0000000000000003 R_RISCV_RELATIVE ca6a0 │ │ │ │ -0000000000106490 0000000000000003 R_RISCV_RELATIVE ca6c0 │ │ │ │ -0000000000106498 0000000000000003 R_RISCV_RELATIVE ca680 │ │ │ │ +0000000000106478 0000000000000003 R_RISCV_RELATIVE ca268 │ │ │ │ +0000000000106480 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ +0000000000106488 0000000000000003 R_RISCV_RELATIVE ca280 │ │ │ │ +0000000000106498 0000000000000003 R_RISCV_RELATIVE ca2c8 │ │ │ │ 00000000001064a0 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ -00000000001064a8 0000000000000003 R_RISCV_RELATIVE ca6d0 │ │ │ │ -00000000001064b0 0000000000000003 R_RISCV_RELATIVE ca6f0 │ │ │ │ -00000000001064b8 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ -00000000001064c0 0000000000000003 R_RISCV_RELATIVE ca710 │ │ │ │ -00000000001064c8 0000000000000003 R_RISCV_RELATIVE ca750 │ │ │ │ +00000000001064a8 0000000000000003 R_RISCV_RELATIVE ca2f0 │ │ │ │ +00000000001064b0 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ +00000000001064b8 0000000000000003 R_RISCV_RELATIVE ca300 │ │ │ │ +00000000001064c8 0000000000000003 R_RISCV_RELATIVE ca348 │ │ │ │ 00000000001064d0 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ -00000000001064d8 0000000000000003 R_RISCV_RELATIVE ca768 │ │ │ │ -00000000001064e0 0000000000000003 R_RISCV_RELATIVE ca7b0 │ │ │ │ -00000000001064e8 0000000000000003 R_RISCV_RELATIVE ca7f8 │ │ │ │ -00000000001064f0 0000000000000003 R_RISCV_RELATIVE ca840 │ │ │ │ +00000000001064d8 0000000000000003 R_RISCV_RELATIVE ca268 │ │ │ │ +00000000001064e0 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ +00000000001064e8 0000000000000003 R_RISCV_RELATIVE ca388 │ │ │ │ +00000000001064f0 0000000000000003 R_RISCV_RELATIVE ca3c0 │ │ │ │ 00000000001064f8 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ -0000000000106500 0000000000000003 R_RISCV_RELATIVE ca860 │ │ │ │ -0000000000106508 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ -0000000000106510 0000000000000003 R_RISCV_RELATIVE ca898 │ │ │ │ -0000000000106518 0000000000000003 R_RISCV_RELATIVE ca8e0 │ │ │ │ -0000000000106520 0000000000000003 R_RISCV_RELATIVE ca928 │ │ │ │ -0000000000106530 0000000000000003 R_RISCV_RELATIVE ca948 │ │ │ │ -0000000000106538 0000000000000003 R_RISCV_RELATIVE ca4e8 │ │ │ │ -0000000000106540 0000000000000003 R_RISCV_RELATIVE ca990 │ │ │ │ -0000000000106548 0000000000000003 R_RISCV_RELATIVE ca9d8 │ │ │ │ +0000000000106500 0000000000000003 R_RISCV_RELATIVE ca3f8 │ │ │ │ +0000000000106508 0000000000000003 R_RISCV_RELATIVE ca408 │ │ │ │ +0000000000106510 0000000000000003 R_RISCV_RELATIVE ca418 │ │ │ │ +0000000000106518 0000000000000003 R_RISCV_RELATIVE ca428 │ │ │ │ +0000000000106528 0000000000000003 R_RISCV_RELATIVE ca440 │ │ │ │ +0000000000106530 0000000000000003 R_RISCV_RELATIVE ca488 │ │ │ │ +0000000000106538 0000000000000003 R_RISCV_RELATIVE ca4c8 │ │ │ │ +0000000000106540 0000000000000003 R_RISCV_RELATIVE ca510 │ │ │ │ +0000000000106548 0000000000000003 R_RISCV_RELATIVE ca558 │ │ │ │ 0000000000106550 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ -0000000000106558 0000000000000003 R_RISCV_RELATIVE ca648 │ │ │ │ +0000000000106558 0000000000000003 R_RISCV_RELATIVE ca588 │ │ │ │ 0000000000106560 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ -0000000000106568 0000000000000003 R_RISCV_RELATIVE ca670 │ │ │ │ -0000000000106570 0000000000000003 R_RISCV_RELATIVE ca680 │ │ │ │ -0000000000106578 0000000000000003 R_RISCV_RELATIVE ca6a0 │ │ │ │ -0000000000106580 0000000000000003 R_RISCV_RELATIVE ca6c0 │ │ │ │ -0000000000106588 0000000000000003 R_RISCV_RELATIVE ca680 │ │ │ │ -0000000000106590 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ -0000000000106598 0000000000000003 R_RISCV_RELATIVE ca6d0 │ │ │ │ -00000000001065a0 0000000000000003 R_RISCV_RELATIVE ca6f0 │ │ │ │ -00000000001065a8 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ -00000000001065b0 0000000000000003 R_RISCV_RELATIVE ca9f8 │ │ │ │ -00000000001065b8 0000000000000003 R_RISCV_RELATIVE caa40 │ │ │ │ -00000000001065c0 0000000000000003 R_RISCV_RELATIVE caa88 │ │ │ │ -00000000001065c8 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ -00000000001065d0 0000000000000003 R_RISCV_RELATIVE ca768 │ │ │ │ -00000000001065d8 0000000000000003 R_RISCV_RELATIVE ca7b0 │ │ │ │ -00000000001065e0 0000000000000003 R_RISCV_RELATIVE ca7f8 │ │ │ │ -00000000001065e8 0000000000000003 R_RISCV_RELATIVE ca840 │ │ │ │ -00000000001065f0 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ -00000000001065f8 0000000000000003 R_RISCV_RELATIVE ca860 │ │ │ │ -0000000000106600 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ -0000000000106608 0000000000000003 R_RISCV_RELATIVE ca898 │ │ │ │ -0000000000106610 0000000000000003 R_RISCV_RELATIVE ca8e0 │ │ │ │ -0000000000106618 0000000000000003 R_RISCV_RELATIVE ca928 │ │ │ │ -0000000000106628 0000000000000003 R_RISCV_RELATIVE ca948 │ │ │ │ -0000000000106630 0000000000000003 R_RISCV_RELATIVE ca4e8 │ │ │ │ -0000000000106638 0000000000000003 R_RISCV_RELATIVE caac8 │ │ │ │ -0000000000106640 0000000000000003 R_RISCV_RELATIVE cab10 │ │ │ │ -0000000000106648 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ -0000000000106650 0000000000000003 R_RISCV_RELATIVE ca648 │ │ │ │ -0000000000106658 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ -0000000000106660 0000000000000003 R_RISCV_RELATIVE ca670 │ │ │ │ -0000000000106668 0000000000000003 R_RISCV_RELATIVE ca680 │ │ │ │ -0000000000106670 0000000000000003 R_RISCV_RELATIVE ca6a0 │ │ │ │ -0000000000106678 0000000000000003 R_RISCV_RELATIVE ca6c0 │ │ │ │ -0000000000106680 0000000000000003 R_RISCV_RELATIVE ca680 │ │ │ │ -0000000000106688 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ -0000000000106690 0000000000000003 R_RISCV_RELATIVE ca6d0 │ │ │ │ -0000000000106698 0000000000000003 R_RISCV_RELATIVE ca6f0 │ │ │ │ -00000000001066a0 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ -00000000001066a8 0000000000000003 R_RISCV_RELATIVE cab30 │ │ │ │ -00000000001066b0 0000000000000003 R_RISCV_RELATIVE cab78 │ │ │ │ -00000000001066b8 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ -00000000001066c0 0000000000000003 R_RISCV_RELATIVE ca768 │ │ │ │ -00000000001066c8 0000000000000003 R_RISCV_RELATIVE ca7b0 │ │ │ │ -00000000001066d0 0000000000000003 R_RISCV_RELATIVE ca7f8 │ │ │ │ -00000000001066d8 0000000000000003 R_RISCV_RELATIVE ca840 │ │ │ │ -00000000001066e0 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ -00000000001066e8 0000000000000003 R_RISCV_RELATIVE ca860 │ │ │ │ -00000000001066f0 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ -00000000001066f8 0000000000000003 R_RISCV_RELATIVE ca898 │ │ │ │ -0000000000106700 0000000000000003 R_RISCV_RELATIVE ca8e0 │ │ │ │ -0000000000106708 0000000000000003 R_RISCV_RELATIVE ca928 │ │ │ │ -0000000000106718 0000000000000003 R_RISCV_RELATIVE caba8 │ │ │ │ -0000000000106720 0000000000000003 R_RISCV_RELATIVE cabf0 │ │ │ │ -0000000000106728 0000000000000003 R_RISCV_RELATIVE cac38 │ │ │ │ -0000000000106730 0000000000000003 R_RISCV_RELATIVE cac80 │ │ │ │ -0000000000106738 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ -0000000000106740 0000000000000003 R_RISCV_RELATIVE cac98 │ │ │ │ -0000000000106748 0000000000000003 R_RISCV_RELATIVE cacb0 │ │ │ │ -0000000000106750 0000000000000003 R_RISCV_RELATIVE cacc8 │ │ │ │ -0000000000106758 0000000000000003 R_RISCV_RELATIVE cace0 │ │ │ │ -0000000000106760 0000000000000003 R_RISCV_RELATIVE cacf8 │ │ │ │ -0000000000106770 0000000000000003 R_RISCV_RELATIVE cad10 │ │ │ │ -0000000000106778 0000000000000003 R_RISCV_RELATIVE cad50 │ │ │ │ -0000000000106780 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ -0000000000106788 0000000000000003 R_RISCV_RELATIVE cad68 │ │ │ │ -0000000000106790 0000000000000003 R_RISCV_RELATIVE cad80 │ │ │ │ -0000000000106798 0000000000000003 R_RISCV_RELATIVE cad98 │ │ │ │ -00000000001067a8 0000000000000003 R_RISCV_RELATIVE cadb0 │ │ │ │ -00000000001067b0 0000000000000003 R_RISCV_RELATIVE cadf8 │ │ │ │ -00000000001067b8 0000000000000003 R_RISCV_RELATIVE cae40 │ │ │ │ -00000000001067c0 0000000000000003 R_RISCV_RELATIVE cae88 │ │ │ │ -00000000001067c8 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ -00000000001067d0 0000000000000003 R_RISCV_RELATIVE caeb8 │ │ │ │ -00000000001067d8 0000000000000003 R_RISCV_RELATIVE caed0 │ │ │ │ -00000000001067e0 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ -00000000001067e8 0000000000000003 R_RISCV_RELATIVE caee8 │ │ │ │ -00000000001067f0 0000000000000003 R_RISCV_RELATIVE caf30 │ │ │ │ -00000000001067f8 0000000000000003 R_RISCV_RELATIVE caf78 │ │ │ │ +0000000000106568 0000000000000003 R_RISCV_RELATIVE ca5c8 │ │ │ │ +0000000000106578 0000000000000003 R_RISCV_RELATIVE ca5f8 │ │ │ │ +0000000000106580 0000000000000003 R_RISCV_RELATIVE ca640 │ │ │ │ +0000000000106588 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ +0000000000106590 0000000000000003 R_RISCV_RELATIVE ca650 │ │ │ │ +0000000000106598 0000000000000003 R_RISCV_RELATIVE ca668 │ │ │ │ +00000000001065a0 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ +00000000001065a8 0000000000000003 R_RISCV_RELATIVE ca680 │ │ │ │ +00000000001065b0 0000000000000003 R_RISCV_RELATIVE ca6c0 │ │ │ │ +00000000001065c0 0000000000000003 R_RISCV_RELATIVE ca6f0 │ │ │ │ +00000000001065c8 0000000000000003 R_RISCV_RELATIVE ca738 │ │ │ │ +00000000001065d0 0000000000000003 R_RISCV_RELATIVE ca780 │ │ │ │ +00000000001065d8 0000000000000003 R_RISCV_RELATIVE ca7c8 │ │ │ │ +00000000001065e0 0000000000000003 R_RISCV_RELATIVE ca808 │ │ │ │ +00000000001065e8 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ +00000000001065f0 0000000000000003 R_RISCV_RELATIVE ca830 │ │ │ │ +00000000001065f8 0000000000000003 R_RISCV_RELATIVE ca878 │ │ │ │ +0000000000106600 0000000000000003 R_RISCV_RELATIVE ca8c0 │ │ │ │ +0000000000106608 0000000000000003 R_RISCV_RELATIVE ca900 │ │ │ │ +0000000000106610 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ +0000000000106618 0000000000000003 R_RISCV_RELATIVE ca920 │ │ │ │ +0000000000106620 0000000000000003 R_RISCV_RELATIVE ca930 │ │ │ │ +0000000000106630 0000000000000003 R_RISCV_RELATIVE ca950 │ │ │ │ +0000000000106638 0000000000000003 R_RISCV_RELATIVE 106838 │ │ │ │ +0000000000106648 0000000000000003 R_RISCV_RELATIVE ca968 │ │ │ │ +0000000000106650 0000000000000003 R_RISCV_RELATIVE 106820 │ │ │ │ +0000000000106660 0000000000000003 R_RISCV_RELATIVE ca980 │ │ │ │ +0000000000106668 0000000000000003 R_RISCV_RELATIVE 1067f0 │ │ │ │ +0000000000106678 0000000000000003 R_RISCV_RELATIVE c6cc8 │ │ │ │ +0000000000106680 0000000000000003 R_RISCV_RELATIVE 1067e0 │ │ │ │ +0000000000106690 0000000000000003 R_RISCV_RELATIVE c57d0 │ │ │ │ +0000000000106698 0000000000000003 R_RISCV_RELATIVE 106780 │ │ │ │ +00000000001066a8 0000000000000003 R_RISCV_RELATIVE ca998 │ │ │ │ +00000000001066b0 0000000000000003 R_RISCV_RELATIVE 106768 │ │ │ │ +00000000001066c0 0000000000000003 R_RISCV_RELATIVE ca9a8 │ │ │ │ +00000000001066c8 0000000000000003 R_RISCV_RELATIVE 106748 │ │ │ │ +00000000001066d8 0000000000000003 R_RISCV_RELATIVE ca9b8 │ │ │ │ +00000000001066e0 0000000000000003 R_RISCV_RELATIVE 106708 │ │ │ │ +0000000000106708 0000000000000003 R_RISCV_RELATIVE ca9d0 │ │ │ │ +0000000000106710 0000000000000003 R_RISCV_RELATIVE caa18 │ │ │ │ +0000000000106718 0000000000000003 R_RISCV_RELATIVE caa60 │ │ │ │ +0000000000106720 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ +0000000000106728 0000000000000003 R_RISCV_RELATIVE caa78 │ │ │ │ +0000000000106730 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ +0000000000106738 0000000000000003 R_RISCV_RELATIVE d7810 │ │ │ │ +0000000000106748 0000000000000003 R_RISCV_RELATIVE caaa0 │ │ │ │ +0000000000106750 0000000000000003 R_RISCV_RELATIVE caae0 │ │ │ │ +0000000000106758 0000000000000003 R_RISCV_RELATIVE caae8 │ │ │ │ +0000000000106768 0000000000000003 R_RISCV_RELATIVE cab08 │ │ │ │ +0000000000106770 0000000000000003 R_RISCV_RELATIVE cab40 │ │ │ │ +0000000000106780 0000000000000003 R_RISCV_RELATIVE cab88 │ │ │ │ +0000000000106788 0000000000000003 R_RISCV_RELATIVE cabb8 │ │ │ │ +0000000000106790 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ +0000000000106798 0000000000000003 R_RISCV_RELATIVE cabe8 │ │ │ │ +00000000001067a0 0000000000000003 R_RISCV_RELATIVE cac28 │ │ │ │ +00000000001067a8 0000000000000003 R_RISCV_RELATIVE cac60 │ │ │ │ +00000000001067b0 0000000000000003 R_RISCV_RELATIVE cac98 │ │ │ │ +00000000001067b8 0000000000000003 R_RISCV_RELATIVE cace0 │ │ │ │ +00000000001067c0 0000000000000003 R_RISCV_RELATIVE cad28 │ │ │ │ +00000000001067c8 0000000000000003 R_RISCV_RELATIVE cad68 │ │ │ │ +00000000001067d0 0000000000000003 R_RISCV_RELATIVE cad90 │ │ │ │ +00000000001067e0 0000000000000003 R_RISCV_RELATIVE cadb8 │ │ │ │ +00000000001067f0 0000000000000003 R_RISCV_RELATIVE cadd8 │ │ │ │ +00000000001067f8 0000000000000003 R_RISCV_RELATIVE cae20 │ │ │ │ 0000000000106800 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ -0000000000106808 0000000000000003 R_RISCV_RELATIVE caf88 │ │ │ │ -0000000000106818 0000000000000003 R_RISCV_RELATIVE cafd0 │ │ │ │ -0000000000106820 0000000000000003 R_RISCV_RELATIVE cb018 │ │ │ │ -0000000000106828 0000000000000003 R_RISCV_RELATIVE cb060 │ │ │ │ -0000000000106830 0000000000000003 R_RISCV_RELATIVE d7940 │ │ │ │ -0000000000106838 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ -0000000000106840 0000000000000003 R_RISCV_RELATIVE cb0a8 │ │ │ │ -0000000000106848 0000000000000003 R_RISCV_RELATIVE cb0c0 │ │ │ │ -0000000000106850 0000000000000003 R_RISCV_RELATIVE cb0d8 │ │ │ │ -0000000000106858 0000000000000003 R_RISCV_RELATIVE cb0f0 │ │ │ │ -0000000000106868 0000000000000003 R_RISCV_RELATIVE cafd0 │ │ │ │ -0000000000106870 0000000000000003 R_RISCV_RELATIVE cb018 │ │ │ │ -0000000000106878 0000000000000003 R_RISCV_RELATIVE cb060 │ │ │ │ -0000000000106880 0000000000000003 R_RISCV_RELATIVE d7940 │ │ │ │ -0000000000106888 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ -0000000000106890 0000000000000003 R_RISCV_RELATIVE cb108 │ │ │ │ -0000000000106898 0000000000000003 R_RISCV_RELATIVE cb150 │ │ │ │ -00000000001068a0 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ -00000000001068a8 0000000000000003 R_RISCV_RELATIVE cb190 │ │ │ │ -00000000001068b0 0000000000000003 R_RISCV_RELATIVE cacb0 │ │ │ │ -00000000001068b8 0000000000000003 R_RISCV_RELATIVE cb1a8 │ │ │ │ -00000000001068c0 0000000000000003 R_RISCV_RELATIVE cb1c8 │ │ │ │ -00000000001068d0 0000000000000003 R_RISCV_RELATIVE cb1e8 │ │ │ │ -00000000001068d8 0000000000000003 R_RISCV_RELATIVE cb230 │ │ │ │ -00000000001068e0 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ -00000000001068e8 0000000000000003 R_RISCV_RELATIVE cb248 │ │ │ │ -00000000001068f0 0000000000000003 R_RISCV_RELATIVE cb260 │ │ │ │ -00000000001068f8 0000000000000003 R_RISCV_RELATIVE cb278 │ │ │ │ -0000000000106908 0000000000000003 R_RISCV_RELATIVE cb298 │ │ │ │ -0000000000106910 0000000000000003 R_RISCV_RELATIVE cb2e0 │ │ │ │ -0000000000106918 0000000000000003 R_RISCV_RELATIVE cb328 │ │ │ │ -0000000000106920 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ -0000000000106928 0000000000000003 R_RISCV_RELATIVE cb370 │ │ │ │ -0000000000106930 0000000000000003 R_RISCV_RELATIVE cb3b8 │ │ │ │ -0000000000106938 0000000000000003 R_RISCV_RELATIVE cb400 │ │ │ │ +0000000000106808 0000000000000003 R_RISCV_RELATIVE cae38 │ │ │ │ +0000000000106810 0000000000000003 R_RISCV_RELATIVE cae80 │ │ │ │ +0000000000106820 0000000000000003 R_RISCV_RELATIVE caeb0 │ │ │ │ +0000000000106828 0000000000000003 R_RISCV_RELATIVE caef8 │ │ │ │ +0000000000106838 0000000000000003 R_RISCV_RELATIVE caf18 │ │ │ │ +0000000000106840 0000000000000003 R_RISCV_RELATIVE caf60 │ │ │ │ +0000000000106850 0000000000000003 R_RISCV_RELATIVE c6108 │ │ │ │ +0000000000106858 0000000000000003 R_RISCV_RELATIVE 106a50 │ │ │ │ +0000000000106868 0000000000000003 R_RISCV_RELATIVE cafa0 │ │ │ │ +0000000000106870 0000000000000003 R_RISCV_RELATIVE 106a00 │ │ │ │ +0000000000106880 0000000000000003 R_RISCV_RELATIVE c6140 │ │ │ │ +0000000000106888 0000000000000003 R_RISCV_RELATIVE 106970 │ │ │ │ +0000000000106898 0000000000000003 R_RISCV_RELATIVE c6878 │ │ │ │ +00000000001068a0 0000000000000003 R_RISCV_RELATIVE 106928 │ │ │ │ +00000000001068b0 0000000000000003 R_RISCV_RELATIVE c6948 │ │ │ │ +00000000001068b8 0000000000000003 R_RISCV_RELATIVE 1068e0 │ │ │ │ +00000000001068e0 0000000000000003 R_RISCV_RELATIVE cafc0 │ │ │ │ +00000000001068e8 0000000000000003 R_RISCV_RELATIVE cb008 │ │ │ │ +00000000001068f0 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ +00000000001068f8 0000000000000003 R_RISCV_RELATIVE cb048 │ │ │ │ +0000000000106900 0000000000000003 R_RISCV_RELATIVE cb090 │ │ │ │ +0000000000106908 0000000000000003 R_RISCV_RELATIVE cb0d8 │ │ │ │ +0000000000106910 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ +0000000000106918 0000000000000003 R_RISCV_RELATIVE cb110 │ │ │ │ +0000000000106928 0000000000000003 R_RISCV_RELATIVE cb128 │ │ │ │ +0000000000106930 0000000000000003 R_RISCV_RELATIVE cb170 │ │ │ │ +0000000000106938 0000000000000003 R_RISCV_RELATIVE cb1b8 │ │ │ │ 0000000000106940 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ -0000000000106948 0000000000000003 R_RISCV_RELATIVE caf88 │ │ │ │ +0000000000106948 0000000000000003 R_RISCV_RELATIVE cb1c0 │ │ │ │ 0000000000106950 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ -0000000000106958 0000000000000003 R_RISCV_RELATIVE cb108 │ │ │ │ -0000000000106960 0000000000000003 R_RISCV_RELATIVE cb150 │ │ │ │ -0000000000106968 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ -0000000000106970 0000000000000003 R_RISCV_RELATIVE cb190 │ │ │ │ -0000000000106978 0000000000000003 R_RISCV_RELATIVE cacb0 │ │ │ │ -0000000000106980 0000000000000003 R_RISCV_RELATIVE cb430 │ │ │ │ -0000000000106988 0000000000000003 R_RISCV_RELATIVE cb450 │ │ │ │ -0000000000106990 0000000000000003 R_RISCV_RELATIVE cb468 │ │ │ │ -00000000001069a0 0000000000000003 R_RISCV_RELATIVE cb480 │ │ │ │ -00000000001069a8 0000000000000003 R_RISCV_RELATIVE cb4c0 │ │ │ │ -00000000001069b0 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ -00000000001069b8 0000000000000003 R_RISCV_RELATIVE cb4e0 │ │ │ │ -00000000001069c0 0000000000000003 R_RISCV_RELATIVE cb528 │ │ │ │ -00000000001069c8 0000000000000003 R_RISCV_RELATIVE cb570 │ │ │ │ -00000000001069d0 0000000000000003 R_RISCV_RELATIVE cb5b8 │ │ │ │ -00000000001069d8 0000000000000003 R_RISCV_RELATIVE cb600 │ │ │ │ -00000000001069e0 0000000000000003 R_RISCV_RELATIVE cb648 │ │ │ │ +0000000000106958 0000000000000003 R_RISCV_RELATIVE cb208 │ │ │ │ +0000000000106960 0000000000000003 R_RISCV_RELATIVE cb228 │ │ │ │ +0000000000106970 0000000000000003 R_RISCV_RELATIVE cb248 │ │ │ │ +0000000000106978 0000000000000003 R_RISCV_RELATIVE cb290 │ │ │ │ +0000000000106980 0000000000000003 R_RISCV_RELATIVE cb2d8 │ │ │ │ +0000000000106988 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ +0000000000106990 0000000000000003 R_RISCV_RELATIVE d1b80 │ │ │ │ +0000000000106998 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ +00000000001069a0 0000000000000003 R_RISCV_RELATIVE cb2f8 │ │ │ │ +00000000001069a8 0000000000000003 R_RISCV_RELATIVE cb340 │ │ │ │ +00000000001069b0 0000000000000003 R_RISCV_RELATIVE cb388 │ │ │ │ +00000000001069b8 0000000000000003 R_RISCV_RELATIVE cb3d0 │ │ │ │ +00000000001069c0 0000000000000003 R_RISCV_RELATIVE cb418 │ │ │ │ +00000000001069c8 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ +00000000001069d0 0000000000000003 R_RISCV_RELATIVE cb450 │ │ │ │ +00000000001069d8 0000000000000003 R_RISCV_RELATIVE cb498 │ │ │ │ +00000000001069e0 0000000000000003 R_RISCV_RELATIVE cb4e0 │ │ │ │ 00000000001069e8 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ -00000000001069f0 0000000000000003 R_RISCV_RELATIVE cb108 │ │ │ │ -00000000001069f8 0000000000000003 R_RISCV_RELATIVE cb150 │ │ │ │ -0000000000106a00 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ -0000000000106a08 0000000000000003 R_RISCV_RELATIVE cb190 │ │ │ │ -0000000000106a10 0000000000000003 R_RISCV_RELATIVE cacb0 │ │ │ │ -0000000000106a18 0000000000000003 R_RISCV_RELATIVE cb468 │ │ │ │ -0000000000106a28 0000000000000003 R_RISCV_RELATIVE cb688 │ │ │ │ -0000000000106a30 0000000000000003 R_RISCV_RELATIVE 106a88 │ │ │ │ +00000000001069f0 0000000000000003 R_RISCV_RELATIVE cb518 │ │ │ │ +0000000000106a00 0000000000000003 R_RISCV_RELATIVE cb550 │ │ │ │ +0000000000106a08 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ +0000000000106a10 0000000000000003 R_RISCV_RELATIVE cb590 │ │ │ │ +0000000000106a18 0000000000000003 R_RISCV_RELATIVE cb5d8 │ │ │ │ +0000000000106a20 0000000000000003 R_RISCV_RELATIVE cb618 │ │ │ │ +0000000000106a28 0000000000000003 R_RISCV_RELATIVE cb658 │ │ │ │ +0000000000106a30 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ +0000000000106a38 0000000000000003 R_RISCV_RELATIVE cb688 │ │ │ │ 0000000000106a40 0000000000000003 R_RISCV_RELATIVE cb698 │ │ │ │ -0000000000106a48 0000000000000003 R_RISCV_RELATIVE 106a70 │ │ │ │ -0000000000106a70 0000000000000003 R_RISCV_RELATIVE cb6a8 │ │ │ │ -0000000000106a78 0000000000000003 R_RISCV_RELATIVE cb6f8 │ │ │ │ -0000000000106a88 0000000000000003 R_RISCV_RELATIVE cb718 │ │ │ │ -0000000000106a90 0000000000000003 R_RISCV_RELATIVE cb758 │ │ │ │ -0000000000106a98 0000000000000003 R_RISCV_RELATIVE cb7a0 │ │ │ │ -0000000000106aa0 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ -0000000000106aa8 0000000000000003 R_RISCV_RELATIVE cb7c8 │ │ │ │ -0000000000106ab0 0000000000000003 R_RISCV_RELATIVE cb7e0 │ │ │ │ -0000000000106ac0 0000000000000003 R_RISCV_RELATIVE c9c88 │ │ │ │ -0000000000106ac8 0000000000000003 R_RISCV_RELATIVE 106f70 │ │ │ │ -0000000000106ad8 0000000000000003 R_RISCV_RELATIVE cb800 │ │ │ │ -0000000000106ae0 0000000000000003 R_RISCV_RELATIVE 106f38 │ │ │ │ -0000000000106af0 0000000000000003 R_RISCV_RELATIVE cb818 │ │ │ │ -0000000000106af8 0000000000000003 R_RISCV_RELATIVE 106ee8 │ │ │ │ -0000000000106b08 0000000000000003 R_RISCV_RELATIVE cb830 │ │ │ │ -0000000000106b10 0000000000000003 R_RISCV_RELATIVE 106ea0 │ │ │ │ -0000000000106b20 0000000000000003 R_RISCV_RELATIVE cb848 │ │ │ │ -0000000000106b28 0000000000000003 R_RISCV_RELATIVE 106e20 │ │ │ │ -0000000000106b38 0000000000000003 R_RISCV_RELATIVE cb858 │ │ │ │ -0000000000106b40 0000000000000003 R_RISCV_RELATIVE 106da8 │ │ │ │ -0000000000106b50 0000000000000003 R_RISCV_RELATIVE cb868 │ │ │ │ -0000000000106b58 0000000000000003 R_RISCV_RELATIVE 106d30 │ │ │ │ -0000000000106b68 0000000000000003 R_RISCV_RELATIVE cb888 │ │ │ │ -0000000000106b70 0000000000000003 R_RISCV_RELATIVE 106cd8 │ │ │ │ -0000000000106b80 0000000000000003 R_RISCV_RELATIVE cb8a0 │ │ │ │ -0000000000106b88 0000000000000003 R_RISCV_RELATIVE 106c88 │ │ │ │ -0000000000106b98 0000000000000003 R_RISCV_RELATIVE cb8c0 │ │ │ │ -0000000000106ba0 0000000000000003 R_RISCV_RELATIVE 106c38 │ │ │ │ -0000000000106bb0 0000000000000003 R_RISCV_RELATIVE cb8e0 │ │ │ │ -0000000000106bb8 0000000000000003 R_RISCV_RELATIVE 106be0 │ │ │ │ -0000000000106be0 0000000000000003 R_RISCV_RELATIVE cb908 │ │ │ │ -0000000000106be8 0000000000000003 R_RISCV_RELATIVE cb950 │ │ │ │ -0000000000106bf0 0000000000000003 R_RISCV_RELATIVE cb998 │ │ │ │ -0000000000106bf8 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ -0000000000106c00 0000000000000003 R_RISCV_RELATIVE cb9a8 │ │ │ │ -0000000000106c08 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ -0000000000106c10 0000000000000003 R_RISCV_RELATIVE cad68 │ │ │ │ -0000000000106c18 0000000000000003 R_RISCV_RELATIVE cb9e0 │ │ │ │ -0000000000106c20 0000000000000003 R_RISCV_RELATIVE cb9f8 │ │ │ │ -0000000000106c28 0000000000000003 R_RISCV_RELATIVE cba10 │ │ │ │ -0000000000106c38 0000000000000003 R_RISCV_RELATIVE cba28 │ │ │ │ -0000000000106c40 0000000000000003 R_RISCV_RELATIVE cba70 │ │ │ │ -0000000000106c48 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ -0000000000106c50 0000000000000003 R_RISCV_RELATIVE cbab8 │ │ │ │ -0000000000106c58 0000000000000003 R_RISCV_RELATIVE cbb00 │ │ │ │ -0000000000106c60 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ -0000000000106c68 0000000000000003 R_RISCV_RELATIVE cad68 │ │ │ │ -0000000000106c70 0000000000000003 R_RISCV_RELATIVE cb9e0 │ │ │ │ -0000000000106c78 0000000000000003 R_RISCV_RELATIVE cbb18 │ │ │ │ -0000000000106c88 0000000000000003 R_RISCV_RELATIVE cbb30 │ │ │ │ -0000000000106c90 0000000000000003 R_RISCV_RELATIVE cbb78 │ │ │ │ -0000000000106c98 0000000000000003 R_RISCV_RELATIVE cbbc0 │ │ │ │ +0000000000106a50 0000000000000003 R_RISCV_RELATIVE cb6a8 │ │ │ │ +0000000000106a58 0000000000000003 R_RISCV_RELATIVE cb6f0 │ │ │ │ +0000000000106a60 0000000000000003 R_RISCV_RELATIVE cb738 │ │ │ │ +0000000000106a68 0000000000000003 R_RISCV_RELATIVE cb780 │ │ │ │ +0000000000106a70 0000000000000003 R_RISCV_RELATIVE cb7c8 │ │ │ │ +0000000000106a78 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ +0000000000106a80 0000000000000003 R_RISCV_RELATIVE cb810 │ │ │ │ +0000000000106a88 0000000000000003 R_RISCV_RELATIVE cb820 │ │ │ │ +0000000000106a90 0000000000000003 R_RISCV_RELATIVE cb830 │ │ │ │ +0000000000106aa0 0000000000000003 R_RISCV_RELATIVE c7d78 │ │ │ │ +0000000000106aa8 0000000000000003 R_RISCV_RELATIVE 106f28 │ │ │ │ +0000000000106ab8 0000000000000003 R_RISCV_RELATIVE c7c58 │ │ │ │ +0000000000106ac0 0000000000000003 R_RISCV_RELATIVE 106f00 │ │ │ │ +0000000000106ad0 0000000000000003 R_RISCV_RELATIVE c7bb8 │ │ │ │ +0000000000106ad8 0000000000000003 R_RISCV_RELATIVE 106ee8 │ │ │ │ +0000000000106ae8 0000000000000003 R_RISCV_RELATIVE c7db8 │ │ │ │ +0000000000106af0 0000000000000003 R_RISCV_RELATIVE 106eb0 │ │ │ │ +0000000000106b00 0000000000000003 R_RISCV_RELATIVE c7dd0 │ │ │ │ +0000000000106b08 0000000000000003 R_RISCV_RELATIVE 106e80 │ │ │ │ +0000000000106b18 0000000000000003 R_RISCV_RELATIVE c7ca0 │ │ │ │ +0000000000106b20 0000000000000003 R_RISCV_RELATIVE 106e40 │ │ │ │ +0000000000106b30 0000000000000003 R_RISCV_RELATIVE c8188 │ │ │ │ +0000000000106b38 0000000000000003 R_RISCV_RELATIVE 106df8 │ │ │ │ +0000000000106b48 0000000000000003 R_RISCV_RELATIVE cb840 │ │ │ │ +0000000000106b50 0000000000000003 R_RISCV_RELATIVE 106dc0 │ │ │ │ +0000000000106b60 0000000000000003 R_RISCV_RELATIVE c7d98 │ │ │ │ +0000000000106b68 0000000000000003 R_RISCV_RELATIVE 106d80 │ │ │ │ +0000000000106b78 0000000000000003 R_RISCV_RELATIVE c7c88 │ │ │ │ +0000000000106b80 0000000000000003 R_RISCV_RELATIVE 106d48 │ │ │ │ +0000000000106b90 0000000000000003 R_RISCV_RELATIVE c7c30 │ │ │ │ +0000000000106b98 0000000000000003 R_RISCV_RELATIVE 106d20 │ │ │ │ +0000000000106ba8 0000000000000003 R_RISCV_RELATIVE c7c18 │ │ │ │ +0000000000106bb0 0000000000000003 R_RISCV_RELATIVE 106cf0 │ │ │ │ +0000000000106bc0 0000000000000003 R_RISCV_RELATIVE c7c70 │ │ │ │ +0000000000106bc8 0000000000000003 R_RISCV_RELATIVE 106c90 │ │ │ │ +0000000000106bd8 0000000000000003 R_RISCV_RELATIVE c7b50 │ │ │ │ +0000000000106be0 0000000000000003 R_RISCV_RELATIVE 106c40 │ │ │ │ +0000000000106bf0 0000000000000003 R_RISCV_RELATIVE c7de8 │ │ │ │ +0000000000106bf8 0000000000000003 R_RISCV_RELATIVE 106c20 │ │ │ │ +0000000000106c20 0000000000000003 R_RISCV_RELATIVE cb860 │ │ │ │ +0000000000106c28 0000000000000003 R_RISCV_RELATIVE cb8b8 │ │ │ │ +0000000000106c30 0000000000000003 R_RISCV_RELATIVE cb8f0 │ │ │ │ +0000000000106c40 0000000000000003 R_RISCV_RELATIVE cb900 │ │ │ │ +0000000000106c48 0000000000000003 R_RISCV_RELATIVE cb958 │ │ │ │ +0000000000106c50 0000000000000003 R_RISCV_RELATIVE cb9b0 │ │ │ │ +0000000000106c58 0000000000000003 R_RISCV_RELATIVE cba08 │ │ │ │ +0000000000106c60 0000000000000003 R_RISCV_RELATIVE cba60 │ │ │ │ +0000000000106c68 0000000000000003 R_RISCV_RELATIVE cbab8 │ │ │ │ +0000000000106c70 0000000000000003 R_RISCV_RELATIVE cbaf8 │ │ │ │ +0000000000106c78 0000000000000003 R_RISCV_RELATIVE cbb40 │ │ │ │ +0000000000106c80 0000000000000003 R_RISCV_RELATIVE cbb60 │ │ │ │ +0000000000106c90 0000000000000003 R_RISCV_RELATIVE cbb80 │ │ │ │ +0000000000106c98 0000000000000003 R_RISCV_RELATIVE cbbb8 │ │ │ │ 0000000000106ca0 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ -0000000000106ca8 0000000000000003 R_RISCV_RELATIVE cbab8 │ │ │ │ -0000000000106cb0 0000000000000003 R_RISCV_RELATIVE cbb00 │ │ │ │ -0000000000106cb8 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ -0000000000106cc0 0000000000000003 R_RISCV_RELATIVE cad68 │ │ │ │ -0000000000106cc8 0000000000000003 R_RISCV_RELATIVE cb9e0 │ │ │ │ -0000000000106cd8 0000000000000003 R_RISCV_RELATIVE cbbd8 │ │ │ │ -0000000000106ce0 0000000000000003 R_RISCV_RELATIVE cc3e0 │ │ │ │ -0000000000106ce8 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ -0000000000106cf0 0000000000000003 R_RISCV_RELATIVE cbc20 │ │ │ │ -0000000000106cf8 0000000000000003 R_RISCV_RELATIVE cbc68 │ │ │ │ -0000000000106d00 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ -0000000000106d08 0000000000000003 R_RISCV_RELATIVE cad68 │ │ │ │ -0000000000106d10 0000000000000003 R_RISCV_RELATIVE cb9e0 │ │ │ │ -0000000000106d18 0000000000000003 R_RISCV_RELATIVE cbc80 │ │ │ │ -0000000000106d20 0000000000000003 R_RISCV_RELATIVE cbb18 │ │ │ │ -0000000000106d30 0000000000000003 R_RISCV_RELATIVE cbc98 │ │ │ │ -0000000000106d38 0000000000000003 R_RISCV_RELATIVE cbce0 │ │ │ │ -0000000000106d40 0000000000000003 R_RISCV_RELATIVE cbd28 │ │ │ │ -0000000000106d48 0000000000000003 R_RISCV_RELATIVE cbd70 │ │ │ │ -0000000000106d50 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ -0000000000106d58 0000000000000003 R_RISCV_RELATIVE cbd98 │ │ │ │ -0000000000106d60 0000000000000003 R_RISCV_RELATIVE cbde0 │ │ │ │ -0000000000106d68 0000000000000003 R_RISCV_RELATIVE cbe20 │ │ │ │ -0000000000106d70 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ -0000000000106d78 0000000000000003 R_RISCV_RELATIVE cbe40 │ │ │ │ -0000000000106d80 0000000000000003 R_RISCV_RELATIVE cbe60 │ │ │ │ -0000000000106d88 0000000000000003 R_RISCV_RELATIVE cbe80 │ │ │ │ -0000000000106d90 0000000000000003 R_RISCV_RELATIVE cbea0 │ │ │ │ -0000000000106d98 0000000000000003 R_RISCV_RELATIVE cbec0 │ │ │ │ -0000000000106da8 0000000000000003 R_RISCV_RELATIVE cbee0 │ │ │ │ -0000000000106db0 0000000000000003 R_RISCV_RELATIVE cbf28 │ │ │ │ -0000000000106db8 0000000000000003 R_RISCV_RELATIVE cbf70 │ │ │ │ -0000000000106dc0 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ -0000000000106dc8 0000000000000003 R_RISCV_RELATIVE cbfa8 │ │ │ │ -0000000000106dd0 0000000000000003 R_RISCV_RELATIVE cbff0 │ │ │ │ -0000000000106dd8 0000000000000003 R_RISCV_RELATIVE cc038 │ │ │ │ -0000000000106de0 0000000000000003 R_RISCV_RELATIVE cc080 │ │ │ │ -0000000000106de8 0000000000000003 R_RISCV_RELATIVE cc0c0 │ │ │ │ -0000000000106df0 0000000000000003 R_RISCV_RELATIVE cc108 │ │ │ │ -0000000000106df8 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ -0000000000106e00 0000000000000003 R_RISCV_RELATIVE cad68 │ │ │ │ -0000000000106e08 0000000000000003 R_RISCV_RELATIVE cc128 │ │ │ │ -0000000000106e10 0000000000000003 R_RISCV_RELATIVE cc140 │ │ │ │ -0000000000106e20 0000000000000003 R_RISCV_RELATIVE cc158 │ │ │ │ -0000000000106e28 0000000000000003 R_RISCV_RELATIVE cc1a0 │ │ │ │ -0000000000106e30 0000000000000003 R_RISCV_RELATIVE cc1e8 │ │ │ │ -0000000000106e38 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ -0000000000106e40 0000000000000003 R_RISCV_RELATIVE cc218 │ │ │ │ -0000000000106e48 0000000000000003 R_RISCV_RELATIVE cc248 │ │ │ │ -0000000000106e50 0000000000000003 R_RISCV_RELATIVE cc280 │ │ │ │ +0000000000106ca8 0000000000000003 R_RISCV_RELATIVE cbc00 │ │ │ │ +0000000000106cb0 0000000000000003 R_RISCV_RELATIVE cbc48 │ │ │ │ +0000000000106cb8 0000000000000003 R_RISCV_RELATIVE cbc90 │ │ │ │ +0000000000106cc0 0000000000000003 R_RISCV_RELATIVE cbcd8 │ │ │ │ +0000000000106cc8 0000000000000003 R_RISCV_RELATIVE cbd20 │ │ │ │ +0000000000106cd0 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ +0000000000106cd8 0000000000000003 R_RISCV_RELATIVE cbd38 │ │ │ │ +0000000000106ce0 0000000000000003 R_RISCV_RELATIVE cbd50 │ │ │ │ +0000000000106cf0 0000000000000003 R_RISCV_RELATIVE cbd68 │ │ │ │ +0000000000106cf8 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ +0000000000106d00 0000000000000003 R_RISCV_RELATIVE cbda0 │ │ │ │ +0000000000106d08 0000000000000003 R_RISCV_RELATIVE cbdb8 │ │ │ │ +0000000000106d10 0000000000000003 R_RISCV_RELATIVE cbdd0 │ │ │ │ +0000000000106d20 0000000000000003 R_RISCV_RELATIVE cbde8 │ │ │ │ +0000000000106d28 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ +0000000000106d30 0000000000000003 R_RISCV_RELATIVE cbda0 │ │ │ │ +0000000000106d38 0000000000000003 R_RISCV_RELATIVE cbdb8 │ │ │ │ +0000000000106d48 0000000000000003 R_RISCV_RELATIVE cbe20 │ │ │ │ +0000000000106d50 0000000000000003 R_RISCV_RELATIVE cbe68 │ │ │ │ +0000000000106d58 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ +0000000000106d60 0000000000000003 R_RISCV_RELATIVE cbeb0 │ │ │ │ +0000000000106d68 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ +0000000000106d70 0000000000000003 R_RISCV_RELATIVE cbec0 │ │ │ │ +0000000000106d80 0000000000000003 R_RISCV_RELATIVE cbee8 │ │ │ │ +0000000000106d88 0000000000000003 R_RISCV_RELATIVE cbf30 │ │ │ │ +0000000000106d90 0000000000000003 R_RISCV_RELATIVE cbf78 │ │ │ │ +0000000000106d98 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ +0000000000106da0 0000000000000003 R_RISCV_RELATIVE cbfc0 │ │ │ │ +0000000000106da8 0000000000000003 R_RISCV_RELATIVE cbfd8 │ │ │ │ +0000000000106db0 0000000000000003 R_RISCV_RELATIVE cbff0 │ │ │ │ +0000000000106dc0 0000000000000003 R_RISCV_RELATIVE cc010 │ │ │ │ +0000000000106dc8 0000000000000003 R_RISCV_RELATIVE cc058 │ │ │ │ +0000000000106dd0 0000000000000003 R_RISCV_RELATIVE cc0a0 │ │ │ │ +0000000000106dd8 0000000000000003 R_RISCV_RELATIVE cc0e8 │ │ │ │ +0000000000106de0 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ +0000000000106de8 0000000000000003 R_RISCV_RELATIVE cbfc0 │ │ │ │ +0000000000106df8 0000000000000003 R_RISCV_RELATIVE cc120 │ │ │ │ +0000000000106e00 0000000000000003 R_RISCV_RELATIVE cc168 │ │ │ │ +0000000000106e08 0000000000000003 R_RISCV_RELATIVE cc1b0 │ │ │ │ +0000000000106e10 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ +0000000000106e18 0000000000000003 R_RISCV_RELATIVE cc1d8 │ │ │ │ +0000000000106e20 0000000000000003 R_RISCV_RELATIVE cc1f0 │ │ │ │ +0000000000106e28 0000000000000003 R_RISCV_RELATIVE cc208 │ │ │ │ +0000000000106e30 0000000000000003 R_RISCV_RELATIVE cc1f0 │ │ │ │ +0000000000106e40 0000000000000003 R_RISCV_RELATIVE cc220 │ │ │ │ +0000000000106e48 0000000000000003 R_RISCV_RELATIVE cc268 │ │ │ │ +0000000000106e50 0000000000000003 R_RISCV_RELATIVE cc2b0 │ │ │ │ 0000000000106e58 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ -0000000000106e60 0000000000000003 R_RISCV_RELATIVE cc2b0 │ │ │ │ -0000000000106e68 0000000000000003 R_RISCV_RELATIVE cc2f0 │ │ │ │ -0000000000106e70 0000000000000003 R_RISCV_RELATIVE cc338 │ │ │ │ -0000000000106e78 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ -0000000000106e80 0000000000000003 R_RISCV_RELATIVE cad68 │ │ │ │ -0000000000106e88 0000000000000003 R_RISCV_RELATIVE cb9e0 │ │ │ │ -0000000000106e90 0000000000000003 R_RISCV_RELATIVE cc368 │ │ │ │ -0000000000106ea0 0000000000000003 R_RISCV_RELATIVE cc380 │ │ │ │ -0000000000106ea8 0000000000000003 R_RISCV_RELATIVE cc3c8 │ │ │ │ -0000000000106eb0 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ -0000000000106eb8 0000000000000003 R_RISCV_RELATIVE cc3f8 │ │ │ │ -0000000000106ec0 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ -0000000000106ec8 0000000000000003 R_RISCV_RELATIVE cad68 │ │ │ │ -0000000000106ed0 0000000000000003 R_RISCV_RELATIVE cb9e0 │ │ │ │ -0000000000106ed8 0000000000000003 R_RISCV_RELATIVE cad98 │ │ │ │ -0000000000106ee8 0000000000000003 R_RISCV_RELATIVE cc420 │ │ │ │ -0000000000106ef0 0000000000000003 R_RISCV_RELATIVE cc3e0 │ │ │ │ -0000000000106ef8 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ -0000000000106f00 0000000000000003 R_RISCV_RELATIVE cc3f8 │ │ │ │ -0000000000106f08 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ -0000000000106f10 0000000000000003 R_RISCV_RELATIVE cad68 │ │ │ │ -0000000000106f18 0000000000000003 R_RISCV_RELATIVE cb9e0 │ │ │ │ -0000000000106f20 0000000000000003 R_RISCV_RELATIVE cad98 │ │ │ │ -0000000000106f28 0000000000000003 R_RISCV_RELATIVE cbb18 │ │ │ │ -0000000000106f38 0000000000000003 R_RISCV_RELATIVE cc468 │ │ │ │ -0000000000106f40 0000000000000003 R_RISCV_RELATIVE cc4b0 │ │ │ │ -0000000000106f48 0000000000000003 R_RISCV_RELATIVE cc4f8 │ │ │ │ -0000000000106f50 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ -0000000000106f58 0000000000000003 R_RISCV_RELATIVE cad68 │ │ │ │ -0000000000106f60 0000000000000003 R_RISCV_RELATIVE cc520 │ │ │ │ -0000000000106f70 0000000000000003 R_RISCV_RELATIVE cc538 │ │ │ │ -0000000000106f78 0000000000000003 R_RISCV_RELATIVE cad50 │ │ │ │ -0000000000106f80 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ -0000000000106f88 0000000000000003 R_RISCV_RELATIVE cad68 │ │ │ │ -0000000000106f90 0000000000000003 R_RISCV_RELATIVE cad80 │ │ │ │ -0000000000106f98 0000000000000003 R_RISCV_RELATIVE cad98 │ │ │ │ -0000000000106fa8 0000000000000003 R_RISCV_RELATIVE cc578 │ │ │ │ -0000000000106fb0 0000000000000003 R_RISCV_RELATIVE 106fd8 │ │ │ │ -0000000000106fd8 0000000000000003 R_RISCV_RELATIVE cc588 │ │ │ │ -0000000000106fe0 0000000000000003 R_RISCV_RELATIVE cc5c8 │ │ │ │ -0000000000106fe8 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ -0000000000106ff0 0000000000000003 R_RISCV_RELATIVE cc600 │ │ │ │ -0000000000106ff8 0000000000000003 R_RISCV_RELATIVE cc610 │ │ │ │ -0000000000107000 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ -0000000000107008 0000000000000003 R_RISCV_RELATIVE cc620 │ │ │ │ -0000000000107010 0000000000000003 R_RISCV_RELATIVE cc668 │ │ │ │ -0000000000107018 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ -0000000000107020 0000000000000003 R_RISCV_RELATIVE cc680 │ │ │ │ -0000000000107028 0000000000000003 R_RISCV_RELATIVE cc6c0 │ │ │ │ -0000000000107038 0000000000000003 R_RISCV_RELATIVE cc6e8 │ │ │ │ -0000000000107040 0000000000000003 R_RISCV_RELATIVE 107a38 │ │ │ │ -0000000000107050 0000000000000003 R_RISCV_RELATIVE cc710 │ │ │ │ -0000000000107058 0000000000000003 R_RISCV_RELATIVE 1079f8 │ │ │ │ -0000000000107068 0000000000000003 R_RISCV_RELATIVE cc728 │ │ │ │ -0000000000107070 0000000000000003 R_RISCV_RELATIVE 1079b0 │ │ │ │ -0000000000107080 0000000000000003 R_RISCV_RELATIVE cc748 │ │ │ │ -0000000000107088 0000000000000003 R_RISCV_RELATIVE 107980 │ │ │ │ -0000000000107098 0000000000000003 R_RISCV_RELATIVE cc760 │ │ │ │ -00000000001070a0 0000000000000003 R_RISCV_RELATIVE 107958 │ │ │ │ -00000000001070b0 0000000000000003 R_RISCV_RELATIVE cc788 │ │ │ │ -00000000001070b8 0000000000000003 R_RISCV_RELATIVE 107930 │ │ │ │ -00000000001070c8 0000000000000003 R_RISCV_RELATIVE cc7a8 │ │ │ │ -00000000001070d0 0000000000000003 R_RISCV_RELATIVE 107910 │ │ │ │ -00000000001070e0 0000000000000003 R_RISCV_RELATIVE cc7c8 │ │ │ │ -00000000001070e8 0000000000000003 R_RISCV_RELATIVE 1078d8 │ │ │ │ -00000000001070f8 0000000000000003 R_RISCV_RELATIVE cc7e8 │ │ │ │ -0000000000107100 0000000000000003 R_RISCV_RELATIVE 1078a0 │ │ │ │ -0000000000107110 0000000000000003 R_RISCV_RELATIVE cc808 │ │ │ │ -0000000000107118 0000000000000003 R_RISCV_RELATIVE 107868 │ │ │ │ -0000000000107128 0000000000000003 R_RISCV_RELATIVE cc828 │ │ │ │ -0000000000107130 0000000000000003 R_RISCV_RELATIVE 107838 │ │ │ │ -0000000000107140 0000000000000003 R_RISCV_RELATIVE cc840 │ │ │ │ -0000000000107148 0000000000000003 R_RISCV_RELATIVE 1077f0 │ │ │ │ -0000000000107158 0000000000000003 R_RISCV_RELATIVE cc860 │ │ │ │ -0000000000107160 0000000000000003 R_RISCV_RELATIVE 1077b8 │ │ │ │ -0000000000107170 0000000000000003 R_RISCV_RELATIVE cc880 │ │ │ │ -0000000000107178 0000000000000003 R_RISCV_RELATIVE 107790 │ │ │ │ -0000000000107188 0000000000000003 R_RISCV_RELATIVE cc898 │ │ │ │ -0000000000107190 0000000000000003 R_RISCV_RELATIVE 107760 │ │ │ │ -00000000001071a0 0000000000000003 R_RISCV_RELATIVE cc8b0 │ │ │ │ -00000000001071a8 0000000000000003 R_RISCV_RELATIVE 107730 │ │ │ │ -00000000001071b8 0000000000000003 R_RISCV_RELATIVE cc8c8 │ │ │ │ -00000000001071c0 0000000000000003 R_RISCV_RELATIVE 107708 │ │ │ │ -00000000001071d0 0000000000000003 R_RISCV_RELATIVE cc8e0 │ │ │ │ -00000000001071d8 0000000000000003 R_RISCV_RELATIVE 1076e8 │ │ │ │ -00000000001071e8 0000000000000003 R_RISCV_RELATIVE cc900 │ │ │ │ -00000000001071f0 0000000000000003 R_RISCV_RELATIVE 1076c0 │ │ │ │ -0000000000107200 0000000000000003 R_RISCV_RELATIVE cc920 │ │ │ │ -0000000000107208 0000000000000003 R_RISCV_RELATIVE 107698 │ │ │ │ -0000000000107218 0000000000000003 R_RISCV_RELATIVE cc940 │ │ │ │ -0000000000107220 0000000000000003 R_RISCV_RELATIVE 107670 │ │ │ │ -0000000000107230 0000000000000003 R_RISCV_RELATIVE cc960 │ │ │ │ -0000000000107238 0000000000000003 R_RISCV_RELATIVE 107648 │ │ │ │ -0000000000107248 0000000000000003 R_RISCV_RELATIVE cc978 │ │ │ │ -0000000000107250 0000000000000003 R_RISCV_RELATIVE 107618 │ │ │ │ -0000000000107260 0000000000000003 R_RISCV_RELATIVE cc990 │ │ │ │ -0000000000107268 0000000000000003 R_RISCV_RELATIVE 1075f0 │ │ │ │ -0000000000107278 0000000000000003 R_RISCV_RELATIVE cc9a8 │ │ │ │ -0000000000107280 0000000000000003 R_RISCV_RELATIVE 1075c8 │ │ │ │ -0000000000107290 0000000000000003 R_RISCV_RELATIVE cc9b8 │ │ │ │ -0000000000107298 0000000000000003 R_RISCV_RELATIVE 107588 │ │ │ │ -00000000001072a8 0000000000000003 R_RISCV_RELATIVE cc9c8 │ │ │ │ -00000000001072b0 0000000000000003 R_RISCV_RELATIVE 107560 │ │ │ │ -00000000001072c0 0000000000000003 R_RISCV_RELATIVE cc9d8 │ │ │ │ -00000000001072c8 0000000000000003 R_RISCV_RELATIVE 107528 │ │ │ │ -00000000001072d8 0000000000000003 R_RISCV_RELATIVE cc9e8 │ │ │ │ -00000000001072e0 0000000000000003 R_RISCV_RELATIVE 1074e8 │ │ │ │ -00000000001072f0 0000000000000003 R_RISCV_RELATIVE cca08 │ │ │ │ -00000000001072f8 0000000000000003 R_RISCV_RELATIVE 1074b8 │ │ │ │ -0000000000107308 0000000000000003 R_RISCV_RELATIVE cca28 │ │ │ │ -0000000000107310 0000000000000003 R_RISCV_RELATIVE 107488 │ │ │ │ -0000000000107320 0000000000000003 R_RISCV_RELATIVE cca38 │ │ │ │ -0000000000107328 0000000000000003 R_RISCV_RELATIVE 107458 │ │ │ │ -0000000000107338 0000000000000003 R_RISCV_RELATIVE cca50 │ │ │ │ -0000000000107340 0000000000000003 R_RISCV_RELATIVE 107428 │ │ │ │ -0000000000107350 0000000000000003 R_RISCV_RELATIVE cca68 │ │ │ │ -0000000000107358 0000000000000003 R_RISCV_RELATIVE 1073f8 │ │ │ │ -0000000000107368 0000000000000003 R_RISCV_RELATIVE cca80 │ │ │ │ -0000000000107370 0000000000000003 R_RISCV_RELATIVE 1073d0 │ │ │ │ -0000000000107380 0000000000000003 R_RISCV_RELATIVE ccaa0 │ │ │ │ -0000000000107388 0000000000000003 R_RISCV_RELATIVE 1073b0 │ │ │ │ -00000000001073b0 0000000000000003 R_RISCV_RELATIVE ccab0 │ │ │ │ -00000000001073b8 0000000000000003 R_RISCV_RELATIVE ccaf8 │ │ │ │ -00000000001073c0 0000000000000003 R_RISCV_RELATIVE ccb38 │ │ │ │ -00000000001073d0 0000000000000003 R_RISCV_RELATIVE ccb48 │ │ │ │ -00000000001073d8 0000000000000003 R_RISCV_RELATIVE ccb78 │ │ │ │ -00000000001073e0 0000000000000003 R_RISCV_RELATIVE ccba8 │ │ │ │ -00000000001073e8 0000000000000003 R_RISCV_RELATIVE ccbd8 │ │ │ │ -00000000001073f8 0000000000000003 R_RISCV_RELATIVE ccc10 │ │ │ │ -0000000000107400 0000000000000003 R_RISCV_RELATIVE ccc50 │ │ │ │ -0000000000107408 0000000000000003 R_RISCV_RELATIVE ccc98 │ │ │ │ -0000000000107410 0000000000000003 R_RISCV_RELATIVE cccb8 │ │ │ │ -0000000000107418 0000000000000003 R_RISCV_RELATIVE ccbd8 │ │ │ │ -0000000000107428 0000000000000003 R_RISCV_RELATIVE cccd8 │ │ │ │ -0000000000107430 0000000000000003 R_RISCV_RELATIVE ccc50 │ │ │ │ -0000000000107438 0000000000000003 R_RISCV_RELATIVE ccc98 │ │ │ │ -0000000000107440 0000000000000003 R_RISCV_RELATIVE ccd20 │ │ │ │ -0000000000107448 0000000000000003 R_RISCV_RELATIVE ccbd8 │ │ │ │ -0000000000107458 0000000000000003 R_RISCV_RELATIVE ccd40 │ │ │ │ -0000000000107460 0000000000000003 R_RISCV_RELATIVE ccc50 │ │ │ │ -0000000000107468 0000000000000003 R_RISCV_RELATIVE ccc98 │ │ │ │ -0000000000107470 0000000000000003 R_RISCV_RELATIVE ccd88 │ │ │ │ -0000000000107478 0000000000000003 R_RISCV_RELATIVE ccbd8 │ │ │ │ -0000000000107488 0000000000000003 R_RISCV_RELATIVE ccda8 │ │ │ │ -0000000000107490 0000000000000003 R_RISCV_RELATIVE ccc50 │ │ │ │ -0000000000107498 0000000000000003 R_RISCV_RELATIVE ccc98 │ │ │ │ -00000000001074a0 0000000000000003 R_RISCV_RELATIVE ccde8 │ │ │ │ -00000000001074a8 0000000000000003 R_RISCV_RELATIVE ccbd8 │ │ │ │ -00000000001074b8 0000000000000003 R_RISCV_RELATIVE cce08 │ │ │ │ -00000000001074c0 0000000000000003 R_RISCV_RELATIVE ccc50 │ │ │ │ -00000000001074c8 0000000000000003 R_RISCV_RELATIVE cce58 │ │ │ │ -00000000001074d0 0000000000000003 R_RISCV_RELATIVE cce88 │ │ │ │ -00000000001074d8 0000000000000003 R_RISCV_RELATIVE ccbd8 │ │ │ │ -00000000001074e8 0000000000000003 R_RISCV_RELATIVE cceb8 │ │ │ │ -00000000001074f0 0000000000000003 R_RISCV_RELATIVE ccf00 │ │ │ │ -00000000001074f8 0000000000000003 R_RISCV_RELATIVE ccf48 │ │ │ │ -0000000000107500 0000000000000003 R_RISCV_RELATIVE cce58 │ │ │ │ -0000000000107508 0000000000000003 R_RISCV_RELATIVE ccf88 │ │ │ │ -0000000000107510 0000000000000003 R_RISCV_RELATIVE ccfb8 │ │ │ │ -0000000000107518 0000000000000003 R_RISCV_RELATIVE ccbd8 │ │ │ │ -0000000000107528 0000000000000003 R_RISCV_RELATIVE ccfe8 │ │ │ │ -0000000000107530 0000000000000003 R_RISCV_RELATIVE cd030 │ │ │ │ -0000000000107538 0000000000000003 R_RISCV_RELATIVE cd078 │ │ │ │ -0000000000107540 0000000000000003 R_RISCV_RELATIVE cce58 │ │ │ │ -0000000000107548 0000000000000003 R_RISCV_RELATIVE cd0c0 │ │ │ │ -0000000000107550 0000000000000003 R_RISCV_RELATIVE ccbd8 │ │ │ │ -0000000000107560 0000000000000003 R_RISCV_RELATIVE cd0f0 │ │ │ │ -0000000000107568 0000000000000003 R_RISCV_RELATIVE cd138 │ │ │ │ -0000000000107570 0000000000000003 R_RISCV_RELATIVE cd150 │ │ │ │ -0000000000107578 0000000000000003 R_RISCV_RELATIVE cd168 │ │ │ │ -0000000000107588 0000000000000003 R_RISCV_RELATIVE cd188 │ │ │ │ -0000000000107590 0000000000000003 R_RISCV_RELATIVE cd1d0 │ │ │ │ -0000000000107598 0000000000000003 R_RISCV_RELATIVE cce80 │ │ │ │ -00000000001075a0 0000000000000003 R_RISCV_RELATIVE cd210 │ │ │ │ -00000000001075a8 0000000000000003 R_RISCV_RELATIVE cd248 │ │ │ │ -00000000001075b0 0000000000000003 R_RISCV_RELATIVE cd298 │ │ │ │ -00000000001075b8 0000000000000003 R_RISCV_RELATIVE cd2e8 │ │ │ │ -00000000001075c8 0000000000000003 R_RISCV_RELATIVE cd310 │ │ │ │ -00000000001075d0 0000000000000003 R_RISCV_RELATIVE cd358 │ │ │ │ -00000000001075d8 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ -00000000001075e0 0000000000000003 R_RISCV_RELATIVE cd3a0 │ │ │ │ -00000000001075f0 0000000000000003 R_RISCV_RELATIVE cd3f8 │ │ │ │ -00000000001075f8 0000000000000003 R_RISCV_RELATIVE ccc50 │ │ │ │ -0000000000107600 0000000000000003 R_RISCV_RELATIVE cd440 │ │ │ │ -0000000000107608 0000000000000003 R_RISCV_RELATIVE ccbd8 │ │ │ │ -0000000000107618 0000000000000003 R_RISCV_RELATIVE cd470 │ │ │ │ -0000000000107620 0000000000000003 R_RISCV_RELATIVE ccb18 │ │ │ │ -0000000000107628 0000000000000003 R_RISCV_RELATIVE cd4c0 │ │ │ │ -0000000000107630 0000000000000003 R_RISCV_RELATIVE cd4e8 │ │ │ │ -0000000000107638 0000000000000003 R_RISCV_RELATIVE cd510 │ │ │ │ -0000000000107648 0000000000000003 R_RISCV_RELATIVE cd548 │ │ │ │ -0000000000107650 0000000000000003 R_RISCV_RELATIVE ccb18 │ │ │ │ -0000000000107658 0000000000000003 R_RISCV_RELATIVE cd598 │ │ │ │ -0000000000107660 0000000000000003 R_RISCV_RELATIVE ccbd8 │ │ │ │ -0000000000107670 0000000000000003 R_RISCV_RELATIVE cd5c0 │ │ │ │ -0000000000107678 0000000000000003 R_RISCV_RELATIVE ccb18 │ │ │ │ -0000000000107680 0000000000000003 R_RISCV_RELATIVE cd610 │ │ │ │ -0000000000107688 0000000000000003 R_RISCV_RELATIVE ccbd8 │ │ │ │ -0000000000107698 0000000000000003 R_RISCV_RELATIVE cd638 │ │ │ │ -00000000001076a0 0000000000000003 R_RISCV_RELATIVE ccb18 │ │ │ │ -00000000001076a8 0000000000000003 R_RISCV_RELATIVE cd688 │ │ │ │ -00000000001076b0 0000000000000003 R_RISCV_RELATIVE ccbd8 │ │ │ │ -00000000001076c0 0000000000000003 R_RISCV_RELATIVE cd6b8 │ │ │ │ -00000000001076c8 0000000000000003 R_RISCV_RELATIVE ccb18 │ │ │ │ -00000000001076d0 0000000000000003 R_RISCV_RELATIVE cd708 │ │ │ │ -00000000001076d8 0000000000000003 R_RISCV_RELATIVE ccbd8 │ │ │ │ -00000000001076e8 0000000000000003 R_RISCV_RELATIVE cd738 │ │ │ │ -00000000001076f0 0000000000000003 R_RISCV_RELATIVE ccc50 │ │ │ │ -00000000001076f8 0000000000000003 R_RISCV_RELATIVE cd788 │ │ │ │ -0000000000107708 0000000000000003 R_RISCV_RELATIVE cd7b8 │ │ │ │ -0000000000107710 0000000000000003 R_RISCV_RELATIVE ccb18 │ │ │ │ -0000000000107718 0000000000000003 R_RISCV_RELATIVE cd800 │ │ │ │ -0000000000107720 0000000000000003 R_RISCV_RELATIVE ccbd8 │ │ │ │ -0000000000107730 0000000000000003 R_RISCV_RELATIVE cd828 │ │ │ │ -0000000000107738 0000000000000003 R_RISCV_RELATIVE ccb18 │ │ │ │ -0000000000107740 0000000000000003 R_RISCV_RELATIVE cd878 │ │ │ │ -0000000000107748 0000000000000003 R_RISCV_RELATIVE cd8a0 │ │ │ │ -0000000000107750 0000000000000003 R_RISCV_RELATIVE ccbd8 │ │ │ │ -0000000000107760 0000000000000003 R_RISCV_RELATIVE cd8c8 │ │ │ │ -0000000000107768 0000000000000003 R_RISCV_RELATIVE ccb18 │ │ │ │ -0000000000107770 0000000000000003 R_RISCV_RELATIVE cd878 │ │ │ │ -0000000000107778 0000000000000003 R_RISCV_RELATIVE cd918 │ │ │ │ -0000000000107780 0000000000000003 R_RISCV_RELATIVE ccbd8 │ │ │ │ -0000000000107790 0000000000000003 R_RISCV_RELATIVE cd940 │ │ │ │ -0000000000107798 0000000000000003 R_RISCV_RELATIVE ccb18 │ │ │ │ -00000000001077a0 0000000000000003 R_RISCV_RELATIVE cd990 │ │ │ │ -00000000001077a8 0000000000000003 R_RISCV_RELATIVE ccbd8 │ │ │ │ -00000000001077b8 0000000000000003 R_RISCV_RELATIVE cd9c0 │ │ │ │ -00000000001077c0 0000000000000003 R_RISCV_RELATIVE cda10 │ │ │ │ -00000000001077c8 0000000000000003 R_RISCV_RELATIVE cda28 │ │ │ │ -00000000001077d0 0000000000000003 R_RISCV_RELATIVE cda58 │ │ │ │ -00000000001077d8 0000000000000003 R_RISCV_RELATIVE cda68 │ │ │ │ -00000000001077e0 0000000000000003 R_RISCV_RELATIVE cdab0 │ │ │ │ -00000000001077f0 0000000000000003 R_RISCV_RELATIVE cdad8 │ │ │ │ -00000000001077f8 0000000000000003 R_RISCV_RELATIVE cdb20 │ │ │ │ -0000000000107800 0000000000000003 R_RISCV_RELATIVE cdb48 │ │ │ │ -0000000000107808 0000000000000003 R_RISCV_RELATIVE cdb70 │ │ │ │ -0000000000107810 0000000000000003 R_RISCV_RELATIVE cdb98 │ │ │ │ -0000000000107818 0000000000000003 R_RISCV_RELATIVE cdbc0 │ │ │ │ -0000000000107820 0000000000000003 R_RISCV_RELATIVE cdc08 │ │ │ │ -0000000000107828 0000000000000003 R_RISCV_RELATIVE cdc50 │ │ │ │ -0000000000107838 0000000000000003 R_RISCV_RELATIVE cdc78 │ │ │ │ -0000000000107840 0000000000000003 R_RISCV_RELATIVE cdcc0 │ │ │ │ -0000000000107848 0000000000000003 R_RISCV_RELATIVE cdd00 │ │ │ │ -0000000000107850 0000000000000003 R_RISCV_RELATIVE cdd28 │ │ │ │ -0000000000107858 0000000000000003 R_RISCV_RELATIVE cdd50 │ │ │ │ -0000000000107868 0000000000000003 R_RISCV_RELATIVE cdd80 │ │ │ │ -0000000000107870 0000000000000003 R_RISCV_RELATIVE cddc8 │ │ │ │ -0000000000107878 0000000000000003 R_RISCV_RELATIVE cddd8 │ │ │ │ -0000000000107880 0000000000000003 R_RISCV_RELATIVE cde08 │ │ │ │ -0000000000107888 0000000000000003 R_RISCV_RELATIVE cde18 │ │ │ │ -0000000000107890 0000000000000003 R_RISCV_RELATIVE cde60 │ │ │ │ -00000000001078a0 0000000000000003 R_RISCV_RELATIVE cdea0 │ │ │ │ -00000000001078a8 0000000000000003 R_RISCV_RELATIVE cdef0 │ │ │ │ -00000000001078b0 0000000000000003 R_RISCV_RELATIVE cdf00 │ │ │ │ -00000000001078b8 0000000000000003 R_RISCV_RELATIVE cda58 │ │ │ │ -00000000001078c0 0000000000000003 R_RISCV_RELATIVE cda68 │ │ │ │ -00000000001078c8 0000000000000003 R_RISCV_RELATIVE cdab0 │ │ │ │ -00000000001078d8 0000000000000003 R_RISCV_RELATIVE cdf30 │ │ │ │ -00000000001078e0 0000000000000003 R_RISCV_RELATIVE cdef0 │ │ │ │ -00000000001078e8 0000000000000003 R_RISCV_RELATIVE cdf78 │ │ │ │ -00000000001078f0 0000000000000003 R_RISCV_RELATIVE cda58 │ │ │ │ -00000000001078f8 0000000000000003 R_RISCV_RELATIVE cda68 │ │ │ │ -0000000000107900 0000000000000003 R_RISCV_RELATIVE cdab0 │ │ │ │ -0000000000107910 0000000000000003 R_RISCV_RELATIVE cdfa0 │ │ │ │ -0000000000107918 0000000000000003 R_RISCV_RELATIVE cddc8 │ │ │ │ -0000000000107920 0000000000000003 R_RISCV_RELATIVE cdfd0 │ │ │ │ -0000000000107930 0000000000000003 R_RISCV_RELATIVE cdff8 │ │ │ │ -0000000000107938 0000000000000003 R_RISCV_RELATIVE cddc8 │ │ │ │ -0000000000107940 0000000000000003 R_RISCV_RELATIVE ce030 │ │ │ │ -0000000000107948 0000000000000003 R_RISCV_RELATIVE ce058 │ │ │ │ -0000000000107958 0000000000000003 R_RISCV_RELATIVE cdff8 │ │ │ │ -0000000000107960 0000000000000003 R_RISCV_RELATIVE cddc8 │ │ │ │ -0000000000107968 0000000000000003 R_RISCV_RELATIVE ce030 │ │ │ │ -0000000000107970 0000000000000003 R_RISCV_RELATIVE ce058 │ │ │ │ -0000000000107980 0000000000000003 R_RISCV_RELATIVE ce078 │ │ │ │ -0000000000107988 0000000000000003 R_RISCV_RELATIVE ce0a8 │ │ │ │ -0000000000107990 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ -0000000000107998 0000000000000003 R_RISCV_RELATIVE ce0d0 │ │ │ │ -00000000001079a0 0000000000000003 R_RISCV_RELATIVE ce118 │ │ │ │ -00000000001079b0 0000000000000003 R_RISCV_RELATIVE ce140 │ │ │ │ -00000000001079b8 0000000000000003 R_RISCV_RELATIVE ce190 │ │ │ │ -00000000001079c0 0000000000000003 R_RISCV_RELATIVE ce1e0 │ │ │ │ -00000000001079c8 0000000000000003 R_RISCV_RELATIVE ce230 │ │ │ │ -00000000001079d0 0000000000000003 R_RISCV_RELATIVE ce280 │ │ │ │ -00000000001079d8 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ -00000000001079e0 0000000000000003 R_RISCV_RELATIVE ce0d0 │ │ │ │ -00000000001079e8 0000000000000003 R_RISCV_RELATIVE ce118 │ │ │ │ -00000000001079f8 0000000000000003 R_RISCV_RELATIVE ce140 │ │ │ │ -0000000000107a00 0000000000000003 R_RISCV_RELATIVE ce190 │ │ │ │ -0000000000107a08 0000000000000003 R_RISCV_RELATIVE ce2c0 │ │ │ │ -0000000000107a10 0000000000000003 R_RISCV_RELATIVE ce300 │ │ │ │ -0000000000107a18 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ -0000000000107a20 0000000000000003 R_RISCV_RELATIVE ce0d0 │ │ │ │ -0000000000107a28 0000000000000003 R_RISCV_RELATIVE ce118 │ │ │ │ -0000000000107a38 0000000000000003 R_RISCV_RELATIVE ce140 │ │ │ │ -0000000000107a40 0000000000000003 R_RISCV_RELATIVE ce190 │ │ │ │ -0000000000107a48 0000000000000003 R_RISCV_RELATIVE ce1e0 │ │ │ │ -0000000000107a50 0000000000000003 R_RISCV_RELATIVE ce328 │ │ │ │ -0000000000107a58 0000000000000003 R_RISCV_RELATIVE ce378 │ │ │ │ -0000000000107a60 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ -0000000000107a68 0000000000000003 R_RISCV_RELATIVE ce0d0 │ │ │ │ -0000000000107a70 0000000000000003 R_RISCV_RELATIVE ce118 │ │ │ │ -0000000000107a80 0000000000000003 R_RISCV_RELATIVE ce3c8 │ │ │ │ -0000000000107a88 0000000000000003 R_RISCV_RELATIVE 107ae0 │ │ │ │ -0000000000107a98 0000000000000003 R_RISCV_RELATIVE ce3e8 │ │ │ │ -0000000000107aa0 0000000000000003 R_RISCV_RELATIVE 107ac8 │ │ │ │ -0000000000107ac8 0000000000000003 R_RISCV_RELATIVE ce400 │ │ │ │ -0000000000107ad0 0000000000000003 R_RISCV_RELATIVE ce460 │ │ │ │ -0000000000107ae0 0000000000000003 R_RISCV_RELATIVE ce4c8 │ │ │ │ -0000000000107ae8 0000000000000003 R_RISCV_RELATIVE ce528 │ │ │ │ -0000000000107af0 0000000000000003 R_RISCV_RELATIVE ce588 │ │ │ │ -0000000000107af8 0000000000000003 R_RISCV_RELATIVE ce5c8 │ │ │ │ +0000000000106e60 0000000000000003 R_RISCV_RELATIVE cc2c8 │ │ │ │ +0000000000106e68 0000000000000003 R_RISCV_RELATIVE cc2e8 │ │ │ │ +0000000000106e70 0000000000000003 R_RISCV_RELATIVE cc308 │ │ │ │ +0000000000106e80 0000000000000003 R_RISCV_RELATIVE cc328 │ │ │ │ +0000000000106e88 0000000000000003 R_RISCV_RELATIVE cc378 │ │ │ │ +0000000000106e90 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ +0000000000106e98 0000000000000003 R_RISCV_RELATIVE cc2c8 │ │ │ │ +0000000000106ea0 0000000000000003 R_RISCV_RELATIVE cc308 │ │ │ │ +0000000000106eb0 0000000000000003 R_RISCV_RELATIVE cc3c0 │ │ │ │ +0000000000106eb8 0000000000000003 R_RISCV_RELATIVE cc408 │ │ │ │ +0000000000106ec0 0000000000000003 R_RISCV_RELATIVE cc450 │ │ │ │ +0000000000106ec8 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ +0000000000106ed0 0000000000000003 R_RISCV_RELATIVE cc2c8 │ │ │ │ +0000000000106ed8 0000000000000003 R_RISCV_RELATIVE cc308 │ │ │ │ +0000000000106ee8 0000000000000003 R_RISCV_RELATIVE cc478 │ │ │ │ +0000000000106ef0 0000000000000003 R_RISCV_RELATIVE ce3c0 │ │ │ │ +0000000000106f00 0000000000000003 R_RISCV_RELATIVE cc4d0 │ │ │ │ +0000000000106f08 0000000000000003 R_RISCV_RELATIVE cc520 │ │ │ │ +0000000000106f10 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ +0000000000106f18 0000000000000003 R_RISCV_RELATIVE cbec0 │ │ │ │ +0000000000106f28 0000000000000003 R_RISCV_RELATIVE cc538 │ │ │ │ +0000000000106f30 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ +0000000000106f38 0000000000000003 R_RISCV_RELATIVE cbeb0 │ │ │ │ +0000000000106f40 0000000000000003 R_RISCV_RELATIVE cc588 │ │ │ │ +0000000000106f50 0000000000000003 R_RISCV_RELATIVE cc5a0 │ │ │ │ +0000000000106f58 0000000000000003 R_RISCV_RELATIVE 107008 │ │ │ │ +0000000000106f68 0000000000000003 R_RISCV_RELATIVE cc5b8 │ │ │ │ +0000000000106f70 0000000000000003 R_RISCV_RELATIVE 106ff0 │ │ │ │ +0000000000106f80 0000000000000003 R_RISCV_RELATIVE cc5d0 │ │ │ │ +0000000000106f88 0000000000000003 R_RISCV_RELATIVE 106fd8 │ │ │ │ +0000000000106f98 0000000000000003 R_RISCV_RELATIVE cc5e8 │ │ │ │ +0000000000106fa0 0000000000000003 R_RISCV_RELATIVE 106fc8 │ │ │ │ +0000000000106fc8 0000000000000003 R_RISCV_RELATIVE cc600 │ │ │ │ +0000000000106fd8 0000000000000003 R_RISCV_RELATIVE cc638 │ │ │ │ +0000000000106fe0 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ +0000000000106ff0 0000000000000003 R_RISCV_RELATIVE cc668 │ │ │ │ +0000000000106ff8 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ +0000000000107008 0000000000000003 R_RISCV_RELATIVE cc698 │ │ │ │ +0000000000107010 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ +0000000000107020 0000000000000003 R_RISCV_RELATIVE cc6c0 │ │ │ │ +0000000000107028 0000000000000003 R_RISCV_RELATIVE 107050 │ │ │ │ +0000000000107050 0000000000000003 R_RISCV_RELATIVE cc6d8 │ │ │ │ +0000000000107058 0000000000000003 R_RISCV_RELATIVE cc710 │ │ │ │ +0000000000107060 0000000000000003 R_RISCV_RELATIVE cc750 │ │ │ │ +0000000000107068 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ +0000000000107070 0000000000000003 R_RISCV_RELATIVE cb688 │ │ │ │ +0000000000107078 0000000000000003 R_RISCV_RELATIVE cc798 │ │ │ │ +0000000000107080 0000000000000003 R_RISCV_RELATIVE cc7a8 │ │ │ │ +0000000000107090 0000000000000003 R_RISCV_RELATIVE cc7b8 │ │ │ │ +0000000000107098 0000000000000003 R_RISCV_RELATIVE 107128 │ │ │ │ +00000000001070a8 0000000000000003 R_RISCV_RELATIVE cc7d0 │ │ │ │ +00000000001070b0 0000000000000003 R_RISCV_RELATIVE 1070d8 │ │ │ │ +00000000001070d8 0000000000000003 R_RISCV_RELATIVE cc7f0 │ │ │ │ +00000000001070e0 0000000000000003 R_RISCV_RELATIVE cc838 │ │ │ │ +00000000001070e8 0000000000000003 R_RISCV_RELATIVE cc880 │ │ │ │ +00000000001070f0 0000000000000003 R_RISCV_RELATIVE cc8c8 │ │ │ │ +00000000001070f8 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ +0000000000107100 0000000000000003 R_RISCV_RELATIVE cc8d8 │ │ │ │ +0000000000107108 0000000000000003 R_RISCV_RELATIVE cc8f0 │ │ │ │ +0000000000107110 0000000000000003 R_RISCV_RELATIVE cc908 │ │ │ │ +0000000000107118 0000000000000003 R_RISCV_RELATIVE cc920 │ │ │ │ +0000000000107128 0000000000000003 R_RISCV_RELATIVE cc938 │ │ │ │ +0000000000107130 0000000000000003 R_RISCV_RELATIVE cc980 │ │ │ │ +0000000000107138 0000000000000003 R_RISCV_RELATIVE cc9c8 │ │ │ │ +0000000000107140 0000000000000003 R_RISCV_RELATIVE cca10 │ │ │ │ +0000000000107148 0000000000000003 R_RISCV_RELATIVE cca58 │ │ │ │ +0000000000107150 0000000000000003 R_RISCV_RELATIVE ccaa0 │ │ │ │ +0000000000107158 0000000000000003 R_RISCV_RELATIVE ccae8 │ │ │ │ +0000000000107160 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ +0000000000107168 0000000000000003 R_RISCV_RELATIVE ccb00 │ │ │ │ +0000000000107170 0000000000000003 R_RISCV_RELATIVE ccb48 │ │ │ │ +0000000000107178 0000000000000003 R_RISCV_RELATIVE ccb90 │ │ │ │ +0000000000107180 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ +0000000000107188 0000000000000003 R_RISCV_RELATIVE ccbc0 │ │ │ │ +0000000000107190 0000000000000003 R_RISCV_RELATIVE ccbd8 │ │ │ │ +0000000000107198 0000000000000003 R_RISCV_RELATIVE ccbf0 │ │ │ │ +00000000001071a8 0000000000000003 R_RISCV_RELATIVE ccc08 │ │ │ │ +00000000001071b0 0000000000000003 R_RISCV_RELATIVE 1072f0 │ │ │ │ +00000000001071c0 0000000000000003 R_RISCV_RELATIVE ccc18 │ │ │ │ +00000000001071c8 0000000000000003 R_RISCV_RELATIVE 107248 │ │ │ │ +00000000001071d8 0000000000000003 R_RISCV_RELATIVE ccc28 │ │ │ │ +00000000001071e0 0000000000000003 R_RISCV_RELATIVE 107208 │ │ │ │ +0000000000107208 0000000000000003 R_RISCV_RELATIVE ccc38 │ │ │ │ +0000000000107210 0000000000000003 R_RISCV_RELATIVE ccc88 │ │ │ │ +0000000000107218 0000000000000003 R_RISCV_RELATIVE cccd8 │ │ │ │ +0000000000107220 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ +0000000000107228 0000000000000003 R_RISCV_RELATIVE ccbf0 │ │ │ │ +0000000000107230 0000000000000003 R_RISCV_RELATIVE cccf8 │ │ │ │ +0000000000107238 0000000000000003 R_RISCV_RELATIVE ccd18 │ │ │ │ +0000000000107248 0000000000000003 R_RISCV_RELATIVE ccd38 │ │ │ │ +0000000000107250 0000000000000003 R_RISCV_RELATIVE ccd78 │ │ │ │ +0000000000107258 0000000000000003 R_RISCV_RELATIVE ccdb8 │ │ │ │ +0000000000107260 0000000000000003 R_RISCV_RELATIVE cce00 │ │ │ │ +0000000000107268 0000000000000003 R_RISCV_RELATIVE cce48 │ │ │ │ +0000000000107270 0000000000000003 R_RISCV_RELATIVE cce90 │ │ │ │ +0000000000107278 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ +0000000000107280 0000000000000003 R_RISCV_RELATIVE ccec0 │ │ │ │ +0000000000107288 0000000000000003 R_RISCV_RELATIVE ccf08 │ │ │ │ +0000000000107290 0000000000000003 R_RISCV_RELATIVE ccf50 │ │ │ │ +0000000000107298 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ +00000000001072a0 0000000000000003 R_RISCV_RELATIVE ccf90 │ │ │ │ +00000000001072a8 0000000000000003 R_RISCV_RELATIVE ccfd8 │ │ │ │ +00000000001072b0 0000000000000003 R_RISCV_RELATIVE cd020 │ │ │ │ +00000000001072b8 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ +00000000001072c0 0000000000000003 R_RISCV_RELATIVE cd050 │ │ │ │ +00000000001072c8 0000000000000003 R_RISCV_RELATIVE cd068 │ │ │ │ +00000000001072d0 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ +00000000001072d8 0000000000000003 R_RISCV_RELATIVE cd080 │ │ │ │ +00000000001072e0 0000000000000003 R_RISCV_RELATIVE cd0c8 │ │ │ │ +00000000001072f0 0000000000000003 R_RISCV_RELATIVE cd0e0 │ │ │ │ +00000000001072f8 0000000000000003 R_RISCV_RELATIVE cd128 │ │ │ │ +0000000000107300 0000000000000003 R_RISCV_RELATIVE cd170 │ │ │ │ +0000000000107308 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ +0000000000107310 0000000000000003 R_RISCV_RELATIVE ccbf0 │ │ │ │ +0000000000107318 0000000000000003 R_RISCV_RELATIVE cd198 │ │ │ │ +0000000000107320 0000000000000003 R_RISCV_RELATIVE cd1b0 │ │ │ │ +0000000000107330 0000000000000003 R_RISCV_RELATIVE ccc08 │ │ │ │ +0000000000107338 0000000000000003 R_RISCV_RELATIVE 107360 │ │ │ │ +0000000000107360 0000000000000003 R_RISCV_RELATIVE cd0e0 │ │ │ │ +0000000000107368 0000000000000003 R_RISCV_RELATIVE cd128 │ │ │ │ +0000000000107370 0000000000000003 R_RISCV_RELATIVE cd170 │ │ │ │ +0000000000107378 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ +0000000000107380 0000000000000003 R_RISCV_RELATIVE ccbf0 │ │ │ │ +0000000000107388 0000000000000003 R_RISCV_RELATIVE cd198 │ │ │ │ +0000000000107390 0000000000000003 R_RISCV_RELATIVE cd1b0 │ │ │ │ +00000000001073a0 0000000000000003 R_RISCV_RELATIVE ccc08 │ │ │ │ +00000000001073a8 0000000000000003 R_RISCV_RELATIVE 1073d0 │ │ │ │ +00000000001073d0 0000000000000003 R_RISCV_RELATIVE cd0e0 │ │ │ │ +00000000001073d8 0000000000000003 R_RISCV_RELATIVE cd128 │ │ │ │ +00000000001073e0 0000000000000003 R_RISCV_RELATIVE cd170 │ │ │ │ +00000000001073e8 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ +00000000001073f0 0000000000000003 R_RISCV_RELATIVE ccbf0 │ │ │ │ +00000000001073f8 0000000000000003 R_RISCV_RELATIVE cd198 │ │ │ │ +0000000000107400 0000000000000003 R_RISCV_RELATIVE cd1b0 │ │ │ │ +0000000000107410 0000000000000003 R_RISCV_RELATIVE cd1d0 │ │ │ │ +0000000000107418 0000000000000003 R_RISCV_RELATIVE 1074c0 │ │ │ │ +0000000000107428 0000000000000003 R_RISCV_RELATIVE cd1e0 │ │ │ │ +0000000000107430 0000000000000003 R_RISCV_RELATIVE 107458 │ │ │ │ +0000000000107458 0000000000000003 R_RISCV_RELATIVE cd1f0 │ │ │ │ +0000000000107460 0000000000000003 R_RISCV_RELATIVE cd238 │ │ │ │ +0000000000107468 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ +0000000000107470 0000000000000003 R_RISCV_RELATIVE cd278 │ │ │ │ +0000000000107478 0000000000000003 R_RISCV_RELATIVE cd288 │ │ │ │ +0000000000107480 0000000000000003 R_RISCV_RELATIVE cd298 │ │ │ │ +0000000000107488 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ +0000000000107490 0000000000000003 R_RISCV_RELATIVE d0e98 │ │ │ │ +0000000000107498 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ +00000000001074a0 0000000000000003 R_RISCV_RELATIVE cd2a8 │ │ │ │ +00000000001074a8 0000000000000003 R_RISCV_RELATIVE cd2f0 │ │ │ │ +00000000001074b0 0000000000000003 R_RISCV_RELATIVE cd338 │ │ │ │ +00000000001074c0 0000000000000003 R_RISCV_RELATIVE cd1f0 │ │ │ │ +00000000001074c8 0000000000000003 R_RISCV_RELATIVE cd238 │ │ │ │ +00000000001074d0 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ +00000000001074d8 0000000000000003 R_RISCV_RELATIVE cd278 │ │ │ │ +00000000001074e0 0000000000000003 R_RISCV_RELATIVE cd288 │ │ │ │ +00000000001074e8 0000000000000003 R_RISCV_RELATIVE cd298 │ │ │ │ +00000000001074f0 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ +00000000001074f8 0000000000000003 R_RISCV_RELATIVE d0e98 │ │ │ │ +0000000000107508 0000000000000003 R_RISCV_RELATIVE cd378 │ │ │ │ +0000000000107510 0000000000000003 R_RISCV_RELATIVE 1076a8 │ │ │ │ +0000000000107520 0000000000000003 R_RISCV_RELATIVE cd390 │ │ │ │ +0000000000107528 0000000000000003 R_RISCV_RELATIVE 107650 │ │ │ │ +0000000000107538 0000000000000003 R_RISCV_RELATIVE cd3a0 │ │ │ │ +0000000000107540 0000000000000003 R_RISCV_RELATIVE 1075f0 │ │ │ │ +0000000000107550 0000000000000003 R_RISCV_RELATIVE cd3b8 │ │ │ │ +0000000000107558 0000000000000003 R_RISCV_RELATIVE 107580 │ │ │ │ +0000000000107580 0000000000000003 R_RISCV_RELATIVE cd3d0 │ │ │ │ +0000000000107588 0000000000000003 R_RISCV_RELATIVE cd418 │ │ │ │ +0000000000107590 0000000000000003 R_RISCV_RELATIVE cd460 │ │ │ │ +0000000000107598 0000000000000003 R_RISCV_RELATIVE cd4a8 │ │ │ │ +00000000001075a0 0000000000000003 R_RISCV_RELATIVE cd4f0 │ │ │ │ +00000000001075a8 0000000000000003 R_RISCV_RELATIVE cd538 │ │ │ │ +00000000001075b0 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ +00000000001075b8 0000000000000003 R_RISCV_RELATIVE cd570 │ │ │ │ +00000000001075c0 0000000000000003 R_RISCV_RELATIVE cd5b8 │ │ │ │ +00000000001075c8 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ +00000000001075d0 0000000000000003 R_RISCV_RELATIVE cd5f0 │ │ │ │ +00000000001075d8 0000000000000003 R_RISCV_RELATIVE cd610 │ │ │ │ +00000000001075e0 0000000000000003 R_RISCV_RELATIVE cd630 │ │ │ │ +00000000001075f0 0000000000000003 R_RISCV_RELATIVE cd650 │ │ │ │ +00000000001075f8 0000000000000003 R_RISCV_RELATIVE cd690 │ │ │ │ +0000000000107600 0000000000000003 R_RISCV_RELATIVE cd6d8 │ │ │ │ +0000000000107608 0000000000000003 R_RISCV_RELATIVE cd718 │ │ │ │ +0000000000107610 0000000000000003 R_RISCV_RELATIVE cd760 │ │ │ │ +0000000000107618 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ +0000000000107620 0000000000000003 R_RISCV_RELATIVE cd570 │ │ │ │ +0000000000107628 0000000000000003 R_RISCV_RELATIVE cd5b8 │ │ │ │ +0000000000107630 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ +0000000000107638 0000000000000003 R_RISCV_RELATIVE cd050 │ │ │ │ +0000000000107640 0000000000000003 R_RISCV_RELATIVE cd788 │ │ │ │ +0000000000107650 0000000000000003 R_RISCV_RELATIVE cd7a0 │ │ │ │ +0000000000107658 0000000000000003 R_RISCV_RELATIVE cd7e8 │ │ │ │ +0000000000107660 0000000000000003 R_RISCV_RELATIVE cd830 │ │ │ │ +0000000000107668 0000000000000003 R_RISCV_RELATIVE cd768 │ │ │ │ +0000000000107670 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ +0000000000107678 0000000000000003 R_RISCV_RELATIVE cd570 │ │ │ │ +0000000000107680 0000000000000003 R_RISCV_RELATIVE cd5b8 │ │ │ │ +0000000000107688 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ +0000000000107690 0000000000000003 R_RISCV_RELATIVE cd050 │ │ │ │ +0000000000107698 0000000000000003 R_RISCV_RELATIVE cd788 │ │ │ │ +00000000001076a8 0000000000000003 R_RISCV_RELATIVE cd878 │ │ │ │ +00000000001076b0 0000000000000003 R_RISCV_RELATIVE cd8b8 │ │ │ │ +00000000001076b8 0000000000000003 R_RISCV_RELATIVE cd900 │ │ │ │ +00000000001076c0 0000000000000003 R_RISCV_RELATIVE cd538 │ │ │ │ +00000000001076c8 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ +00000000001076d0 0000000000000003 R_RISCV_RELATIVE cd948 │ │ │ │ +00000000001076d8 0000000000000003 R_RISCV_RELATIVE cd968 │ │ │ │ +00000000001076e8 0000000000000003 R_RISCV_RELATIVE cd988 │ │ │ │ +00000000001076f0 0000000000000003 R_RISCV_RELATIVE 107718 │ │ │ │ +0000000000107718 0000000000000003 R_RISCV_RELATIVE cd9a0 │ │ │ │ +0000000000107720 0000000000000003 R_RISCV_RELATIVE cd9f0 │ │ │ │ +0000000000107728 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ +0000000000107738 0000000000000003 R_RISCV_RELATIVE cda30 │ │ │ │ +0000000000107740 0000000000000003 R_RISCV_RELATIVE 107768 │ │ │ │ +0000000000107768 0000000000000003 R_RISCV_RELATIVE cda40 │ │ │ │ +0000000000107770 0000000000000003 R_RISCV_RELATIVE cda80 │ │ │ │ +0000000000107778 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ +0000000000107780 0000000000000003 R_RISCV_RELATIVE cdab8 │ │ │ │ +0000000000107788 0000000000000003 R_RISCV_RELATIVE cdac8 │ │ │ │ +0000000000107790 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ +0000000000107798 0000000000000003 R_RISCV_RELATIVE cdad8 │ │ │ │ +00000000001077a0 0000000000000003 R_RISCV_RELATIVE cdb20 │ │ │ │ +00000000001077a8 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ +00000000001077b0 0000000000000003 R_RISCV_RELATIVE cdb38 │ │ │ │ +00000000001077b8 0000000000000003 R_RISCV_RELATIVE cdb78 │ │ │ │ +00000000001077c8 0000000000000003 R_RISCV_RELATIVE cdba0 │ │ │ │ +00000000001077d0 0000000000000003 R_RISCV_RELATIVE 108040 │ │ │ │ +00000000001077e0 0000000000000003 R_RISCV_RELATIVE cdbc0 │ │ │ │ +00000000001077e8 0000000000000003 R_RISCV_RELATIVE 107fa8 │ │ │ │ +00000000001077f8 0000000000000003 R_RISCV_RELATIVE cdbd8 │ │ │ │ +0000000000107800 0000000000000003 R_RISCV_RELATIVE 107f70 │ │ │ │ +0000000000107810 0000000000000003 R_RISCV_RELATIVE c6878 │ │ │ │ +0000000000107818 0000000000000003 R_RISCV_RELATIVE 107f08 │ │ │ │ +0000000000107828 0000000000000003 R_RISCV_RELATIVE cdbe8 │ │ │ │ +0000000000107830 0000000000000003 R_RISCV_RELATIVE 107eb8 │ │ │ │ +0000000000107840 0000000000000003 R_RISCV_RELATIVE cdc08 │ │ │ │ +0000000000107848 0000000000000003 R_RISCV_RELATIVE 107e48 │ │ │ │ +0000000000107858 0000000000000003 R_RISCV_RELATIVE cdc28 │ │ │ │ +0000000000107860 0000000000000003 R_RISCV_RELATIVE 107e10 │ │ │ │ +0000000000107870 0000000000000003 R_RISCV_RELATIVE cdc40 │ │ │ │ +0000000000107878 0000000000000003 R_RISCV_RELATIVE 107db8 │ │ │ │ +0000000000107888 0000000000000003 R_RISCV_RELATIVE cdc50 │ │ │ │ +0000000000107890 0000000000000003 R_RISCV_RELATIVE 107cc8 │ │ │ │ +00000000001078a0 0000000000000003 R_RISCV_RELATIVE cdc78 │ │ │ │ +00000000001078a8 0000000000000003 R_RISCV_RELATIVE 107bd0 │ │ │ │ +00000000001078b8 0000000000000003 R_RISCV_RELATIVE cdca0 │ │ │ │ +00000000001078c0 0000000000000003 R_RISCV_RELATIVE 107ac0 │ │ │ │ +00000000001078d0 0000000000000003 R_RISCV_RELATIVE cdcd0 │ │ │ │ +00000000001078d8 0000000000000003 R_RISCV_RELATIVE 107a60 │ │ │ │ +00000000001078e8 0000000000000003 R_RISCV_RELATIVE cdce8 │ │ │ │ +00000000001078f0 0000000000000003 R_RISCV_RELATIVE 1079c8 │ │ │ │ +0000000000107900 0000000000000003 R_RISCV_RELATIVE cdd00 │ │ │ │ +0000000000107908 0000000000000003 R_RISCV_RELATIVE 107980 │ │ │ │ +0000000000107918 0000000000000003 R_RISCV_RELATIVE cdd20 │ │ │ │ +0000000000107920 0000000000000003 R_RISCV_RELATIVE 107948 │ │ │ │ +0000000000107948 0000000000000003 R_RISCV_RELATIVE cdd38 │ │ │ │ +0000000000107950 0000000000000003 R_RISCV_RELATIVE cdd78 │ │ │ │ +0000000000107958 0000000000000003 R_RISCV_RELATIVE cddc0 │ │ │ │ +0000000000107960 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ +0000000000107968 0000000000000003 R_RISCV_RELATIVE cde08 │ │ │ │ +0000000000107970 0000000000000003 R_RISCV_RELATIVE cde30 │ │ │ │ +0000000000107980 0000000000000003 R_RISCV_RELATIVE cde58 │ │ │ │ +0000000000107988 0000000000000003 R_RISCV_RELATIVE cde98 │ │ │ │ +0000000000107990 0000000000000003 R_RISCV_RELATIVE cded8 │ │ │ │ +0000000000107998 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ +00000000001079a0 0000000000000003 R_RISCV_RELATIVE cdf08 │ │ │ │ +00000000001079a8 0000000000000003 R_RISCV_RELATIVE cdf20 │ │ │ │ +00000000001079b0 0000000000000003 R_RISCV_RELATIVE cdf38 │ │ │ │ +00000000001079b8 0000000000000003 R_RISCV_RELATIVE cdf50 │ │ │ │ +00000000001079c8 0000000000000003 R_RISCV_RELATIVE cdf70 │ │ │ │ +00000000001079d0 0000000000000003 R_RISCV_RELATIVE cdfb8 │ │ │ │ +00000000001079d8 0000000000000003 R_RISCV_RELATIVE ce000 │ │ │ │ +00000000001079e0 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ +00000000001079e8 0000000000000003 R_RISCV_RELATIVE ce020 │ │ │ │ +00000000001079f0 0000000000000003 R_RISCV_RELATIVE ce068 │ │ │ │ +00000000001079f8 0000000000000003 R_RISCV_RELATIVE ce0b0 │ │ │ │ +0000000000107a00 0000000000000003 R_RISCV_RELATIVE ce0f8 │ │ │ │ +0000000000107a08 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ +0000000000107a10 0000000000000003 R_RISCV_RELATIVE ce108 │ │ │ │ +0000000000107a18 0000000000000003 R_RISCV_RELATIVE ce150 │ │ │ │ +0000000000107a20 0000000000000003 R_RISCV_RELATIVE ce198 │ │ │ │ +0000000000107a28 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ +0000000000107a30 0000000000000003 R_RISCV_RELATIVE ce1c0 │ │ │ │ +0000000000107a38 0000000000000003 R_RISCV_RELATIVE ce1e8 │ │ │ │ +0000000000107a40 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ +0000000000107a48 0000000000000003 R_RISCV_RELATIVE ce208 │ │ │ │ +0000000000107a50 0000000000000003 R_RISCV_RELATIVE ce250 │ │ │ │ +0000000000107a60 0000000000000003 R_RISCV_RELATIVE ce268 │ │ │ │ +0000000000107a68 0000000000000003 R_RISCV_RELATIVE ce2b0 │ │ │ │ +0000000000107a70 0000000000000003 R_RISCV_RELATIVE ce2f0 │ │ │ │ +0000000000107a78 0000000000000003 R_RISCV_RELATIVE ce338 │ │ │ │ +0000000000107a80 0000000000000003 R_RISCV_RELATIVE ce380 │ │ │ │ +0000000000107a88 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ +0000000000107a90 0000000000000003 R_RISCV_RELATIVE ce3a8 │ │ │ │ +0000000000107a98 0000000000000003 R_RISCV_RELATIVE ce3c8 │ │ │ │ +0000000000107aa0 0000000000000003 R_RISCV_RELATIVE ce3e8 │ │ │ │ +0000000000107aa8 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ +0000000000107ab0 0000000000000003 R_RISCV_RELATIVE ce408 │ │ │ │ +0000000000107ac0 0000000000000003 R_RISCV_RELATIVE ce448 │ │ │ │ +0000000000107ac8 0000000000000003 R_RISCV_RELATIVE ce488 │ │ │ │ +0000000000107ad0 0000000000000003 R_RISCV_RELATIVE ce4d0 │ │ │ │ +0000000000107ad8 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ +0000000000107ae0 0000000000000003 R_RISCV_RELATIVE ce500 │ │ │ │ +0000000000107ae8 0000000000000003 R_RISCV_RELATIVE ce548 │ │ │ │ +0000000000107af0 0000000000000003 R_RISCV_RELATIVE ce590 │ │ │ │ +0000000000107af8 0000000000000003 R_RISCV_RELATIVE ce5d0 │ │ │ │ 0000000000107b00 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ -0000000000107b08 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ -0000000000107b18 0000000000000003 R_RISCV_RELATIVE ce618 │ │ │ │ -0000000000107b20 0000000000000003 R_RISCV_RELATIVE 107b48 │ │ │ │ -0000000000107b48 0000000000000003 R_RISCV_RELATIVE ce628 │ │ │ │ -0000000000107b50 0000000000000003 R_RISCV_RELATIVE ce670 │ │ │ │ +0000000000107b08 0000000000000003 R_RISCV_RELATIVE ce5e8 │ │ │ │ +0000000000107b10 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ +0000000000107b18 0000000000000003 R_RISCV_RELATIVE ce610 │ │ │ │ +0000000000107b20 0000000000000003 R_RISCV_RELATIVE ce620 │ │ │ │ +0000000000107b28 0000000000000003 R_RISCV_RELATIVE ce640 │ │ │ │ +0000000000107b30 0000000000000003 R_RISCV_RELATIVE ce660 │ │ │ │ +0000000000107b38 0000000000000003 R_RISCV_RELATIVE ce620 │ │ │ │ +0000000000107b40 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ +0000000000107b48 0000000000000003 R_RISCV_RELATIVE ce670 │ │ │ │ +0000000000107b50 0000000000000003 R_RISCV_RELATIVE ce690 │ │ │ │ 0000000000107b58 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ -0000000000107b60 0000000000000003 R_RISCV_RELATIVE cad68 │ │ │ │ -0000000000107b68 0000000000000003 R_RISCV_RELATIVE cb9e0 │ │ │ │ -0000000000107b70 0000000000000003 R_RISCV_RELATIVE ce6a8 │ │ │ │ -0000000000107b78 0000000000000003 R_RISCV_RELATIVE cad98 │ │ │ │ -0000000000107b80 0000000000000003 R_RISCV_RELATIVE ce6c0 │ │ │ │ -0000000000107b88 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ -0000000000107b98 0000000000000003 R_RISCV_RELATIVE ce6d8 │ │ │ │ -0000000000107ba0 0000000000000003 R_RISCV_RELATIVE 107c48 │ │ │ │ -0000000000107bb0 0000000000000003 R_RISCV_RELATIVE ce6e8 │ │ │ │ -0000000000107bb8 0000000000000003 R_RISCV_RELATIVE 107be0 │ │ │ │ -0000000000107be0 0000000000000003 R_RISCV_RELATIVE ce6f8 │ │ │ │ -0000000000107be8 0000000000000003 R_RISCV_RELATIVE ce740 │ │ │ │ +0000000000107b60 0000000000000003 R_RISCV_RELATIVE ce6b0 │ │ │ │ +0000000000107b68 0000000000000003 R_RISCV_RELATIVE ce6f0 │ │ │ │ +0000000000107b70 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ +0000000000107b78 0000000000000003 R_RISCV_RELATIVE ce708 │ │ │ │ +0000000000107b80 0000000000000003 R_RISCV_RELATIVE ce750 │ │ │ │ +0000000000107b88 0000000000000003 R_RISCV_RELATIVE ce798 │ │ │ │ +0000000000107b90 0000000000000003 R_RISCV_RELATIVE ce7e0 │ │ │ │ +0000000000107b98 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ +0000000000107ba0 0000000000000003 R_RISCV_RELATIVE ce800 │ │ │ │ +0000000000107ba8 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ +0000000000107bb0 0000000000000003 R_RISCV_RELATIVE ce838 │ │ │ │ +0000000000107bb8 0000000000000003 R_RISCV_RELATIVE ce880 │ │ │ │ +0000000000107bc0 0000000000000003 R_RISCV_RELATIVE ce8c8 │ │ │ │ +0000000000107bd0 0000000000000003 R_RISCV_RELATIVE ce8e8 │ │ │ │ +0000000000107bd8 0000000000000003 R_RISCV_RELATIVE ce488 │ │ │ │ +0000000000107be0 0000000000000003 R_RISCV_RELATIVE ce930 │ │ │ │ +0000000000107be8 0000000000000003 R_RISCV_RELATIVE ce978 │ │ │ │ 0000000000107bf0 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ -0000000000107bf8 0000000000000003 R_RISCV_RELATIVE ce780 │ │ │ │ -0000000000107c00 0000000000000003 R_RISCV_RELATIVE ce790 │ │ │ │ -0000000000107c08 0000000000000003 R_RISCV_RELATIVE ce7a0 │ │ │ │ -0000000000107c10 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ -0000000000107c18 0000000000000003 R_RISCV_RELATIVE cce80 │ │ │ │ -0000000000107c20 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ -0000000000107c28 0000000000000003 R_RISCV_RELATIVE ce7b0 │ │ │ │ -0000000000107c30 0000000000000003 R_RISCV_RELATIVE ce7f8 │ │ │ │ -0000000000107c38 0000000000000003 R_RISCV_RELATIVE ce840 │ │ │ │ -0000000000107c48 0000000000000003 R_RISCV_RELATIVE ce6f8 │ │ │ │ -0000000000107c50 0000000000000003 R_RISCV_RELATIVE ce740 │ │ │ │ -0000000000107c58 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ -0000000000107c60 0000000000000003 R_RISCV_RELATIVE ce780 │ │ │ │ -0000000000107c68 0000000000000003 R_RISCV_RELATIVE ce790 │ │ │ │ -0000000000107c70 0000000000000003 R_RISCV_RELATIVE ce7a0 │ │ │ │ -0000000000107c78 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ -0000000000107c80 0000000000000003 R_RISCV_RELATIVE cce80 │ │ │ │ -0000000000107c90 0000000000000003 R_RISCV_RELATIVE ce880 │ │ │ │ -0000000000107c98 0000000000000003 R_RISCV_RELATIVE 107cc0 │ │ │ │ -0000000000107cc0 0000000000000003 R_RISCV_RELATIVE ce898 │ │ │ │ -0000000000107cc8 0000000000000003 R_RISCV_RELATIVE ce8d0 │ │ │ │ -0000000000107cd0 0000000000000003 R_RISCV_RELATIVE ce910 │ │ │ │ -0000000000107cd8 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ -0000000000107ce0 0000000000000003 R_RISCV_RELATIVE ce958 │ │ │ │ -0000000000107ce8 0000000000000003 R_RISCV_RELATIVE ce968 │ │ │ │ -0000000000107cf0 0000000000000003 R_RISCV_RELATIVE ce978 │ │ │ │ -0000000000107d00 0000000000000003 R_RISCV_RELATIVE ce990 │ │ │ │ -0000000000107d08 0000000000000003 R_RISCV_RELATIVE 107d60 │ │ │ │ -0000000000107d18 0000000000000003 R_RISCV_RELATIVE ce988 │ │ │ │ -0000000000107d20 0000000000000003 R_RISCV_RELATIVE 107d48 │ │ │ │ -0000000000107d48 0000000000000003 R_RISCV_RELATIVE ce9a8 │ │ │ │ -0000000000107d50 0000000000000003 R_RISCV_RELATIVE ce9e8 │ │ │ │ -0000000000107d60 0000000000000003 R_RISCV_RELATIVE cea08 │ │ │ │ -0000000000107d68 0000000000000003 R_RISCV_RELATIVE ce9e8 │ │ │ │ -0000000000107d78 0000000000000003 R_RISCV_RELATIVE cea40 │ │ │ │ -0000000000107d80 0000000000000003 R_RISCV_RELATIVE 107e10 │ │ │ │ -0000000000107d90 0000000000000003 R_RISCV_RELATIVE cea58 │ │ │ │ -0000000000107d98 0000000000000003 R_RISCV_RELATIVE 107dc0 │ │ │ │ -0000000000107dc0 0000000000000003 R_RISCV_RELATIVE cea78 │ │ │ │ -0000000000107dc8 0000000000000003 R_RISCV_RELATIVE ceac0 │ │ │ │ -0000000000107dd0 0000000000000003 R_RISCV_RELATIVE ceb08 │ │ │ │ -0000000000107dd8 0000000000000003 R_RISCV_RELATIVE ceb50 │ │ │ │ -0000000000107de0 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ -0000000000107de8 0000000000000003 R_RISCV_RELATIVE ceb60 │ │ │ │ -0000000000107df0 0000000000000003 R_RISCV_RELATIVE ceb78 │ │ │ │ -0000000000107df8 0000000000000003 R_RISCV_RELATIVE ceb90 │ │ │ │ -0000000000107e00 0000000000000003 R_RISCV_RELATIVE ceba8 │ │ │ │ -0000000000107e10 0000000000000003 R_RISCV_RELATIVE cebc0 │ │ │ │ -0000000000107e18 0000000000000003 R_RISCV_RELATIVE cec08 │ │ │ │ -0000000000107e20 0000000000000003 R_RISCV_RELATIVE cec50 │ │ │ │ -0000000000107e28 0000000000000003 R_RISCV_RELATIVE cec98 │ │ │ │ -0000000000107e30 0000000000000003 R_RISCV_RELATIVE cece0 │ │ │ │ -0000000000107e38 0000000000000003 R_RISCV_RELATIVE ced28 │ │ │ │ -0000000000107e40 0000000000000003 R_RISCV_RELATIVE ced70 │ │ │ │ -0000000000107e48 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ -0000000000107e50 0000000000000003 R_RISCV_RELATIVE ced88 │ │ │ │ -0000000000107e58 0000000000000003 R_RISCV_RELATIVE cedd0 │ │ │ │ -0000000000107e60 0000000000000003 R_RISCV_RELATIVE cee18 │ │ │ │ +0000000000107bf8 0000000000000003 R_RISCV_RELATIVE ce5e8 │ │ │ │ +0000000000107c00 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ +0000000000107c08 0000000000000003 R_RISCV_RELATIVE ce610 │ │ │ │ +0000000000107c10 0000000000000003 R_RISCV_RELATIVE ce620 │ │ │ │ +0000000000107c18 0000000000000003 R_RISCV_RELATIVE ce640 │ │ │ │ +0000000000107c20 0000000000000003 R_RISCV_RELATIVE ce660 │ │ │ │ +0000000000107c28 0000000000000003 R_RISCV_RELATIVE ce620 │ │ │ │ +0000000000107c30 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ +0000000000107c38 0000000000000003 R_RISCV_RELATIVE ce670 │ │ │ │ +0000000000107c40 0000000000000003 R_RISCV_RELATIVE ce690 │ │ │ │ +0000000000107c48 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ +0000000000107c50 0000000000000003 R_RISCV_RELATIVE ce998 │ │ │ │ +0000000000107c58 0000000000000003 R_RISCV_RELATIVE ce9e0 │ │ │ │ +0000000000107c60 0000000000000003 R_RISCV_RELATIVE cea28 │ │ │ │ +0000000000107c68 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ +0000000000107c70 0000000000000003 R_RISCV_RELATIVE ce708 │ │ │ │ +0000000000107c78 0000000000000003 R_RISCV_RELATIVE ce750 │ │ │ │ +0000000000107c80 0000000000000003 R_RISCV_RELATIVE ce798 │ │ │ │ +0000000000107c88 0000000000000003 R_RISCV_RELATIVE ce7e0 │ │ │ │ +0000000000107c90 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ +0000000000107c98 0000000000000003 R_RISCV_RELATIVE ce800 │ │ │ │ +0000000000107ca0 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ +0000000000107ca8 0000000000000003 R_RISCV_RELATIVE ce838 │ │ │ │ +0000000000107cb0 0000000000000003 R_RISCV_RELATIVE ce880 │ │ │ │ +0000000000107cb8 0000000000000003 R_RISCV_RELATIVE ce8c8 │ │ │ │ +0000000000107cc8 0000000000000003 R_RISCV_RELATIVE ce8e8 │ │ │ │ +0000000000107cd0 0000000000000003 R_RISCV_RELATIVE ce488 │ │ │ │ +0000000000107cd8 0000000000000003 R_RISCV_RELATIVE cea68 │ │ │ │ +0000000000107ce0 0000000000000003 R_RISCV_RELATIVE ceab0 │ │ │ │ +0000000000107ce8 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ +0000000000107cf0 0000000000000003 R_RISCV_RELATIVE ce5e8 │ │ │ │ +0000000000107cf8 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ +0000000000107d00 0000000000000003 R_RISCV_RELATIVE ce610 │ │ │ │ +0000000000107d08 0000000000000003 R_RISCV_RELATIVE ce620 │ │ │ │ +0000000000107d10 0000000000000003 R_RISCV_RELATIVE ce640 │ │ │ │ +0000000000107d18 0000000000000003 R_RISCV_RELATIVE ce660 │ │ │ │ +0000000000107d20 0000000000000003 R_RISCV_RELATIVE ce620 │ │ │ │ +0000000000107d28 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ +0000000000107d30 0000000000000003 R_RISCV_RELATIVE ce670 │ │ │ │ +0000000000107d38 0000000000000003 R_RISCV_RELATIVE ce690 │ │ │ │ +0000000000107d40 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ +0000000000107d48 0000000000000003 R_RISCV_RELATIVE cead0 │ │ │ │ +0000000000107d50 0000000000000003 R_RISCV_RELATIVE ceb18 │ │ │ │ +0000000000107d58 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ +0000000000107d60 0000000000000003 R_RISCV_RELATIVE ce708 │ │ │ │ +0000000000107d68 0000000000000003 R_RISCV_RELATIVE ce750 │ │ │ │ +0000000000107d70 0000000000000003 R_RISCV_RELATIVE ce798 │ │ │ │ +0000000000107d78 0000000000000003 R_RISCV_RELATIVE ce7e0 │ │ │ │ +0000000000107d80 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ +0000000000107d88 0000000000000003 R_RISCV_RELATIVE ce800 │ │ │ │ +0000000000107d90 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ +0000000000107d98 0000000000000003 R_RISCV_RELATIVE ce838 │ │ │ │ +0000000000107da0 0000000000000003 R_RISCV_RELATIVE ce880 │ │ │ │ +0000000000107da8 0000000000000003 R_RISCV_RELATIVE ce8c8 │ │ │ │ +0000000000107db8 0000000000000003 R_RISCV_RELATIVE ceb48 │ │ │ │ +0000000000107dc0 0000000000000003 R_RISCV_RELATIVE ceb90 │ │ │ │ +0000000000107dc8 0000000000000003 R_RISCV_RELATIVE cebd8 │ │ │ │ +0000000000107dd0 0000000000000003 R_RISCV_RELATIVE cec20 │ │ │ │ +0000000000107dd8 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ +0000000000107de0 0000000000000003 R_RISCV_RELATIVE cec38 │ │ │ │ +0000000000107de8 0000000000000003 R_RISCV_RELATIVE cec50 │ │ │ │ +0000000000107df0 0000000000000003 R_RISCV_RELATIVE cec68 │ │ │ │ +0000000000107df8 0000000000000003 R_RISCV_RELATIVE cec80 │ │ │ │ +0000000000107e00 0000000000000003 R_RISCV_RELATIVE cec98 │ │ │ │ +0000000000107e10 0000000000000003 R_RISCV_RELATIVE cecb0 │ │ │ │ +0000000000107e18 0000000000000003 R_RISCV_RELATIVE cecf0 │ │ │ │ +0000000000107e20 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ +0000000000107e28 0000000000000003 R_RISCV_RELATIVE cd050 │ │ │ │ +0000000000107e30 0000000000000003 R_RISCV_RELATIVE cbd38 │ │ │ │ +0000000000107e38 0000000000000003 R_RISCV_RELATIVE ced08 │ │ │ │ +0000000000107e48 0000000000000003 R_RISCV_RELATIVE ced20 │ │ │ │ +0000000000107e50 0000000000000003 R_RISCV_RELATIVE ced68 │ │ │ │ +0000000000107e58 0000000000000003 R_RISCV_RELATIVE cedb0 │ │ │ │ +0000000000107e60 0000000000000003 R_RISCV_RELATIVE cedf8 │ │ │ │ 0000000000107e68 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ -0000000000107e70 0000000000000003 R_RISCV_RELATIVE cee48 │ │ │ │ -0000000000107e78 0000000000000003 R_RISCV_RELATIVE cee60 │ │ │ │ -0000000000107e80 0000000000000003 R_RISCV_RELATIVE cee78 │ │ │ │ -0000000000107e90 0000000000000003 R_RISCV_RELATIVE cee90 │ │ │ │ -0000000000107e98 0000000000000003 R_RISCV_RELATIVE 108030 │ │ │ │ -0000000000107ea8 0000000000000003 R_RISCV_RELATIVE ceea8 │ │ │ │ -0000000000107eb0 0000000000000003 R_RISCV_RELATIVE 107fd8 │ │ │ │ -0000000000107ec0 0000000000000003 R_RISCV_RELATIVE ceeb8 │ │ │ │ -0000000000107ec8 0000000000000003 R_RISCV_RELATIVE 107f78 │ │ │ │ -0000000000107ed8 0000000000000003 R_RISCV_RELATIVE ceed0 │ │ │ │ -0000000000107ee0 0000000000000003 R_RISCV_RELATIVE 107f08 │ │ │ │ -0000000000107f08 0000000000000003 R_RISCV_RELATIVE ceee8 │ │ │ │ -0000000000107f10 0000000000000003 R_RISCV_RELATIVE cef30 │ │ │ │ -0000000000107f18 0000000000000003 R_RISCV_RELATIVE cef78 │ │ │ │ -0000000000107f20 0000000000000003 R_RISCV_RELATIVE cefc0 │ │ │ │ -0000000000107f28 0000000000000003 R_RISCV_RELATIVE cf008 │ │ │ │ -0000000000107f30 0000000000000003 R_RISCV_RELATIVE cf050 │ │ │ │ -0000000000107f38 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ -0000000000107f40 0000000000000003 R_RISCV_RELATIVE cf088 │ │ │ │ -0000000000107f48 0000000000000003 R_RISCV_RELATIVE cf0d0 │ │ │ │ -0000000000107f50 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ -0000000000107f58 0000000000000003 R_RISCV_RELATIVE cf108 │ │ │ │ -0000000000107f60 0000000000000003 R_RISCV_RELATIVE cf128 │ │ │ │ -0000000000107f68 0000000000000003 R_RISCV_RELATIVE cf148 │ │ │ │ -0000000000107f78 0000000000000003 R_RISCV_RELATIVE cf168 │ │ │ │ -0000000000107f80 0000000000000003 R_RISCV_RELATIVE cf1a8 │ │ │ │ -0000000000107f88 0000000000000003 R_RISCV_RELATIVE cf1f0 │ │ │ │ -0000000000107f90 0000000000000003 R_RISCV_RELATIVE cf230 │ │ │ │ -0000000000107f98 0000000000000003 R_RISCV_RELATIVE cf278 │ │ │ │ -0000000000107fa0 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ -0000000000107fa8 0000000000000003 R_RISCV_RELATIVE cf088 │ │ │ │ -0000000000107fb0 0000000000000003 R_RISCV_RELATIVE cf0d0 │ │ │ │ -0000000000107fb8 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ -0000000000107fc0 0000000000000003 R_RISCV_RELATIVE cad68 │ │ │ │ -0000000000107fc8 0000000000000003 R_RISCV_RELATIVE cc368 │ │ │ │ -0000000000107fd8 0000000000000003 R_RISCV_RELATIVE cf2a0 │ │ │ │ -0000000000107fe0 0000000000000003 R_RISCV_RELATIVE cf2e8 │ │ │ │ -0000000000107fe8 0000000000000003 R_RISCV_RELATIVE cf330 │ │ │ │ -0000000000107ff0 0000000000000003 R_RISCV_RELATIVE cf280 │ │ │ │ -0000000000107ff8 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ -0000000000108000 0000000000000003 R_RISCV_RELATIVE cf088 │ │ │ │ -0000000000108008 0000000000000003 R_RISCV_RELATIVE cf0d0 │ │ │ │ -0000000000108010 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ -0000000000108018 0000000000000003 R_RISCV_RELATIVE cad68 │ │ │ │ -0000000000108020 0000000000000003 R_RISCV_RELATIVE cc368 │ │ │ │ -0000000000108030 0000000000000003 R_RISCV_RELATIVE cf378 │ │ │ │ -0000000000108038 0000000000000003 R_RISCV_RELATIVE cf3b8 │ │ │ │ -0000000000108040 0000000000000003 R_RISCV_RELATIVE cf400 │ │ │ │ -0000000000108048 0000000000000003 R_RISCV_RELATIVE cf050 │ │ │ │ +0000000000107e70 0000000000000003 R_RISCV_RELATIVE cee28 │ │ │ │ +0000000000107e78 0000000000000003 R_RISCV_RELATIVE cee40 │ │ │ │ +0000000000107e80 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ +0000000000107e88 0000000000000003 R_RISCV_RELATIVE cee58 │ │ │ │ +0000000000107e90 0000000000000003 R_RISCV_RELATIVE ceea0 │ │ │ │ +0000000000107e98 0000000000000003 R_RISCV_RELATIVE ceee8 │ │ │ │ +0000000000107ea0 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ +0000000000107ea8 0000000000000003 R_RISCV_RELATIVE ceef8 │ │ │ │ +0000000000107eb8 0000000000000003 R_RISCV_RELATIVE cef40 │ │ │ │ +0000000000107ec0 0000000000000003 R_RISCV_RELATIVE cef88 │ │ │ │ +0000000000107ec8 0000000000000003 R_RISCV_RELATIVE cefd0 │ │ │ │ +0000000000107ed0 0000000000000003 R_RISCV_RELATIVE d77c8 │ │ │ │ +0000000000107ed8 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ +0000000000107ee0 0000000000000003 R_RISCV_RELATIVE cf018 │ │ │ │ +0000000000107ee8 0000000000000003 R_RISCV_RELATIVE cf030 │ │ │ │ +0000000000107ef0 0000000000000003 R_RISCV_RELATIVE cf048 │ │ │ │ +0000000000107ef8 0000000000000003 R_RISCV_RELATIVE cf060 │ │ │ │ +0000000000107f08 0000000000000003 R_RISCV_RELATIVE cef40 │ │ │ │ +0000000000107f10 0000000000000003 R_RISCV_RELATIVE cef88 │ │ │ │ +0000000000107f18 0000000000000003 R_RISCV_RELATIVE cefd0 │ │ │ │ +0000000000107f20 0000000000000003 R_RISCV_RELATIVE d77c8 │ │ │ │ +0000000000107f28 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ +0000000000107f30 0000000000000003 R_RISCV_RELATIVE cf078 │ │ │ │ +0000000000107f38 0000000000000003 R_RISCV_RELATIVE cf0c0 │ │ │ │ +0000000000107f40 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ +0000000000107f48 0000000000000003 R_RISCV_RELATIVE cf100 │ │ │ │ +0000000000107f50 0000000000000003 R_RISCV_RELATIVE cec50 │ │ │ │ +0000000000107f58 0000000000000003 R_RISCV_RELATIVE cb208 │ │ │ │ +0000000000107f60 0000000000000003 R_RISCV_RELATIVE cb228 │ │ │ │ +0000000000107f70 0000000000000003 R_RISCV_RELATIVE cf118 │ │ │ │ +0000000000107f78 0000000000000003 R_RISCV_RELATIVE cf160 │ │ │ │ +0000000000107f80 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ +0000000000107f88 0000000000000003 R_RISCV_RELATIVE cf178 │ │ │ │ +0000000000107f90 0000000000000003 R_RISCV_RELATIVE cf190 │ │ │ │ +0000000000107f98 0000000000000003 R_RISCV_RELATIVE cf1a8 │ │ │ │ +0000000000107fa8 0000000000000003 R_RISCV_RELATIVE cf1c8 │ │ │ │ +0000000000107fb0 0000000000000003 R_RISCV_RELATIVE cf210 │ │ │ │ +0000000000107fb8 0000000000000003 R_RISCV_RELATIVE cf258 │ │ │ │ +0000000000107fc0 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ +0000000000107fc8 0000000000000003 R_RISCV_RELATIVE cf2a0 │ │ │ │ +0000000000107fd0 0000000000000003 R_RISCV_RELATIVE cf2e8 │ │ │ │ +0000000000107fd8 0000000000000003 R_RISCV_RELATIVE cf330 │ │ │ │ +0000000000107fe0 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ +0000000000107fe8 0000000000000003 R_RISCV_RELATIVE ceef8 │ │ │ │ +0000000000107ff0 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ +0000000000107ff8 0000000000000003 R_RISCV_RELATIVE cf078 │ │ │ │ +0000000000108000 0000000000000003 R_RISCV_RELATIVE cf0c0 │ │ │ │ +0000000000108008 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ +0000000000108010 0000000000000003 R_RISCV_RELATIVE cf100 │ │ │ │ +0000000000108018 0000000000000003 R_RISCV_RELATIVE cec50 │ │ │ │ +0000000000108020 0000000000000003 R_RISCV_RELATIVE cf360 │ │ │ │ +0000000000108028 0000000000000003 R_RISCV_RELATIVE cf380 │ │ │ │ +0000000000108030 0000000000000003 R_RISCV_RELATIVE cf398 │ │ │ │ +0000000000108040 0000000000000003 R_RISCV_RELATIVE cf3b0 │ │ │ │ +0000000000108048 0000000000000003 R_RISCV_RELATIVE cf3f0 │ │ │ │ 0000000000108050 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ -0000000000108058 0000000000000003 R_RISCV_RELATIVE cf448 │ │ │ │ -0000000000108060 0000000000000003 R_RISCV_RELATIVE cf468 │ │ │ │ -0000000000108070 0000000000000003 R_RISCV_RELATIVE cf488 │ │ │ │ -0000000000108078 0000000000000003 R_RISCV_RELATIVE 1080a0 │ │ │ │ -00000000001080a0 0000000000000003 R_RISCV_RELATIVE cf4a0 │ │ │ │ -00000000001080a8 0000000000000003 R_RISCV_RELATIVE cf4f0 │ │ │ │ -00000000001080b0 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ -00000000001080c0 0000000000000003 R_RISCV_RELATIVE cf530 │ │ │ │ -00000000001080c8 0000000000000003 R_RISCV_RELATIVE 1080f0 │ │ │ │ -00000000001080f0 0000000000000003 R_RISCV_RELATIVE cf540 │ │ │ │ -00000000001080f8 0000000000000003 R_RISCV_RELATIVE cf588 │ │ │ │ -0000000000108100 0000000000000003 R_RISCV_RELATIVE cf5d0 │ │ │ │ -0000000000108108 0000000000000003 R_RISCV_RELATIVE cf618 │ │ │ │ -0000000000108110 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ -0000000000108118 0000000000000003 R_RISCV_RELATIVE cf650 │ │ │ │ -0000000000108120 0000000000000003 R_RISCV_RELATIVE cf668 │ │ │ │ -0000000000108128 0000000000000003 R_RISCV_RELATIVE cf688 │ │ │ │ -0000000000108130 0000000000000003 R_RISCV_RELATIVE cf6a8 │ │ │ │ -0000000000108140 0000000000000003 R_RISCV_RELATIVE cc9a8 │ │ │ │ -0000000000108148 0000000000000003 R_RISCV_RELATIVE 1081f0 │ │ │ │ -0000000000108158 0000000000000003 R_RISCV_RELATIVE cc9b8 │ │ │ │ -0000000000108160 0000000000000003 R_RISCV_RELATIVE 1081c0 │ │ │ │ -0000000000108170 0000000000000003 R_RISCV_RELATIVE ccaa0 │ │ │ │ -0000000000108178 0000000000000003 R_RISCV_RELATIVE 1081a0 │ │ │ │ -00000000001081a0 0000000000000003 R_RISCV_RELATIVE cf6c8 │ │ │ │ -00000000001081a8 0000000000000003 R_RISCV_RELATIVE ccaf8 │ │ │ │ -00000000001081b0 0000000000000003 R_RISCV_RELATIVE ccb38 │ │ │ │ -00000000001081c0 0000000000000003 R_RISCV_RELATIVE cf710 │ │ │ │ -00000000001081c8 0000000000000003 R_RISCV_RELATIVE cf750 │ │ │ │ -00000000001081d0 0000000000000003 R_RISCV_RELATIVE cce80 │ │ │ │ -00000000001081d8 0000000000000003 R_RISCV_RELATIVE cf780 │ │ │ │ -00000000001081e0 0000000000000003 R_RISCV_RELATIVE cf7d0 │ │ │ │ -00000000001081f0 0000000000000003 R_RISCV_RELATIVE cd310 │ │ │ │ -00000000001081f8 0000000000000003 R_RISCV_RELATIVE cf7f8 │ │ │ │ +0000000000108058 0000000000000003 R_RISCV_RELATIVE cf410 │ │ │ │ +0000000000108060 0000000000000003 R_RISCV_RELATIVE cf458 │ │ │ │ +0000000000108068 0000000000000003 R_RISCV_RELATIVE cf4a0 │ │ │ │ +0000000000108070 0000000000000003 R_RISCV_RELATIVE cf4e8 │ │ │ │ +0000000000108078 0000000000000003 R_RISCV_RELATIVE cf530 │ │ │ │ +0000000000108080 0000000000000003 R_RISCV_RELATIVE cf578 │ │ │ │ +0000000000108088 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ +0000000000108090 0000000000000003 R_RISCV_RELATIVE cf078 │ │ │ │ +0000000000108098 0000000000000003 R_RISCV_RELATIVE cf0c0 │ │ │ │ +00000000001080a0 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ +00000000001080a8 0000000000000003 R_RISCV_RELATIVE cf100 │ │ │ │ +00000000001080b0 0000000000000003 R_RISCV_RELATIVE cec50 │ │ │ │ +00000000001080b8 0000000000000003 R_RISCV_RELATIVE cf398 │ │ │ │ +00000000001080c8 0000000000000003 R_RISCV_RELATIVE cdc28 │ │ │ │ +00000000001080d0 0000000000000003 R_RISCV_RELATIVE 108578 │ │ │ │ +00000000001080e0 0000000000000003 R_RISCV_RELATIVE cf5b8 │ │ │ │ +00000000001080e8 0000000000000003 R_RISCV_RELATIVE 108540 │ │ │ │ +00000000001080f8 0000000000000003 R_RISCV_RELATIVE cf5d0 │ │ │ │ +0000000000108100 0000000000000003 R_RISCV_RELATIVE 1084f0 │ │ │ │ +0000000000108110 0000000000000003 R_RISCV_RELATIVE cf5e8 │ │ │ │ +0000000000108118 0000000000000003 R_RISCV_RELATIVE 1084a8 │ │ │ │ +0000000000108128 0000000000000003 R_RISCV_RELATIVE cf600 │ │ │ │ +0000000000108130 0000000000000003 R_RISCV_RELATIVE 108428 │ │ │ │ +0000000000108140 0000000000000003 R_RISCV_RELATIVE cf610 │ │ │ │ +0000000000108148 0000000000000003 R_RISCV_RELATIVE 1083b0 │ │ │ │ +0000000000108158 0000000000000003 R_RISCV_RELATIVE cf620 │ │ │ │ +0000000000108160 0000000000000003 R_RISCV_RELATIVE 108338 │ │ │ │ +0000000000108170 0000000000000003 R_RISCV_RELATIVE cf640 │ │ │ │ +0000000000108178 0000000000000003 R_RISCV_RELATIVE 1082e0 │ │ │ │ +0000000000108188 0000000000000003 R_RISCV_RELATIVE cf658 │ │ │ │ +0000000000108190 0000000000000003 R_RISCV_RELATIVE 108290 │ │ │ │ +00000000001081a0 0000000000000003 R_RISCV_RELATIVE cf678 │ │ │ │ +00000000001081a8 0000000000000003 R_RISCV_RELATIVE 108240 │ │ │ │ +00000000001081b8 0000000000000003 R_RISCV_RELATIVE cf698 │ │ │ │ +00000000001081c0 0000000000000003 R_RISCV_RELATIVE 1081e8 │ │ │ │ +00000000001081e8 0000000000000003 R_RISCV_RELATIVE cf6c0 │ │ │ │ +00000000001081f0 0000000000000003 R_RISCV_RELATIVE cf708 │ │ │ │ +00000000001081f8 0000000000000003 R_RISCV_RELATIVE cf750 │ │ │ │ 0000000000108200 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ -0000000000108208 0000000000000003 R_RISCV_RELATIVE cf840 │ │ │ │ -0000000000108218 0000000000000003 R_RISCV_RELATIVE cf898 │ │ │ │ -0000000000108220 0000000000000003 R_RISCV_RELATIVE 1082a0 │ │ │ │ -0000000000108230 0000000000000003 R_RISCV_RELATIVE cf8a8 │ │ │ │ -0000000000108238 0000000000000003 R_RISCV_RELATIVE 108260 │ │ │ │ -0000000000108260 0000000000000003 R_RISCV_RELATIVE cf8c0 │ │ │ │ -0000000000108268 0000000000000003 R_RISCV_RELATIVE cf918 │ │ │ │ -0000000000108270 0000000000000003 R_RISCV_RELATIVE cf970 │ │ │ │ -0000000000108278 0000000000000003 R_RISCV_RELATIVE cf9c8 │ │ │ │ -0000000000108280 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ -0000000000108288 0000000000000003 R_RISCV_RELATIVE cf9e0 │ │ │ │ -0000000000108290 0000000000000003 R_RISCV_RELATIVE cfa38 │ │ │ │ -00000000001082a0 0000000000000003 R_RISCV_RELATIVE cfa48 │ │ │ │ -00000000001082a8 0000000000000003 R_RISCV_RELATIVE cfa98 │ │ │ │ -00000000001082b0 0000000000000003 R_RISCV_RELATIVE cfae8 │ │ │ │ -00000000001082b8 0000000000000003 R_RISCV_RELATIVE cfb38 │ │ │ │ +0000000000108208 0000000000000003 R_RISCV_RELATIVE cf760 │ │ │ │ +0000000000108210 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ +0000000000108218 0000000000000003 R_RISCV_RELATIVE cd050 │ │ │ │ +0000000000108220 0000000000000003 R_RISCV_RELATIVE cf798 │ │ │ │ +0000000000108228 0000000000000003 R_RISCV_RELATIVE cf7b0 │ │ │ │ +0000000000108230 0000000000000003 R_RISCV_RELATIVE cf7c8 │ │ │ │ +0000000000108240 0000000000000003 R_RISCV_RELATIVE cf7e0 │ │ │ │ +0000000000108248 0000000000000003 R_RISCV_RELATIVE cf828 │ │ │ │ +0000000000108250 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ +0000000000108258 0000000000000003 R_RISCV_RELATIVE cf870 │ │ │ │ +0000000000108260 0000000000000003 R_RISCV_RELATIVE cf8b8 │ │ │ │ +0000000000108268 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ +0000000000108270 0000000000000003 R_RISCV_RELATIVE cd050 │ │ │ │ +0000000000108278 0000000000000003 R_RISCV_RELATIVE cf798 │ │ │ │ +0000000000108280 0000000000000003 R_RISCV_RELATIVE cf8d0 │ │ │ │ +0000000000108290 0000000000000003 R_RISCV_RELATIVE cf8e8 │ │ │ │ +0000000000108298 0000000000000003 R_RISCV_RELATIVE cf930 │ │ │ │ +00000000001082a0 0000000000000003 R_RISCV_RELATIVE cf978 │ │ │ │ +00000000001082a8 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ +00000000001082b0 0000000000000003 R_RISCV_RELATIVE cf870 │ │ │ │ +00000000001082b8 0000000000000003 R_RISCV_RELATIVE cf8b8 │ │ │ │ 00000000001082c0 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ -00000000001082d0 0000000000000003 R_RISCV_RELATIVE cb688 │ │ │ │ -00000000001082d8 0000000000000003 R_RISCV_RELATIVE 108300 │ │ │ │ -0000000000108300 0000000000000003 R_RISCV_RELATIVE cfb48 │ │ │ │ -0000000000108308 0000000000000003 R_RISCV_RELATIVE cb758 │ │ │ │ -0000000000108310 0000000000000003 R_RISCV_RELATIVE cb7a0 │ │ │ │ -0000000000108318 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ -0000000000108320 0000000000000003 R_RISCV_RELATIVE cee78 │ │ │ │ -0000000000108328 0000000000000003 R_RISCV_RELATIVE cfb90 │ │ │ │ -0000000000108330 0000000000000003 R_RISCV_RELATIVE cb7e0 │ │ │ │ -0000000000108340 0000000000000003 R_RISCV_RELATIVE cb688 │ │ │ │ -0000000000108348 0000000000000003 R_RISCV_RELATIVE 108370 │ │ │ │ -0000000000108370 0000000000000003 R_RISCV_RELATIVE cfb48 │ │ │ │ -0000000000108378 0000000000000003 R_RISCV_RELATIVE cb758 │ │ │ │ -0000000000108380 0000000000000003 R_RISCV_RELATIVE cb7a0 │ │ │ │ -0000000000108388 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ -0000000000108390 0000000000000003 R_RISCV_RELATIVE cee78 │ │ │ │ -0000000000108398 0000000000000003 R_RISCV_RELATIVE cfb90 │ │ │ │ -00000000001083a0 0000000000000003 R_RISCV_RELATIVE cb7e0 │ │ │ │ -00000000001083b0 0000000000000003 R_RISCV_RELATIVE cb688 │ │ │ │ -00000000001083b8 0000000000000003 R_RISCV_RELATIVE 1084f8 │ │ │ │ -00000000001083c8 0000000000000003 R_RISCV_RELATIVE cfba8 │ │ │ │ -00000000001083d0 0000000000000003 R_RISCV_RELATIVE 108450 │ │ │ │ -00000000001083e0 0000000000000003 R_RISCV_RELATIVE cfbb8 │ │ │ │ -00000000001083e8 0000000000000003 R_RISCV_RELATIVE 108410 │ │ │ │ -0000000000108410 0000000000000003 R_RISCV_RELATIVE cfbc8 │ │ │ │ -0000000000108418 0000000000000003 R_RISCV_RELATIVE cfc18 │ │ │ │ -0000000000108420 0000000000000003 R_RISCV_RELATIVE cfc68 │ │ │ │ -0000000000108428 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ -0000000000108430 0000000000000003 R_RISCV_RELATIVE cee78 │ │ │ │ -0000000000108438 0000000000000003 R_RISCV_RELATIVE cfc88 │ │ │ │ -0000000000108440 0000000000000003 R_RISCV_RELATIVE cfca8 │ │ │ │ -0000000000108450 0000000000000003 R_RISCV_RELATIVE cfcc8 │ │ │ │ -0000000000108458 0000000000000003 R_RISCV_RELATIVE cfd08 │ │ │ │ -0000000000108460 0000000000000003 R_RISCV_RELATIVE cfd48 │ │ │ │ -0000000000108468 0000000000000003 R_RISCV_RELATIVE cfd90 │ │ │ │ -0000000000108470 0000000000000003 R_RISCV_RELATIVE cfdd8 │ │ │ │ -0000000000108478 0000000000000003 R_RISCV_RELATIVE cfe20 │ │ │ │ +00000000001082c8 0000000000000003 R_RISCV_RELATIVE cd050 │ │ │ │ +00000000001082d0 0000000000000003 R_RISCV_RELATIVE cf798 │ │ │ │ +00000000001082e0 0000000000000003 R_RISCV_RELATIVE cf990 │ │ │ │ +00000000001082e8 0000000000000003 R_RISCV_RELATIVE d0180 │ │ │ │ +00000000001082f0 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ +00000000001082f8 0000000000000003 R_RISCV_RELATIVE cf9d8 │ │ │ │ +0000000000108300 0000000000000003 R_RISCV_RELATIVE cfa20 │ │ │ │ +0000000000108308 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ +0000000000108310 0000000000000003 R_RISCV_RELATIVE cd050 │ │ │ │ +0000000000108318 0000000000000003 R_RISCV_RELATIVE cf798 │ │ │ │ +0000000000108320 0000000000000003 R_RISCV_RELATIVE cfa38 │ │ │ │ +0000000000108328 0000000000000003 R_RISCV_RELATIVE cf8d0 │ │ │ │ +0000000000108338 0000000000000003 R_RISCV_RELATIVE cfa50 │ │ │ │ +0000000000108340 0000000000000003 R_RISCV_RELATIVE cfa98 │ │ │ │ +0000000000108348 0000000000000003 R_RISCV_RELATIVE cfae0 │ │ │ │ +0000000000108350 0000000000000003 R_RISCV_RELATIVE cfb28 │ │ │ │ +0000000000108358 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ +0000000000108360 0000000000000003 R_RISCV_RELATIVE cfb50 │ │ │ │ +0000000000108368 0000000000000003 R_RISCV_RELATIVE cfb98 │ │ │ │ +0000000000108370 0000000000000003 R_RISCV_RELATIVE cfbd8 │ │ │ │ +0000000000108378 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ +0000000000108380 0000000000000003 R_RISCV_RELATIVE cfbf8 │ │ │ │ +0000000000108388 0000000000000003 R_RISCV_RELATIVE cfc18 │ │ │ │ +0000000000108390 0000000000000003 R_RISCV_RELATIVE cfc38 │ │ │ │ +0000000000108398 0000000000000003 R_RISCV_RELATIVE cfc58 │ │ │ │ +00000000001083a0 0000000000000003 R_RISCV_RELATIVE cfc78 │ │ │ │ +00000000001083b0 0000000000000003 R_RISCV_RELATIVE cfc98 │ │ │ │ +00000000001083b8 0000000000000003 R_RISCV_RELATIVE cfce0 │ │ │ │ +00000000001083c0 0000000000000003 R_RISCV_RELATIVE cfd28 │ │ │ │ +00000000001083c8 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ +00000000001083d0 0000000000000003 R_RISCV_RELATIVE cfd60 │ │ │ │ +00000000001083d8 0000000000000003 R_RISCV_RELATIVE cfda8 │ │ │ │ +00000000001083e0 0000000000000003 R_RISCV_RELATIVE cfdf0 │ │ │ │ +00000000001083e8 0000000000000003 R_RISCV_RELATIVE cfe38 │ │ │ │ +00000000001083f0 0000000000000003 R_RISCV_RELATIVE cfe78 │ │ │ │ +00000000001083f8 0000000000000003 R_RISCV_RELATIVE cfec0 │ │ │ │ +0000000000108400 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ +0000000000108408 0000000000000003 R_RISCV_RELATIVE cd050 │ │ │ │ +0000000000108410 0000000000000003 R_RISCV_RELATIVE cfee0 │ │ │ │ +0000000000108418 0000000000000003 R_RISCV_RELATIVE cfef8 │ │ │ │ +0000000000108428 0000000000000003 R_RISCV_RELATIVE cff10 │ │ │ │ +0000000000108430 0000000000000003 R_RISCV_RELATIVE cff58 │ │ │ │ +0000000000108438 0000000000000003 R_RISCV_RELATIVE cffa0 │ │ │ │ +0000000000108440 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ +0000000000108448 0000000000000003 R_RISCV_RELATIVE cffd0 │ │ │ │ +0000000000108450 0000000000000003 R_RISCV_RELATIVE d0000 │ │ │ │ +0000000000108458 0000000000000003 R_RISCV_RELATIVE d0038 │ │ │ │ +0000000000108460 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ +0000000000108468 0000000000000003 R_RISCV_RELATIVE d0068 │ │ │ │ +0000000000108470 0000000000000003 R_RISCV_RELATIVE d00a8 │ │ │ │ +0000000000108478 0000000000000003 R_RISCV_RELATIVE d00f0 │ │ │ │ 0000000000108480 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ -0000000000108488 0000000000000003 R_RISCV_RELATIVE cfe50 │ │ │ │ -0000000000108490 0000000000000003 R_RISCV_RELATIVE cfe98 │ │ │ │ -0000000000108498 0000000000000003 R_RISCV_RELATIVE cfee0 │ │ │ │ -00000000001084a0 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ -00000000001084a8 0000000000000003 R_RISCV_RELATIVE cff20 │ │ │ │ -00000000001084b0 0000000000000003 R_RISCV_RELATIVE cff68 │ │ │ │ -00000000001084b8 0000000000000003 R_RISCV_RELATIVE cffb0 │ │ │ │ -00000000001084c0 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ -00000000001084c8 0000000000000003 R_RISCV_RELATIVE cad68 │ │ │ │ -00000000001084d0 0000000000000003 R_RISCV_RELATIVE cffe0 │ │ │ │ -00000000001084d8 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ -00000000001084e0 0000000000000003 R_RISCV_RELATIVE cfff8 │ │ │ │ -00000000001084e8 0000000000000003 R_RISCV_RELATIVE d0040 │ │ │ │ -00000000001084f8 0000000000000003 R_RISCV_RELATIVE cfb48 │ │ │ │ -0000000000108500 0000000000000003 R_RISCV_RELATIVE cb758 │ │ │ │ -0000000000108508 0000000000000003 R_RISCV_RELATIVE cb7a0 │ │ │ │ +0000000000108488 0000000000000003 R_RISCV_RELATIVE cd050 │ │ │ │ +0000000000108490 0000000000000003 R_RISCV_RELATIVE cf798 │ │ │ │ +0000000000108498 0000000000000003 R_RISCV_RELATIVE cd788 │ │ │ │ +00000000001084a8 0000000000000003 R_RISCV_RELATIVE d0120 │ │ │ │ +00000000001084b0 0000000000000003 R_RISCV_RELATIVE d0168 │ │ │ │ +00000000001084b8 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ +00000000001084c0 0000000000000003 R_RISCV_RELATIVE d0198 │ │ │ │ +00000000001084c8 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ +00000000001084d0 0000000000000003 R_RISCV_RELATIVE cd050 │ │ │ │ +00000000001084d8 0000000000000003 R_RISCV_RELATIVE cf798 │ │ │ │ +00000000001084e0 0000000000000003 R_RISCV_RELATIVE ced08 │ │ │ │ +00000000001084f0 0000000000000003 R_RISCV_RELATIVE d01c0 │ │ │ │ +00000000001084f8 0000000000000003 R_RISCV_RELATIVE d0180 │ │ │ │ +0000000000108500 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ +0000000000108508 0000000000000003 R_RISCV_RELATIVE d0198 │ │ │ │ 0000000000108510 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ -0000000000108518 0000000000000003 R_RISCV_RELATIVE cee78 │ │ │ │ -0000000000108520 0000000000000003 R_RISCV_RELATIVE cfb90 │ │ │ │ -0000000000108528 0000000000000003 R_RISCV_RELATIVE cb7e0 │ │ │ │ -0000000000108538 0000000000000003 R_RISCV_RELATIVE c7d78 │ │ │ │ -0000000000108540 0000000000000003 R_RISCV_RELATIVE 1089c0 │ │ │ │ -0000000000108550 0000000000000003 R_RISCV_RELATIVE c7c58 │ │ │ │ -0000000000108558 0000000000000003 R_RISCV_RELATIVE 108998 │ │ │ │ -0000000000108568 0000000000000003 R_RISCV_RELATIVE c7bb8 │ │ │ │ -0000000000108570 0000000000000003 R_RISCV_RELATIVE 108980 │ │ │ │ -0000000000108580 0000000000000003 R_RISCV_RELATIVE c7db8 │ │ │ │ -0000000000108588 0000000000000003 R_RISCV_RELATIVE 108948 │ │ │ │ -0000000000108598 0000000000000003 R_RISCV_RELATIVE c7dd0 │ │ │ │ -00000000001085a0 0000000000000003 R_RISCV_RELATIVE 108918 │ │ │ │ -00000000001085b0 0000000000000003 R_RISCV_RELATIVE c7ca0 │ │ │ │ -00000000001085b8 0000000000000003 R_RISCV_RELATIVE 1088d8 │ │ │ │ -00000000001085c8 0000000000000003 R_RISCV_RELATIVE c8188 │ │ │ │ -00000000001085d0 0000000000000003 R_RISCV_RELATIVE 108890 │ │ │ │ -00000000001085e0 0000000000000003 R_RISCV_RELATIVE d0058 │ │ │ │ -00000000001085e8 0000000000000003 R_RISCV_RELATIVE 108858 │ │ │ │ -00000000001085f8 0000000000000003 R_RISCV_RELATIVE c7d98 │ │ │ │ -0000000000108600 0000000000000003 R_RISCV_RELATIVE 108818 │ │ │ │ -0000000000108610 0000000000000003 R_RISCV_RELATIVE c7c88 │ │ │ │ -0000000000108618 0000000000000003 R_RISCV_RELATIVE 1087e0 │ │ │ │ -0000000000108628 0000000000000003 R_RISCV_RELATIVE c7c30 │ │ │ │ -0000000000108630 0000000000000003 R_RISCV_RELATIVE 1087b8 │ │ │ │ -0000000000108640 0000000000000003 R_RISCV_RELATIVE c7c18 │ │ │ │ -0000000000108648 0000000000000003 R_RISCV_RELATIVE 108788 │ │ │ │ -0000000000108658 0000000000000003 R_RISCV_RELATIVE c7c70 │ │ │ │ -0000000000108660 0000000000000003 R_RISCV_RELATIVE 108728 │ │ │ │ -0000000000108670 0000000000000003 R_RISCV_RELATIVE c7b50 │ │ │ │ -0000000000108678 0000000000000003 R_RISCV_RELATIVE 1086d8 │ │ │ │ -0000000000108688 0000000000000003 R_RISCV_RELATIVE c7de8 │ │ │ │ -0000000000108690 0000000000000003 R_RISCV_RELATIVE 1086b8 │ │ │ │ -00000000001086b8 0000000000000003 R_RISCV_RELATIVE d0078 │ │ │ │ -00000000001086c0 0000000000000003 R_RISCV_RELATIVE d00d0 │ │ │ │ -00000000001086c8 0000000000000003 R_RISCV_RELATIVE d0108 │ │ │ │ -00000000001086d8 0000000000000003 R_RISCV_RELATIVE d0118 │ │ │ │ -00000000001086e0 0000000000000003 R_RISCV_RELATIVE d0170 │ │ │ │ -00000000001086e8 0000000000000003 R_RISCV_RELATIVE d01c8 │ │ │ │ -00000000001086f0 0000000000000003 R_RISCV_RELATIVE d0220 │ │ │ │ -00000000001086f8 0000000000000003 R_RISCV_RELATIVE d0278 │ │ │ │ -0000000000108700 0000000000000003 R_RISCV_RELATIVE d02d0 │ │ │ │ -0000000000108708 0000000000000003 R_RISCV_RELATIVE d0310 │ │ │ │ -0000000000108710 0000000000000003 R_RISCV_RELATIVE d0358 │ │ │ │ -0000000000108718 0000000000000003 R_RISCV_RELATIVE d0378 │ │ │ │ -0000000000108728 0000000000000003 R_RISCV_RELATIVE d0398 │ │ │ │ -0000000000108730 0000000000000003 R_RISCV_RELATIVE d03d0 │ │ │ │ -0000000000108738 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ -0000000000108740 0000000000000003 R_RISCV_RELATIVE d0418 │ │ │ │ -0000000000108748 0000000000000003 R_RISCV_RELATIVE d0460 │ │ │ │ -0000000000108750 0000000000000003 R_RISCV_RELATIVE d04a8 │ │ │ │ -0000000000108758 0000000000000003 R_RISCV_RELATIVE d04f0 │ │ │ │ -0000000000108760 0000000000000003 R_RISCV_RELATIVE d0538 │ │ │ │ -0000000000108768 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ -0000000000108770 0000000000000003 R_RISCV_RELATIVE cad80 │ │ │ │ -0000000000108778 0000000000000003 R_RISCV_RELATIVE d0550 │ │ │ │ -0000000000108788 0000000000000003 R_RISCV_RELATIVE d0568 │ │ │ │ -0000000000108790 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ -0000000000108798 0000000000000003 R_RISCV_RELATIVE d05a0 │ │ │ │ -00000000001087a0 0000000000000003 R_RISCV_RELATIVE d05b8 │ │ │ │ -00000000001087a8 0000000000000003 R_RISCV_RELATIVE d05d0 │ │ │ │ -00000000001087b8 0000000000000003 R_RISCV_RELATIVE d05e8 │ │ │ │ -00000000001087c0 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ -00000000001087c8 0000000000000003 R_RISCV_RELATIVE d05a0 │ │ │ │ -00000000001087d0 0000000000000003 R_RISCV_RELATIVE d05b8 │ │ │ │ -00000000001087e0 0000000000000003 R_RISCV_RELATIVE d0620 │ │ │ │ -00000000001087e8 0000000000000003 R_RISCV_RELATIVE d0668 │ │ │ │ -00000000001087f0 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ -00000000001087f8 0000000000000003 R_RISCV_RELATIVE d06b0 │ │ │ │ -0000000000108800 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ -0000000000108808 0000000000000003 R_RISCV_RELATIVE d06c0 │ │ │ │ -0000000000108818 0000000000000003 R_RISCV_RELATIVE d06e8 │ │ │ │ -0000000000108820 0000000000000003 R_RISCV_RELATIVE d0730 │ │ │ │ -0000000000108828 0000000000000003 R_RISCV_RELATIVE d0778 │ │ │ │ -0000000000108830 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ -0000000000108838 0000000000000003 R_RISCV_RELATIVE d07c0 │ │ │ │ -0000000000108840 0000000000000003 R_RISCV_RELATIVE d07d8 │ │ │ │ -0000000000108848 0000000000000003 R_RISCV_RELATIVE d07f0 │ │ │ │ -0000000000108858 0000000000000003 R_RISCV_RELATIVE d0810 │ │ │ │ -0000000000108860 0000000000000003 R_RISCV_RELATIVE d0858 │ │ │ │ -0000000000108868 0000000000000003 R_RISCV_RELATIVE d08a0 │ │ │ │ -0000000000108870 0000000000000003 R_RISCV_RELATIVE d08e8 │ │ │ │ -0000000000108878 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ -0000000000108880 0000000000000003 R_RISCV_RELATIVE d07c0 │ │ │ │ -0000000000108890 0000000000000003 R_RISCV_RELATIVE d0920 │ │ │ │ -0000000000108898 0000000000000003 R_RISCV_RELATIVE d0968 │ │ │ │ -00000000001088a0 0000000000000003 R_RISCV_RELATIVE d09b0 │ │ │ │ -00000000001088a8 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ -00000000001088b0 0000000000000003 R_RISCV_RELATIVE d09d8 │ │ │ │ -00000000001088b8 0000000000000003 R_RISCV_RELATIVE d09f0 │ │ │ │ -00000000001088c0 0000000000000003 R_RISCV_RELATIVE d0a08 │ │ │ │ -00000000001088c8 0000000000000003 R_RISCV_RELATIVE d09f0 │ │ │ │ -00000000001088d8 0000000000000003 R_RISCV_RELATIVE d0a20 │ │ │ │ -00000000001088e0 0000000000000003 R_RISCV_RELATIVE d0a68 │ │ │ │ -00000000001088e8 0000000000000003 R_RISCV_RELATIVE d0ab0 │ │ │ │ -00000000001088f0 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ -00000000001088f8 0000000000000003 R_RISCV_RELATIVE d0ac8 │ │ │ │ -0000000000108900 0000000000000003 R_RISCV_RELATIVE d0ae8 │ │ │ │ -0000000000108908 0000000000000003 R_RISCV_RELATIVE d0b08 │ │ │ │ -0000000000108918 0000000000000003 R_RISCV_RELATIVE d0b28 │ │ │ │ -0000000000108920 0000000000000003 R_RISCV_RELATIVE d0b78 │ │ │ │ -0000000000108928 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ -0000000000108930 0000000000000003 R_RISCV_RELATIVE d0ac8 │ │ │ │ -0000000000108938 0000000000000003 R_RISCV_RELATIVE d0b08 │ │ │ │ -0000000000108948 0000000000000003 R_RISCV_RELATIVE d0bc0 │ │ │ │ -0000000000108950 0000000000000003 R_RISCV_RELATIVE d0c08 │ │ │ │ -0000000000108958 0000000000000003 R_RISCV_RELATIVE d0c50 │ │ │ │ -0000000000108960 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ -0000000000108968 0000000000000003 R_RISCV_RELATIVE d0ac8 │ │ │ │ -0000000000108970 0000000000000003 R_RISCV_RELATIVE d0b08 │ │ │ │ -0000000000108980 0000000000000003 R_RISCV_RELATIVE d0c78 │ │ │ │ -0000000000108988 0000000000000003 R_RISCV_RELATIVE ca420 │ │ │ │ -0000000000108998 0000000000000003 R_RISCV_RELATIVE d0cd0 │ │ │ │ -00000000001089a0 0000000000000003 R_RISCV_RELATIVE d0d20 │ │ │ │ -00000000001089a8 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ -00000000001089b0 0000000000000003 R_RISCV_RELATIVE d06c0 │ │ │ │ -00000000001089c0 0000000000000003 R_RISCV_RELATIVE d0d38 │ │ │ │ -00000000001089c8 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ -00000000001089d0 0000000000000003 R_RISCV_RELATIVE d06b0 │ │ │ │ -00000000001089d8 0000000000000003 R_RISCV_RELATIVE d0d88 │ │ │ │ -00000000001089e8 0000000000000003 R_RISCV_RELATIVE c6108 │ │ │ │ -00000000001089f0 0000000000000003 R_RISCV_RELATIVE 108be8 │ │ │ │ -0000000000108a00 0000000000000003 R_RISCV_RELATIVE d0da0 │ │ │ │ -0000000000108a08 0000000000000003 R_RISCV_RELATIVE 108b98 │ │ │ │ -0000000000108a18 0000000000000003 R_RISCV_RELATIVE c6140 │ │ │ │ -0000000000108a20 0000000000000003 R_RISCV_RELATIVE 108b08 │ │ │ │ -0000000000108a30 0000000000000003 R_RISCV_RELATIVE c6878 │ │ │ │ -0000000000108a38 0000000000000003 R_RISCV_RELATIVE 108ac0 │ │ │ │ -0000000000108a48 0000000000000003 R_RISCV_RELATIVE c6948 │ │ │ │ -0000000000108a50 0000000000000003 R_RISCV_RELATIVE 108a78 │ │ │ │ -0000000000108a78 0000000000000003 R_RISCV_RELATIVE d0dc0 │ │ │ │ -0000000000108a80 0000000000000003 R_RISCV_RELATIVE d0e08 │ │ │ │ -0000000000108a88 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ -0000000000108a90 0000000000000003 R_RISCV_RELATIVE d0e48 │ │ │ │ -0000000000108a98 0000000000000003 R_RISCV_RELATIVE d0e90 │ │ │ │ -0000000000108aa0 0000000000000003 R_RISCV_RELATIVE d0ed8 │ │ │ │ -0000000000108aa8 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ -0000000000108ab0 0000000000000003 R_RISCV_RELATIVE d0f10 │ │ │ │ -0000000000108ac0 0000000000000003 R_RISCV_RELATIVE d0f28 │ │ │ │ -0000000000108ac8 0000000000000003 R_RISCV_RELATIVE d0f70 │ │ │ │ -0000000000108ad0 0000000000000003 R_RISCV_RELATIVE d0fb8 │ │ │ │ -0000000000108ad8 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ -0000000000108ae0 0000000000000003 R_RISCV_RELATIVE d0fc0 │ │ │ │ -0000000000108ae8 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ -0000000000108af0 0000000000000003 R_RISCV_RELATIVE cb1a8 │ │ │ │ -0000000000108af8 0000000000000003 R_RISCV_RELATIVE cb1c8 │ │ │ │ -0000000000108b08 0000000000000003 R_RISCV_RELATIVE d1008 │ │ │ │ -0000000000108b10 0000000000000003 R_RISCV_RELATIVE d1050 │ │ │ │ -0000000000108b18 0000000000000003 R_RISCV_RELATIVE d1098 │ │ │ │ -0000000000108b20 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ -0000000000108b28 0000000000000003 R_RISCV_RELATIVE cdb68 │ │ │ │ -0000000000108b30 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ -0000000000108b38 0000000000000003 R_RISCV_RELATIVE d10b8 │ │ │ │ -0000000000108b40 0000000000000003 R_RISCV_RELATIVE d1100 │ │ │ │ -0000000000108b48 0000000000000003 R_RISCV_RELATIVE d1148 │ │ │ │ -0000000000108b50 0000000000000003 R_RISCV_RELATIVE d1190 │ │ │ │ -0000000000108b58 0000000000000003 R_RISCV_RELATIVE d11d8 │ │ │ │ -0000000000108b60 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ -0000000000108b68 0000000000000003 R_RISCV_RELATIVE d1210 │ │ │ │ -0000000000108b70 0000000000000003 R_RISCV_RELATIVE d1258 │ │ │ │ -0000000000108b78 0000000000000003 R_RISCV_RELATIVE d12a0 │ │ │ │ -0000000000108b80 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ -0000000000108b88 0000000000000003 R_RISCV_RELATIVE d12d8 │ │ │ │ -0000000000108b98 0000000000000003 R_RISCV_RELATIVE d1310 │ │ │ │ -0000000000108ba0 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ -0000000000108ba8 0000000000000003 R_RISCV_RELATIVE d1350 │ │ │ │ -0000000000108bb0 0000000000000003 R_RISCV_RELATIVE d1398 │ │ │ │ -0000000000108bb8 0000000000000003 R_RISCV_RELATIVE d13d8 │ │ │ │ -0000000000108bc0 0000000000000003 R_RISCV_RELATIVE d1418 │ │ │ │ -0000000000108bc8 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ -0000000000108bd0 0000000000000003 R_RISCV_RELATIVE ce958 │ │ │ │ -0000000000108bd8 0000000000000003 R_RISCV_RELATIVE d1448 │ │ │ │ -0000000000108be8 0000000000000003 R_RISCV_RELATIVE d1458 │ │ │ │ -0000000000108bf0 0000000000000003 R_RISCV_RELATIVE d14a0 │ │ │ │ -0000000000108bf8 0000000000000003 R_RISCV_RELATIVE d14e8 │ │ │ │ -0000000000108c00 0000000000000003 R_RISCV_RELATIVE d1530 │ │ │ │ -0000000000108c08 0000000000000003 R_RISCV_RELATIVE d1578 │ │ │ │ -0000000000108c10 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ -0000000000108c18 0000000000000003 R_RISCV_RELATIVE d15c0 │ │ │ │ -0000000000108c20 0000000000000003 R_RISCV_RELATIVE d15d0 │ │ │ │ -0000000000108c28 0000000000000003 R_RISCV_RELATIVE d15e0 │ │ │ │ -0000000000108c38 0000000000000003 R_RISCV_RELATIVE c4ee0 │ │ │ │ -0000000000108c40 0000000000000003 R_RISCV_RELATIVE 108dd0 │ │ │ │ -0000000000108c50 0000000000000003 R_RISCV_RELATIVE c50d8 │ │ │ │ -0000000000108c58 0000000000000003 R_RISCV_RELATIVE 108dc0 │ │ │ │ -0000000000108c68 0000000000000003 R_RISCV_RELATIVE c31e8 │ │ │ │ -0000000000108c70 0000000000000003 R_RISCV_RELATIVE 108d48 │ │ │ │ -0000000000108c80 0000000000000003 R_RISCV_RELATIVE c42f8 │ │ │ │ -0000000000108c88 0000000000000003 R_RISCV_RELATIVE 108d20 │ │ │ │ -0000000000108c98 0000000000000003 R_RISCV_RELATIVE c3fc8 │ │ │ │ -0000000000108ca0 0000000000000003 R_RISCV_RELATIVE 108d08 │ │ │ │ -0000000000108cb0 0000000000000003 R_RISCV_RELATIVE c3ff8 │ │ │ │ -0000000000108cb8 0000000000000003 R_RISCV_RELATIVE 108ce0 │ │ │ │ -0000000000108ce0 0000000000000003 R_RISCV_RELATIVE d15f0 │ │ │ │ -0000000000108ce8 0000000000000003 R_RISCV_RELATIVE d1628 │ │ │ │ -0000000000108cf0 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ -0000000000108cf8 0000000000000003 R_RISCV_RELATIVE d1650 │ │ │ │ -0000000000108d08 0000000000000003 R_RISCV_RELATIVE d1668 │ │ │ │ -0000000000108d10 0000000000000003 R_RISCV_RELATIVE d16a8 │ │ │ │ -0000000000108d20 0000000000000003 R_RISCV_RELATIVE d16e0 │ │ │ │ -0000000000108d28 0000000000000003 R_RISCV_RELATIVE d1728 │ │ │ │ -0000000000108d30 0000000000000003 R_RISCV_RELATIVE d1768 │ │ │ │ -0000000000108d38 0000000000000003 R_RISCV_RELATIVE d17b0 │ │ │ │ -0000000000108d48 0000000000000003 R_RISCV_RELATIVE d17b8 │ │ │ │ -0000000000108d50 0000000000000003 R_RISCV_RELATIVE d17f8 │ │ │ │ -0000000000108d58 0000000000000003 R_RISCV_RELATIVE d1840 │ │ │ │ -0000000000108d60 0000000000000003 R_RISCV_RELATIVE d1888 │ │ │ │ -0000000000108d68 0000000000000003 R_RISCV_RELATIVE d18d0 │ │ │ │ -0000000000108d70 0000000000000003 R_RISCV_RELATIVE d1918 │ │ │ │ -0000000000108d78 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ -0000000000108d80 0000000000000003 R_RISCV_RELATIVE d1950 │ │ │ │ -0000000000108d88 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ -0000000000108d90 0000000000000003 R_RISCV_RELATIVE d1978 │ │ │ │ -0000000000108d98 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ -0000000000108da0 0000000000000003 R_RISCV_RELATIVE d19a0 │ │ │ │ -0000000000108da8 0000000000000003 R_RISCV_RELATIVE d19e8 │ │ │ │ -0000000000108db0 0000000000000003 R_RISCV_RELATIVE d1a30 │ │ │ │ -0000000000108dc0 0000000000000003 R_RISCV_RELATIVE cce80 │ │ │ │ -0000000000108dd0 0000000000000003 R_RISCV_RELATIVE d1a68 │ │ │ │ -0000000000108dd8 0000000000000003 R_RISCV_RELATIVE d1ab8 │ │ │ │ -0000000000108de0 0000000000000003 R_RISCV_RELATIVE d1b00 │ │ │ │ -0000000000108de8 0000000000000003 R_RISCV_RELATIVE d1b48 │ │ │ │ -0000000000108df0 0000000000000003 R_RISCV_RELATIVE d1b90 │ │ │ │ -0000000000108df8 0000000000000003 R_RISCV_RELATIVE d1bd8 │ │ │ │ -0000000000108e00 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ -0000000000108e08 0000000000000003 R_RISCV_RELATIVE d1bf0 │ │ │ │ -0000000000108e10 0000000000000003 R_RISCV_RELATIVE d1c00 │ │ │ │ -0000000000108e20 0000000000000003 R_RISCV_RELATIVE c57d0 │ │ │ │ -0000000000108e28 0000000000000003 R_RISCV_RELATIVE 108fb8 │ │ │ │ -0000000000108e38 0000000000000003 R_RISCV_RELATIVE c51a8 │ │ │ │ -0000000000108e40 0000000000000003 R_RISCV_RELATIVE 108f70 │ │ │ │ -0000000000108e50 0000000000000003 R_RISCV_RELATIVE d1c30 │ │ │ │ -0000000000108e58 0000000000000003 R_RISCV_RELATIVE 108f30 │ │ │ │ -0000000000108e68 0000000000000003 R_RISCV_RELATIVE c5b68 │ │ │ │ -0000000000108e70 0000000000000003 R_RISCV_RELATIVE 108ed8 │ │ │ │ -0000000000108e80 0000000000000003 R_RISCV_RELATIVE c5150 │ │ │ │ -0000000000108e88 0000000000000003 R_RISCV_RELATIVE 108eb0 │ │ │ │ -0000000000108eb0 0000000000000003 R_RISCV_RELATIVE d1c58 │ │ │ │ -0000000000108eb8 0000000000000003 R_RISCV_RELATIVE d1ca8 │ │ │ │ -0000000000108ec0 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ -0000000000108ec8 0000000000000003 R_RISCV_RELATIVE d1cb0 │ │ │ │ -0000000000108ed8 0000000000000003 R_RISCV_RELATIVE d1cc0 │ │ │ │ -0000000000108ee0 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ -0000000000108ee8 0000000000000003 R_RISCV_RELATIVE d1448 │ │ │ │ -0000000000108ef0 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ -0000000000108ef8 0000000000000003 R_RISCV_RELATIVE d1cf0 │ │ │ │ -0000000000108f00 0000000000000003 R_RISCV_RELATIVE d1d40 │ │ │ │ -0000000000108f08 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ -0000000000108f10 0000000000000003 R_RISCV_RELATIVE d1d90 │ │ │ │ -0000000000108f18 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ -0000000000108f20 0000000000000003 R_RISCV_RELATIVE d1da8 │ │ │ │ -0000000000108f30 0000000000000003 R_RISCV_RELATIVE d1dd8 │ │ │ │ -0000000000108f38 0000000000000003 R_RISCV_RELATIVE d1e28 │ │ │ │ -0000000000108f40 0000000000000003 R_RISCV_RELATIVE d1e70 │ │ │ │ -0000000000108f48 0000000000000003 R_RISCV_RELATIVE d1ea8 │ │ │ │ -0000000000108f50 0000000000000003 R_RISCV_RELATIVE d1eb0 │ │ │ │ -0000000000108f58 0000000000000003 R_RISCV_RELATIVE d1ec8 │ │ │ │ -0000000000108f60 0000000000000003 R_RISCV_RELATIVE d1dd8 │ │ │ │ -0000000000108f70 0000000000000003 R_RISCV_RELATIVE d1ee0 │ │ │ │ -0000000000108f78 0000000000000003 R_RISCV_RELATIVE d1f28 │ │ │ │ -0000000000108f80 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ -0000000000108f88 0000000000000003 R_RISCV_RELATIVE d1f58 │ │ │ │ -0000000000108f90 0000000000000003 R_RISCV_RELATIVE d1f78 │ │ │ │ -0000000000108f98 0000000000000003 R_RISCV_RELATIVE d1f98 │ │ │ │ -0000000000108fa0 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ -0000000000108fa8 0000000000000003 R_RISCV_RELATIVE d1fb8 │ │ │ │ -0000000000108fb8 0000000000000003 R_RISCV_RELATIVE d1fc8 │ │ │ │ -0000000000108fc0 0000000000000003 R_RISCV_RELATIVE d2010 │ │ │ │ -0000000000108fc8 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ -0000000000108fd0 0000000000000003 R_RISCV_RELATIVE cce80 │ │ │ │ -0000000000108fe0 0000000000000003 R_RISCV_RELATIVE d2038 │ │ │ │ -0000000000108fe8 0000000000000003 R_RISCV_RELATIVE 1091e8 │ │ │ │ -0000000000108ff8 0000000000000003 R_RISCV_RELATIVE d2050 │ │ │ │ -0000000000109000 0000000000000003 R_RISCV_RELATIVE 1091d0 │ │ │ │ -0000000000109010 0000000000000003 R_RISCV_RELATIVE d2068 │ │ │ │ -0000000000109018 0000000000000003 R_RISCV_RELATIVE 1091a0 │ │ │ │ -0000000000109028 0000000000000003 R_RISCV_RELATIVE c6cc8 │ │ │ │ -0000000000109030 0000000000000003 R_RISCV_RELATIVE 109190 │ │ │ │ -0000000000109040 0000000000000003 R_RISCV_RELATIVE c57d0 │ │ │ │ -0000000000109048 0000000000000003 R_RISCV_RELATIVE 109130 │ │ │ │ -0000000000109058 0000000000000003 R_RISCV_RELATIVE d2080 │ │ │ │ -0000000000109060 0000000000000003 R_RISCV_RELATIVE 109118 │ │ │ │ -0000000000109070 0000000000000003 R_RISCV_RELATIVE d2090 │ │ │ │ -0000000000109078 0000000000000003 R_RISCV_RELATIVE 1090f8 │ │ │ │ -0000000000109088 0000000000000003 R_RISCV_RELATIVE d20a0 │ │ │ │ -0000000000109090 0000000000000003 R_RISCV_RELATIVE 1090b8 │ │ │ │ -00000000001090b8 0000000000000003 R_RISCV_RELATIVE d20b8 │ │ │ │ -00000000001090c0 0000000000000003 R_RISCV_RELATIVE d2100 │ │ │ │ -00000000001090c8 0000000000000003 R_RISCV_RELATIVE d2148 │ │ │ │ -00000000001090d0 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ -00000000001090d8 0000000000000003 R_RISCV_RELATIVE d2160 │ │ │ │ -00000000001090e0 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ -00000000001090e8 0000000000000003 R_RISCV_RELATIVE d7988 │ │ │ │ -00000000001090f8 0000000000000003 R_RISCV_RELATIVE d2188 │ │ │ │ -0000000000109100 0000000000000003 R_RISCV_RELATIVE d21c8 │ │ │ │ -0000000000109108 0000000000000003 R_RISCV_RELATIVE d21d0 │ │ │ │ -0000000000109118 0000000000000003 R_RISCV_RELATIVE d21f0 │ │ │ │ -0000000000109120 0000000000000003 R_RISCV_RELATIVE d2228 │ │ │ │ -0000000000109130 0000000000000003 R_RISCV_RELATIVE d2270 │ │ │ │ -0000000000109138 0000000000000003 R_RISCV_RELATIVE d22a0 │ │ │ │ +0000000000108518 0000000000000003 R_RISCV_RELATIVE cd050 │ │ │ │ +0000000000108520 0000000000000003 R_RISCV_RELATIVE cf798 │ │ │ │ +0000000000108528 0000000000000003 R_RISCV_RELATIVE ced08 │ │ │ │ +0000000000108530 0000000000000003 R_RISCV_RELATIVE cf8d0 │ │ │ │ +0000000000108540 0000000000000003 R_RISCV_RELATIVE d0208 │ │ │ │ +0000000000108548 0000000000000003 R_RISCV_RELATIVE d0250 │ │ │ │ +0000000000108550 0000000000000003 R_RISCV_RELATIVE d0298 │ │ │ │ +0000000000108558 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ +0000000000108560 0000000000000003 R_RISCV_RELATIVE cd050 │ │ │ │ +0000000000108568 0000000000000003 R_RISCV_RELATIVE d02c0 │ │ │ │ +0000000000108578 0000000000000003 R_RISCV_RELATIVE d02d8 │ │ │ │ +0000000000108580 0000000000000003 R_RISCV_RELATIVE cecf0 │ │ │ │ +0000000000108588 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ +0000000000108590 0000000000000003 R_RISCV_RELATIVE cd050 │ │ │ │ +0000000000108598 0000000000000003 R_RISCV_RELATIVE cbd38 │ │ │ │ +00000000001085a0 0000000000000003 R_RISCV_RELATIVE ced08 │ │ │ │ +00000000001085b0 0000000000000003 R_RISCV_RELATIVE ccc08 │ │ │ │ +00000000001085b8 0000000000000003 R_RISCV_RELATIVE 108610 │ │ │ │ +00000000001085c8 0000000000000003 R_RISCV_RELATIVE d0318 │ │ │ │ +00000000001085d0 0000000000000003 R_RISCV_RELATIVE 1085f8 │ │ │ │ +00000000001085f8 0000000000000003 R_RISCV_RELATIVE d0328 │ │ │ │ +0000000000108600 0000000000000003 R_RISCV_RELATIVE d0378 │ │ │ │ +0000000000108610 0000000000000003 R_RISCV_RELATIVE d0398 │ │ │ │ +0000000000108618 0000000000000003 R_RISCV_RELATIVE cd128 │ │ │ │ +0000000000108620 0000000000000003 R_RISCV_RELATIVE cd170 │ │ │ │ +0000000000108628 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ +0000000000108630 0000000000000003 R_RISCV_RELATIVE d03d8 │ │ │ │ +0000000000108638 0000000000000003 R_RISCV_RELATIVE cd1b0 │ │ │ │ +0000000000108648 0000000000000003 R_RISCV_RELATIVE d03f0 │ │ │ │ +0000000000108650 0000000000000003 R_RISCV_RELATIVE 108678 │ │ │ │ +0000000000108678 0000000000000003 R_RISCV_RELATIVE d0400 │ │ │ │ +0000000000108680 0000000000000003 R_RISCV_RELATIVE d0448 │ │ │ │ +0000000000108688 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ +0000000000108690 0000000000000003 R_RISCV_RELATIVE cd050 │ │ │ │ +0000000000108698 0000000000000003 R_RISCV_RELATIVE cf798 │ │ │ │ +00000000001086a0 0000000000000003 R_RISCV_RELATIVE d0480 │ │ │ │ +00000000001086a8 0000000000000003 R_RISCV_RELATIVE ced08 │ │ │ │ +00000000001086b0 0000000000000003 R_RISCV_RELATIVE d0498 │ │ │ │ +00000000001086b8 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ +00000000001086c8 0000000000000003 R_RISCV_RELATIVE d04b0 │ │ │ │ +00000000001086d0 0000000000000003 R_RISCV_RELATIVE 108728 │ │ │ │ +00000000001086e0 0000000000000003 R_RISCV_RELATIVE d04d0 │ │ │ │ +00000000001086e8 0000000000000003 R_RISCV_RELATIVE 108710 │ │ │ │ +0000000000108710 0000000000000003 R_RISCV_RELATIVE d04e8 │ │ │ │ +0000000000108718 0000000000000003 R_RISCV_RELATIVE d0548 │ │ │ │ +0000000000108728 0000000000000003 R_RISCV_RELATIVE d05b0 │ │ │ │ +0000000000108730 0000000000000003 R_RISCV_RELATIVE d0610 │ │ │ │ +0000000000108738 0000000000000003 R_RISCV_RELATIVE d0670 │ │ │ │ +0000000000108740 0000000000000003 R_RISCV_RELATIVE d06b0 │ │ │ │ +0000000000108748 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ +0000000000108750 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ +0000000000108760 0000000000000003 R_RISCV_RELATIVE d0700 │ │ │ │ +0000000000108768 0000000000000003 R_RISCV_RELATIVE 109160 │ │ │ │ +0000000000108778 0000000000000003 R_RISCV_RELATIVE d0728 │ │ │ │ +0000000000108780 0000000000000003 R_RISCV_RELATIVE 109120 │ │ │ │ +0000000000108790 0000000000000003 R_RISCV_RELATIVE d0740 │ │ │ │ +0000000000108798 0000000000000003 R_RISCV_RELATIVE 1090d8 │ │ │ │ +00000000001087a8 0000000000000003 R_RISCV_RELATIVE d0760 │ │ │ │ +00000000001087b0 0000000000000003 R_RISCV_RELATIVE 1090a8 │ │ │ │ +00000000001087c0 0000000000000003 R_RISCV_RELATIVE d0778 │ │ │ │ +00000000001087c8 0000000000000003 R_RISCV_RELATIVE 109080 │ │ │ │ +00000000001087d8 0000000000000003 R_RISCV_RELATIVE d07a0 │ │ │ │ +00000000001087e0 0000000000000003 R_RISCV_RELATIVE 109058 │ │ │ │ +00000000001087f0 0000000000000003 R_RISCV_RELATIVE d07c0 │ │ │ │ +00000000001087f8 0000000000000003 R_RISCV_RELATIVE 109038 │ │ │ │ +0000000000108808 0000000000000003 R_RISCV_RELATIVE d07e0 │ │ │ │ +0000000000108810 0000000000000003 R_RISCV_RELATIVE 109000 │ │ │ │ +0000000000108820 0000000000000003 R_RISCV_RELATIVE d0800 │ │ │ │ +0000000000108828 0000000000000003 R_RISCV_RELATIVE 108fc8 │ │ │ │ +0000000000108838 0000000000000003 R_RISCV_RELATIVE d0820 │ │ │ │ +0000000000108840 0000000000000003 R_RISCV_RELATIVE 108f90 │ │ │ │ +0000000000108850 0000000000000003 R_RISCV_RELATIVE d0840 │ │ │ │ +0000000000108858 0000000000000003 R_RISCV_RELATIVE 108f60 │ │ │ │ +0000000000108868 0000000000000003 R_RISCV_RELATIVE d0858 │ │ │ │ +0000000000108870 0000000000000003 R_RISCV_RELATIVE 108f18 │ │ │ │ +0000000000108880 0000000000000003 R_RISCV_RELATIVE d0878 │ │ │ │ +0000000000108888 0000000000000003 R_RISCV_RELATIVE 108ee0 │ │ │ │ +0000000000108898 0000000000000003 R_RISCV_RELATIVE d0898 │ │ │ │ +00000000001088a0 0000000000000003 R_RISCV_RELATIVE 108eb8 │ │ │ │ +00000000001088b0 0000000000000003 R_RISCV_RELATIVE d08b0 │ │ │ │ +00000000001088b8 0000000000000003 R_RISCV_RELATIVE 108e88 │ │ │ │ +00000000001088c8 0000000000000003 R_RISCV_RELATIVE d08c8 │ │ │ │ +00000000001088d0 0000000000000003 R_RISCV_RELATIVE 108e58 │ │ │ │ +00000000001088e0 0000000000000003 R_RISCV_RELATIVE d08e0 │ │ │ │ +00000000001088e8 0000000000000003 R_RISCV_RELATIVE 108e30 │ │ │ │ +00000000001088f8 0000000000000003 R_RISCV_RELATIVE d08f8 │ │ │ │ +0000000000108900 0000000000000003 R_RISCV_RELATIVE 108e10 │ │ │ │ +0000000000108910 0000000000000003 R_RISCV_RELATIVE d0918 │ │ │ │ +0000000000108918 0000000000000003 R_RISCV_RELATIVE 108de8 │ │ │ │ +0000000000108928 0000000000000003 R_RISCV_RELATIVE d0938 │ │ │ │ +0000000000108930 0000000000000003 R_RISCV_RELATIVE 108dc0 │ │ │ │ +0000000000108940 0000000000000003 R_RISCV_RELATIVE d0958 │ │ │ │ +0000000000108948 0000000000000003 R_RISCV_RELATIVE 108d98 │ │ │ │ +0000000000108958 0000000000000003 R_RISCV_RELATIVE d0978 │ │ │ │ +0000000000108960 0000000000000003 R_RISCV_RELATIVE 108d70 │ │ │ │ +0000000000108970 0000000000000003 R_RISCV_RELATIVE d0990 │ │ │ │ +0000000000108978 0000000000000003 R_RISCV_RELATIVE 108d40 │ │ │ │ +0000000000108988 0000000000000003 R_RISCV_RELATIVE d09a8 │ │ │ │ +0000000000108990 0000000000000003 R_RISCV_RELATIVE 108d18 │ │ │ │ +00000000001089a0 0000000000000003 R_RISCV_RELATIVE d09c0 │ │ │ │ +00000000001089a8 0000000000000003 R_RISCV_RELATIVE 108cf0 │ │ │ │ +00000000001089b8 0000000000000003 R_RISCV_RELATIVE d09d0 │ │ │ │ +00000000001089c0 0000000000000003 R_RISCV_RELATIVE 108cb0 │ │ │ │ +00000000001089d0 0000000000000003 R_RISCV_RELATIVE d09e0 │ │ │ │ +00000000001089d8 0000000000000003 R_RISCV_RELATIVE 108c88 │ │ │ │ +00000000001089e8 0000000000000003 R_RISCV_RELATIVE d09f0 │ │ │ │ +00000000001089f0 0000000000000003 R_RISCV_RELATIVE 108c50 │ │ │ │ +0000000000108a00 0000000000000003 R_RISCV_RELATIVE d0a00 │ │ │ │ +0000000000108a08 0000000000000003 R_RISCV_RELATIVE 108c10 │ │ │ │ +0000000000108a18 0000000000000003 R_RISCV_RELATIVE d0a20 │ │ │ │ +0000000000108a20 0000000000000003 R_RISCV_RELATIVE 108be0 │ │ │ │ +0000000000108a30 0000000000000003 R_RISCV_RELATIVE d0a40 │ │ │ │ +0000000000108a38 0000000000000003 R_RISCV_RELATIVE 108bb0 │ │ │ │ +0000000000108a48 0000000000000003 R_RISCV_RELATIVE d0a50 │ │ │ │ +0000000000108a50 0000000000000003 R_RISCV_RELATIVE 108b80 │ │ │ │ +0000000000108a60 0000000000000003 R_RISCV_RELATIVE d0a68 │ │ │ │ +0000000000108a68 0000000000000003 R_RISCV_RELATIVE 108b50 │ │ │ │ +0000000000108a78 0000000000000003 R_RISCV_RELATIVE d0a80 │ │ │ │ +0000000000108a80 0000000000000003 R_RISCV_RELATIVE 108b20 │ │ │ │ +0000000000108a90 0000000000000003 R_RISCV_RELATIVE d0a98 │ │ │ │ +0000000000108a98 0000000000000003 R_RISCV_RELATIVE 108af8 │ │ │ │ +0000000000108aa8 0000000000000003 R_RISCV_RELATIVE d0ab8 │ │ │ │ +0000000000108ab0 0000000000000003 R_RISCV_RELATIVE 108ad8 │ │ │ │ +0000000000108ad8 0000000000000003 R_RISCV_RELATIVE d0ac8 │ │ │ │ +0000000000108ae0 0000000000000003 R_RISCV_RELATIVE d0b10 │ │ │ │ +0000000000108ae8 0000000000000003 R_RISCV_RELATIVE d0b50 │ │ │ │ +0000000000108af8 0000000000000003 R_RISCV_RELATIVE d0b60 │ │ │ │ +0000000000108b00 0000000000000003 R_RISCV_RELATIVE d0b90 │ │ │ │ +0000000000108b08 0000000000000003 R_RISCV_RELATIVE d0bc0 │ │ │ │ +0000000000108b10 0000000000000003 R_RISCV_RELATIVE d0bf0 │ │ │ │ +0000000000108b20 0000000000000003 R_RISCV_RELATIVE d0c28 │ │ │ │ +0000000000108b28 0000000000000003 R_RISCV_RELATIVE d0c68 │ │ │ │ +0000000000108b30 0000000000000003 R_RISCV_RELATIVE d0cb0 │ │ │ │ +0000000000108b38 0000000000000003 R_RISCV_RELATIVE d0cd0 │ │ │ │ +0000000000108b40 0000000000000003 R_RISCV_RELATIVE d0bf0 │ │ │ │ +0000000000108b50 0000000000000003 R_RISCV_RELATIVE d0cf0 │ │ │ │ +0000000000108b58 0000000000000003 R_RISCV_RELATIVE d0c68 │ │ │ │ +0000000000108b60 0000000000000003 R_RISCV_RELATIVE d0cb0 │ │ │ │ +0000000000108b68 0000000000000003 R_RISCV_RELATIVE d0d38 │ │ │ │ +0000000000108b70 0000000000000003 R_RISCV_RELATIVE d0bf0 │ │ │ │ +0000000000108b80 0000000000000003 R_RISCV_RELATIVE d0d58 │ │ │ │ +0000000000108b88 0000000000000003 R_RISCV_RELATIVE d0c68 │ │ │ │ +0000000000108b90 0000000000000003 R_RISCV_RELATIVE d0cb0 │ │ │ │ +0000000000108b98 0000000000000003 R_RISCV_RELATIVE d0da0 │ │ │ │ +0000000000108ba0 0000000000000003 R_RISCV_RELATIVE d0bf0 │ │ │ │ +0000000000108bb0 0000000000000003 R_RISCV_RELATIVE d0dc0 │ │ │ │ +0000000000108bb8 0000000000000003 R_RISCV_RELATIVE d0c68 │ │ │ │ +0000000000108bc0 0000000000000003 R_RISCV_RELATIVE d0cb0 │ │ │ │ +0000000000108bc8 0000000000000003 R_RISCV_RELATIVE d0e00 │ │ │ │ +0000000000108bd0 0000000000000003 R_RISCV_RELATIVE d0bf0 │ │ │ │ +0000000000108be0 0000000000000003 R_RISCV_RELATIVE d0e20 │ │ │ │ +0000000000108be8 0000000000000003 R_RISCV_RELATIVE d0c68 │ │ │ │ +0000000000108bf0 0000000000000003 R_RISCV_RELATIVE d0e70 │ │ │ │ +0000000000108bf8 0000000000000003 R_RISCV_RELATIVE d0ea0 │ │ │ │ +0000000000108c00 0000000000000003 R_RISCV_RELATIVE d0bf0 │ │ │ │ +0000000000108c10 0000000000000003 R_RISCV_RELATIVE d0ed0 │ │ │ │ +0000000000108c18 0000000000000003 R_RISCV_RELATIVE d0f18 │ │ │ │ +0000000000108c20 0000000000000003 R_RISCV_RELATIVE d0f60 │ │ │ │ +0000000000108c28 0000000000000003 R_RISCV_RELATIVE d0e70 │ │ │ │ +0000000000108c30 0000000000000003 R_RISCV_RELATIVE d0fa0 │ │ │ │ +0000000000108c38 0000000000000003 R_RISCV_RELATIVE d0fd0 │ │ │ │ +0000000000108c40 0000000000000003 R_RISCV_RELATIVE d0bf0 │ │ │ │ +0000000000108c50 0000000000000003 R_RISCV_RELATIVE d1000 │ │ │ │ +0000000000108c58 0000000000000003 R_RISCV_RELATIVE d1048 │ │ │ │ +0000000000108c60 0000000000000003 R_RISCV_RELATIVE d1090 │ │ │ │ +0000000000108c68 0000000000000003 R_RISCV_RELATIVE d0e70 │ │ │ │ +0000000000108c70 0000000000000003 R_RISCV_RELATIVE d10d8 │ │ │ │ +0000000000108c78 0000000000000003 R_RISCV_RELATIVE d0bf0 │ │ │ │ +0000000000108c88 0000000000000003 R_RISCV_RELATIVE d1108 │ │ │ │ +0000000000108c90 0000000000000003 R_RISCV_RELATIVE d1150 │ │ │ │ +0000000000108c98 0000000000000003 R_RISCV_RELATIVE d1168 │ │ │ │ +0000000000108ca0 0000000000000003 R_RISCV_RELATIVE d1180 │ │ │ │ +0000000000108cb0 0000000000000003 R_RISCV_RELATIVE d11a0 │ │ │ │ +0000000000108cb8 0000000000000003 R_RISCV_RELATIVE d11e8 │ │ │ │ +0000000000108cc0 0000000000000003 R_RISCV_RELATIVE d0e98 │ │ │ │ +0000000000108cc8 0000000000000003 R_RISCV_RELATIVE d1228 │ │ │ │ +0000000000108cd0 0000000000000003 R_RISCV_RELATIVE d1260 │ │ │ │ +0000000000108cd8 0000000000000003 R_RISCV_RELATIVE d12b0 │ │ │ │ +0000000000108ce0 0000000000000003 R_RISCV_RELATIVE d1300 │ │ │ │ +0000000000108cf0 0000000000000003 R_RISCV_RELATIVE d1328 │ │ │ │ +0000000000108cf8 0000000000000003 R_RISCV_RELATIVE d1370 │ │ │ │ +0000000000108d00 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ +0000000000108d08 0000000000000003 R_RISCV_RELATIVE d13b8 │ │ │ │ +0000000000108d18 0000000000000003 R_RISCV_RELATIVE d1410 │ │ │ │ +0000000000108d20 0000000000000003 R_RISCV_RELATIVE d0c68 │ │ │ │ +0000000000108d28 0000000000000003 R_RISCV_RELATIVE d1458 │ │ │ │ +0000000000108d30 0000000000000003 R_RISCV_RELATIVE d0bf0 │ │ │ │ +0000000000108d40 0000000000000003 R_RISCV_RELATIVE d1488 │ │ │ │ +0000000000108d48 0000000000000003 R_RISCV_RELATIVE d0b30 │ │ │ │ +0000000000108d50 0000000000000003 R_RISCV_RELATIVE d14d8 │ │ │ │ +0000000000108d58 0000000000000003 R_RISCV_RELATIVE d1500 │ │ │ │ +0000000000108d60 0000000000000003 R_RISCV_RELATIVE d1528 │ │ │ │ +0000000000108d70 0000000000000003 R_RISCV_RELATIVE d1560 │ │ │ │ +0000000000108d78 0000000000000003 R_RISCV_RELATIVE d0b30 │ │ │ │ +0000000000108d80 0000000000000003 R_RISCV_RELATIVE d15b0 │ │ │ │ +0000000000108d88 0000000000000003 R_RISCV_RELATIVE d0bf0 │ │ │ │ +0000000000108d98 0000000000000003 R_RISCV_RELATIVE d15d8 │ │ │ │ +0000000000108da0 0000000000000003 R_RISCV_RELATIVE d0b30 │ │ │ │ +0000000000108da8 0000000000000003 R_RISCV_RELATIVE d1628 │ │ │ │ +0000000000108db0 0000000000000003 R_RISCV_RELATIVE d0bf0 │ │ │ │ +0000000000108dc0 0000000000000003 R_RISCV_RELATIVE d1650 │ │ │ │ +0000000000108dc8 0000000000000003 R_RISCV_RELATIVE d0b30 │ │ │ │ +0000000000108dd0 0000000000000003 R_RISCV_RELATIVE d16a0 │ │ │ │ +0000000000108dd8 0000000000000003 R_RISCV_RELATIVE d0bf0 │ │ │ │ +0000000000108de8 0000000000000003 R_RISCV_RELATIVE d16d0 │ │ │ │ +0000000000108df0 0000000000000003 R_RISCV_RELATIVE d0b30 │ │ │ │ +0000000000108df8 0000000000000003 R_RISCV_RELATIVE d1720 │ │ │ │ +0000000000108e00 0000000000000003 R_RISCV_RELATIVE d0bf0 │ │ │ │ +0000000000108e10 0000000000000003 R_RISCV_RELATIVE d1750 │ │ │ │ +0000000000108e18 0000000000000003 R_RISCV_RELATIVE d0c68 │ │ │ │ +0000000000108e20 0000000000000003 R_RISCV_RELATIVE d17a0 │ │ │ │ +0000000000108e30 0000000000000003 R_RISCV_RELATIVE d17d0 │ │ │ │ +0000000000108e38 0000000000000003 R_RISCV_RELATIVE d0b30 │ │ │ │ +0000000000108e40 0000000000000003 R_RISCV_RELATIVE d1818 │ │ │ │ +0000000000108e48 0000000000000003 R_RISCV_RELATIVE d0bf0 │ │ │ │ +0000000000108e58 0000000000000003 R_RISCV_RELATIVE d1840 │ │ │ │ +0000000000108e60 0000000000000003 R_RISCV_RELATIVE d0b30 │ │ │ │ +0000000000108e68 0000000000000003 R_RISCV_RELATIVE d1890 │ │ │ │ +0000000000108e70 0000000000000003 R_RISCV_RELATIVE d18b8 │ │ │ │ +0000000000108e78 0000000000000003 R_RISCV_RELATIVE d0bf0 │ │ │ │ +0000000000108e88 0000000000000003 R_RISCV_RELATIVE d18e0 │ │ │ │ +0000000000108e90 0000000000000003 R_RISCV_RELATIVE d0b30 │ │ │ │ +0000000000108e98 0000000000000003 R_RISCV_RELATIVE d1890 │ │ │ │ +0000000000108ea0 0000000000000003 R_RISCV_RELATIVE d1930 │ │ │ │ +0000000000108ea8 0000000000000003 R_RISCV_RELATIVE d0bf0 │ │ │ │ +0000000000108eb8 0000000000000003 R_RISCV_RELATIVE d1958 │ │ │ │ +0000000000108ec0 0000000000000003 R_RISCV_RELATIVE d0b30 │ │ │ │ +0000000000108ec8 0000000000000003 R_RISCV_RELATIVE d19a8 │ │ │ │ +0000000000108ed0 0000000000000003 R_RISCV_RELATIVE d0bf0 │ │ │ │ +0000000000108ee0 0000000000000003 R_RISCV_RELATIVE d19d8 │ │ │ │ +0000000000108ee8 0000000000000003 R_RISCV_RELATIVE d1a28 │ │ │ │ +0000000000108ef0 0000000000000003 R_RISCV_RELATIVE d1a40 │ │ │ │ +0000000000108ef8 0000000000000003 R_RISCV_RELATIVE d1a70 │ │ │ │ +0000000000108f00 0000000000000003 R_RISCV_RELATIVE d1a80 │ │ │ │ +0000000000108f08 0000000000000003 R_RISCV_RELATIVE d1ac8 │ │ │ │ +0000000000108f18 0000000000000003 R_RISCV_RELATIVE d1af0 │ │ │ │ +0000000000108f20 0000000000000003 R_RISCV_RELATIVE d1b38 │ │ │ │ +0000000000108f28 0000000000000003 R_RISCV_RELATIVE d1b60 │ │ │ │ +0000000000108f30 0000000000000003 R_RISCV_RELATIVE d1b88 │ │ │ │ +0000000000108f38 0000000000000003 R_RISCV_RELATIVE d1bb0 │ │ │ │ +0000000000108f40 0000000000000003 R_RISCV_RELATIVE d1bd8 │ │ │ │ +0000000000108f48 0000000000000003 R_RISCV_RELATIVE d1c20 │ │ │ │ +0000000000108f50 0000000000000003 R_RISCV_RELATIVE d1c68 │ │ │ │ +0000000000108f60 0000000000000003 R_RISCV_RELATIVE d1c90 │ │ │ │ +0000000000108f68 0000000000000003 R_RISCV_RELATIVE d1cd8 │ │ │ │ +0000000000108f70 0000000000000003 R_RISCV_RELATIVE d1d18 │ │ │ │ +0000000000108f78 0000000000000003 R_RISCV_RELATIVE d1d40 │ │ │ │ +0000000000108f80 0000000000000003 R_RISCV_RELATIVE d1d68 │ │ │ │ +0000000000108f90 0000000000000003 R_RISCV_RELATIVE d1d98 │ │ │ │ +0000000000108f98 0000000000000003 R_RISCV_RELATIVE d1de0 │ │ │ │ +0000000000108fa0 0000000000000003 R_RISCV_RELATIVE d1df0 │ │ │ │ +0000000000108fa8 0000000000000003 R_RISCV_RELATIVE d1e20 │ │ │ │ +0000000000108fb0 0000000000000003 R_RISCV_RELATIVE d1e30 │ │ │ │ +0000000000108fb8 0000000000000003 R_RISCV_RELATIVE d1e78 │ │ │ │ +0000000000108fc8 0000000000000003 R_RISCV_RELATIVE d1eb8 │ │ │ │ +0000000000108fd0 0000000000000003 R_RISCV_RELATIVE d1f08 │ │ │ │ +0000000000108fd8 0000000000000003 R_RISCV_RELATIVE d1f18 │ │ │ │ +0000000000108fe0 0000000000000003 R_RISCV_RELATIVE d1a70 │ │ │ │ +0000000000108fe8 0000000000000003 R_RISCV_RELATIVE d1a80 │ │ │ │ +0000000000108ff0 0000000000000003 R_RISCV_RELATIVE d1ac8 │ │ │ │ +0000000000109000 0000000000000003 R_RISCV_RELATIVE d1f48 │ │ │ │ +0000000000109008 0000000000000003 R_RISCV_RELATIVE d1f08 │ │ │ │ +0000000000109010 0000000000000003 R_RISCV_RELATIVE d1f90 │ │ │ │ +0000000000109018 0000000000000003 R_RISCV_RELATIVE d1a70 │ │ │ │ +0000000000109020 0000000000000003 R_RISCV_RELATIVE d1a80 │ │ │ │ +0000000000109028 0000000000000003 R_RISCV_RELATIVE d1ac8 │ │ │ │ +0000000000109038 0000000000000003 R_RISCV_RELATIVE d1fb8 │ │ │ │ +0000000000109040 0000000000000003 R_RISCV_RELATIVE d1de0 │ │ │ │ +0000000000109048 0000000000000003 R_RISCV_RELATIVE d1fe8 │ │ │ │ +0000000000109058 0000000000000003 R_RISCV_RELATIVE d2010 │ │ │ │ +0000000000109060 0000000000000003 R_RISCV_RELATIVE d1de0 │ │ │ │ +0000000000109068 0000000000000003 R_RISCV_RELATIVE d2048 │ │ │ │ +0000000000109070 0000000000000003 R_RISCV_RELATIVE d2070 │ │ │ │ +0000000000109080 0000000000000003 R_RISCV_RELATIVE d2010 │ │ │ │ +0000000000109088 0000000000000003 R_RISCV_RELATIVE d1de0 │ │ │ │ +0000000000109090 0000000000000003 R_RISCV_RELATIVE d2048 │ │ │ │ +0000000000109098 0000000000000003 R_RISCV_RELATIVE d2070 │ │ │ │ +00000000001090a8 0000000000000003 R_RISCV_RELATIVE d2090 │ │ │ │ +00000000001090b0 0000000000000003 R_RISCV_RELATIVE d20c0 │ │ │ │ +00000000001090b8 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ +00000000001090c0 0000000000000003 R_RISCV_RELATIVE d20e8 │ │ │ │ +00000000001090c8 0000000000000003 R_RISCV_RELATIVE d2130 │ │ │ │ +00000000001090d8 0000000000000003 R_RISCV_RELATIVE d2158 │ │ │ │ +00000000001090e0 0000000000000003 R_RISCV_RELATIVE d21a8 │ │ │ │ +00000000001090e8 0000000000000003 R_RISCV_RELATIVE d21f8 │ │ │ │ +00000000001090f0 0000000000000003 R_RISCV_RELATIVE d2248 │ │ │ │ +00000000001090f8 0000000000000003 R_RISCV_RELATIVE d2298 │ │ │ │ +0000000000109100 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ +0000000000109108 0000000000000003 R_RISCV_RELATIVE d20e8 │ │ │ │ +0000000000109110 0000000000000003 R_RISCV_RELATIVE d2130 │ │ │ │ +0000000000109120 0000000000000003 R_RISCV_RELATIVE d2158 │ │ │ │ +0000000000109128 0000000000000003 R_RISCV_RELATIVE d21a8 │ │ │ │ +0000000000109130 0000000000000003 R_RISCV_RELATIVE d22d8 │ │ │ │ +0000000000109138 0000000000000003 R_RISCV_RELATIVE d2318 │ │ │ │ 0000000000109140 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ -0000000000109148 0000000000000003 R_RISCV_RELATIVE d22d0 │ │ │ │ -0000000000109150 0000000000000003 R_RISCV_RELATIVE d2310 │ │ │ │ -0000000000109158 0000000000000003 R_RISCV_RELATIVE d2348 │ │ │ │ -0000000000109160 0000000000000003 R_RISCV_RELATIVE d2380 │ │ │ │ -0000000000109168 0000000000000003 R_RISCV_RELATIVE d23c8 │ │ │ │ -0000000000109170 0000000000000003 R_RISCV_RELATIVE d2410 │ │ │ │ -0000000000109178 0000000000000003 R_RISCV_RELATIVE d2450 │ │ │ │ -0000000000109180 0000000000000003 R_RISCV_RELATIVE d2478 │ │ │ │ -0000000000109190 0000000000000003 R_RISCV_RELATIVE d24a0 │ │ │ │ -00000000001091a0 0000000000000003 R_RISCV_RELATIVE d24c0 │ │ │ │ -00000000001091a8 0000000000000003 R_RISCV_RELATIVE d2508 │ │ │ │ -00000000001091b0 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ -00000000001091b8 0000000000000003 R_RISCV_RELATIVE d2520 │ │ │ │ -00000000001091c0 0000000000000003 R_RISCV_RELATIVE d2568 │ │ │ │ -00000000001091d0 0000000000000003 R_RISCV_RELATIVE d2598 │ │ │ │ -00000000001091d8 0000000000000003 R_RISCV_RELATIVE d25e0 │ │ │ │ -00000000001091e8 0000000000000003 R_RISCV_RELATIVE d2600 │ │ │ │ -00000000001091f0 0000000000000003 R_RISCV_RELATIVE d2648 │ │ │ │ -0000000000109200 0000000000000003 R_RISCV_RELATIVE c9168 │ │ │ │ -0000000000109208 0000000000000003 R_RISCV_RELATIVE 109348 │ │ │ │ -0000000000109218 0000000000000003 R_RISCV_RELATIVE d2688 │ │ │ │ -0000000000109220 0000000000000003 R_RISCV_RELATIVE 109330 │ │ │ │ -0000000000109230 0000000000000003 R_RISCV_RELATIVE c91c0 │ │ │ │ -0000000000109238 0000000000000003 R_RISCV_RELATIVE 109318 │ │ │ │ -0000000000109248 0000000000000003 R_RISCV_RELATIVE c9190 │ │ │ │ -0000000000109250 0000000000000003 R_RISCV_RELATIVE 109300 │ │ │ │ -0000000000109260 0000000000000003 R_RISCV_RELATIVE c8e20 │ │ │ │ -0000000000109268 0000000000000003 R_RISCV_RELATIVE 1092e8 │ │ │ │ -0000000000109278 0000000000000003 R_RISCV_RELATIVE c91a8 │ │ │ │ -0000000000109280 0000000000000003 R_RISCV_RELATIVE 1092d0 │ │ │ │ -0000000000109290 0000000000000003 R_RISCV_RELATIVE c91d8 │ │ │ │ -0000000000109298 0000000000000003 R_RISCV_RELATIVE 1092c0 │ │ │ │ -00000000001092c0 0000000000000003 R_RISCV_RELATIVE d26a0 │ │ │ │ -00000000001092d0 0000000000000003 R_RISCV_RELATIVE d26c8 │ │ │ │ -00000000001092d8 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ -00000000001092e8 0000000000000003 R_RISCV_RELATIVE d26f0 │ │ │ │ -00000000001092f0 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ -0000000000109300 0000000000000003 R_RISCV_RELATIVE d2708 │ │ │ │ -0000000000109308 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ -0000000000109318 0000000000000003 R_RISCV_RELATIVE d2750 │ │ │ │ -0000000000109320 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ -0000000000109330 0000000000000003 R_RISCV_RELATIVE d2778 │ │ │ │ -0000000000109338 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ -0000000000109348 0000000000000003 R_RISCV_RELATIVE d27b0 │ │ │ │ -0000000000109350 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ -0000000000109360 0000000000000003 R_RISCV_RELATIVE d27d8 │ │ │ │ -0000000000109368 0000000000000003 R_RISCV_RELATIVE 109768 │ │ │ │ -0000000000109378 0000000000000003 R_RISCV_RELATIVE d27f8 │ │ │ │ -0000000000109380 0000000000000003 R_RISCV_RELATIVE 109720 │ │ │ │ +0000000000109148 0000000000000003 R_RISCV_RELATIVE d20e8 │ │ │ │ +0000000000109150 0000000000000003 R_RISCV_RELATIVE d2130 │ │ │ │ +0000000000109160 0000000000000003 R_RISCV_RELATIVE d2158 │ │ │ │ +0000000000109168 0000000000000003 R_RISCV_RELATIVE d21a8 │ │ │ │ +0000000000109170 0000000000000003 R_RISCV_RELATIVE d21f8 │ │ │ │ +0000000000109178 0000000000000003 R_RISCV_RELATIVE d2340 │ │ │ │ +0000000000109180 0000000000000003 R_RISCV_RELATIVE d2390 │ │ │ │ +0000000000109188 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ +0000000000109190 0000000000000003 R_RISCV_RELATIVE d20e8 │ │ │ │ +0000000000109198 0000000000000003 R_RISCV_RELATIVE d2130 │ │ │ │ +00000000001091a8 0000000000000003 R_RISCV_RELATIVE d23e8 │ │ │ │ +00000000001091b0 0000000000000003 R_RISCV_RELATIVE 109208 │ │ │ │ +00000000001091c0 0000000000000003 R_RISCV_RELATIVE d23e0 │ │ │ │ +00000000001091c8 0000000000000003 R_RISCV_RELATIVE 1091f0 │ │ │ │ +00000000001091f0 0000000000000003 R_RISCV_RELATIVE d2400 │ │ │ │ +00000000001091f8 0000000000000003 R_RISCV_RELATIVE d2440 │ │ │ │ +0000000000109208 0000000000000003 R_RISCV_RELATIVE d2460 │ │ │ │ +0000000000109210 0000000000000003 R_RISCV_RELATIVE d2440 │ │ │ │ +0000000000109220 0000000000000003 R_RISCV_RELATIVE d2498 │ │ │ │ +0000000000109228 0000000000000003 R_RISCV_RELATIVE 109250 │ │ │ │ +0000000000109250 0000000000000003 R_RISCV_RELATIVE d24a8 │ │ │ │ +0000000000109258 0000000000000003 R_RISCV_RELATIVE d24f0 │ │ │ │ +0000000000109260 0000000000000003 R_RISCV_RELATIVE d2538 │ │ │ │ +0000000000109268 0000000000000003 R_RISCV_RELATIVE d2580 │ │ │ │ +0000000000109270 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ +0000000000109278 0000000000000003 R_RISCV_RELATIVE d25b8 │ │ │ │ +0000000000109280 0000000000000003 R_RISCV_RELATIVE d25d0 │ │ │ │ +0000000000109288 0000000000000003 R_RISCV_RELATIVE d25f0 │ │ │ │ +0000000000109290 0000000000000003 R_RISCV_RELATIVE d2610 │ │ │ │ +00000000001092a0 0000000000000003 R_RISCV_RELATIVE d09c0 │ │ │ │ +00000000001092a8 0000000000000003 R_RISCV_RELATIVE 109350 │ │ │ │ +00000000001092b8 0000000000000003 R_RISCV_RELATIVE d09d0 │ │ │ │ +00000000001092c0 0000000000000003 R_RISCV_RELATIVE 109320 │ │ │ │ +00000000001092d0 0000000000000003 R_RISCV_RELATIVE d0ab8 │ │ │ │ +00000000001092d8 0000000000000003 R_RISCV_RELATIVE 109300 │ │ │ │ +0000000000109300 0000000000000003 R_RISCV_RELATIVE d2630 │ │ │ │ +0000000000109308 0000000000000003 R_RISCV_RELATIVE d0b10 │ │ │ │ +0000000000109310 0000000000000003 R_RISCV_RELATIVE d0b50 │ │ │ │ +0000000000109320 0000000000000003 R_RISCV_RELATIVE d2678 │ │ │ │ +0000000000109328 0000000000000003 R_RISCV_RELATIVE d26b8 │ │ │ │ +0000000000109330 0000000000000003 R_RISCV_RELATIVE d0e98 │ │ │ │ +0000000000109338 0000000000000003 R_RISCV_RELATIVE d26e8 │ │ │ │ +0000000000109340 0000000000000003 R_RISCV_RELATIVE d2738 │ │ │ │ +0000000000109350 0000000000000003 R_RISCV_RELATIVE d1328 │ │ │ │ +0000000000109358 0000000000000003 R_RISCV_RELATIVE d2760 │ │ │ │ +0000000000109360 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ +0000000000109368 0000000000000003 R_RISCV_RELATIVE d27a8 │ │ │ │ +0000000000109378 0000000000000003 R_RISCV_RELATIVE d2800 │ │ │ │ +0000000000109380 0000000000000003 R_RISCV_RELATIVE 109400 │ │ │ │ 0000000000109390 0000000000000003 R_RISCV_RELATIVE d2810 │ │ │ │ -0000000000109398 0000000000000003 R_RISCV_RELATIVE 1096d0 │ │ │ │ -00000000001093a8 0000000000000003 R_RISCV_RELATIVE d2830 │ │ │ │ -00000000001093b0 0000000000000003 R_RISCV_RELATIVE 109670 │ │ │ │ -00000000001093c0 0000000000000003 R_RISCV_RELATIVE d2848 │ │ │ │ -00000000001093c8 0000000000000003 R_RISCV_RELATIVE 109640 │ │ │ │ -00000000001093d8 0000000000000003 R_RISCV_RELATIVE d2858 │ │ │ │ -00000000001093e0 0000000000000003 R_RISCV_RELATIVE 109610 │ │ │ │ -00000000001093f0 0000000000000003 R_RISCV_RELATIVE d2868 │ │ │ │ -00000000001093f8 0000000000000003 R_RISCV_RELATIVE 1095b8 │ │ │ │ -0000000000109408 0000000000000003 R_RISCV_RELATIVE d2880 │ │ │ │ -0000000000109410 0000000000000003 R_RISCV_RELATIVE 109570 │ │ │ │ -0000000000109420 0000000000000003 R_RISCV_RELATIVE c9228 │ │ │ │ -0000000000109428 0000000000000003 R_RISCV_RELATIVE 109520 │ │ │ │ -0000000000109438 0000000000000003 R_RISCV_RELATIVE c91f0 │ │ │ │ -0000000000109440 0000000000000003 R_RISCV_RELATIVE 1094e0 │ │ │ │ -0000000000109450 0000000000000003 R_RISCV_RELATIVE c9218 │ │ │ │ -0000000000109458 0000000000000003 R_RISCV_RELATIVE 109480 │ │ │ │ -0000000000109480 0000000000000003 R_RISCV_RELATIVE d2898 │ │ │ │ -0000000000109488 0000000000000003 R_RISCV_RELATIVE d28e0 │ │ │ │ -0000000000109490 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ -0000000000109498 0000000000000003 R_RISCV_RELATIVE d2920 │ │ │ │ -00000000001094a0 0000000000000003 R_RISCV_RELATIVE d2938 │ │ │ │ -00000000001094a8 0000000000000003 R_RISCV_RELATIVE d2950 │ │ │ │ -00000000001094b0 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ -00000000001094b8 0000000000000003 R_RISCV_RELATIVE d2968 │ │ │ │ -00000000001094c0 0000000000000003 R_RISCV_RELATIVE d29b0 │ │ │ │ -00000000001094c8 0000000000000003 R_RISCV_RELATIVE d29f8 │ │ │ │ -00000000001094d0 0000000000000003 R_RISCV_RELATIVE d2a38 │ │ │ │ -00000000001094e0 0000000000000003 R_RISCV_RELATIVE d2a78 │ │ │ │ -00000000001094e8 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ -00000000001094f0 0000000000000003 R_RISCV_RELATIVE d2ab8 │ │ │ │ -00000000001094f8 0000000000000003 R_RISCV_RELATIVE d2ac8 │ │ │ │ +0000000000109398 0000000000000003 R_RISCV_RELATIVE 1093c0 │ │ │ │ +00000000001093c0 0000000000000003 R_RISCV_RELATIVE d2828 │ │ │ │ +00000000001093c8 0000000000000003 R_RISCV_RELATIVE d2880 │ │ │ │ +00000000001093d0 0000000000000003 R_RISCV_RELATIVE d28d8 │ │ │ │ +00000000001093d8 0000000000000003 R_RISCV_RELATIVE d2930 │ │ │ │ +00000000001093e0 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ +00000000001093e8 0000000000000003 R_RISCV_RELATIVE d2948 │ │ │ │ +00000000001093f0 0000000000000003 R_RISCV_RELATIVE d29a0 │ │ │ │ +0000000000109400 0000000000000003 R_RISCV_RELATIVE d29b0 │ │ │ │ +0000000000109408 0000000000000003 R_RISCV_RELATIVE d2a00 │ │ │ │ +0000000000109410 0000000000000003 R_RISCV_RELATIVE d2a50 │ │ │ │ +0000000000109418 0000000000000003 R_RISCV_RELATIVE d2aa0 │ │ │ │ +0000000000109420 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ +0000000000109430 0000000000000003 R_RISCV_RELATIVE c57d0 │ │ │ │ +0000000000109438 0000000000000003 R_RISCV_RELATIVE 1095c8 │ │ │ │ +0000000000109448 0000000000000003 R_RISCV_RELATIVE c51a8 │ │ │ │ +0000000000109450 0000000000000003 R_RISCV_RELATIVE 109580 │ │ │ │ +0000000000109460 0000000000000003 R_RISCV_RELATIVE d2ab0 │ │ │ │ +0000000000109468 0000000000000003 R_RISCV_RELATIVE 109540 │ │ │ │ +0000000000109478 0000000000000003 R_RISCV_RELATIVE c5b68 │ │ │ │ +0000000000109480 0000000000000003 R_RISCV_RELATIVE 1094e8 │ │ │ │ +0000000000109490 0000000000000003 R_RISCV_RELATIVE c5150 │ │ │ │ +0000000000109498 0000000000000003 R_RISCV_RELATIVE 1094c0 │ │ │ │ +00000000001094c0 0000000000000003 R_RISCV_RELATIVE d2ad8 │ │ │ │ +00000000001094c8 0000000000000003 R_RISCV_RELATIVE d2b28 │ │ │ │ +00000000001094d0 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ +00000000001094d8 0000000000000003 R_RISCV_RELATIVE d2b30 │ │ │ │ +00000000001094e8 0000000000000003 R_RISCV_RELATIVE d2b40 │ │ │ │ +00000000001094f0 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ +00000000001094f8 0000000000000003 R_RISCV_RELATIVE cb698 │ │ │ │ 0000000000109500 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ -0000000000109508 0000000000000003 R_RISCV_RELATIVE d2ad8 │ │ │ │ -0000000000109510 0000000000000003 R_RISCV_RELATIVE d2b18 │ │ │ │ -0000000000109520 0000000000000003 R_RISCV_RELATIVE d2b30 │ │ │ │ -0000000000109528 0000000000000003 R_RISCV_RELATIVE d2b70 │ │ │ │ -0000000000109530 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ -0000000000109538 0000000000000003 R_RISCV_RELATIVE d2920 │ │ │ │ -0000000000109540 0000000000000003 R_RISCV_RELATIVE d2b98 │ │ │ │ -0000000000109548 0000000000000003 R_RISCV_RELATIVE d2bb0 │ │ │ │ -0000000000109550 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ -0000000000109558 0000000000000003 R_RISCV_RELATIVE d2ad8 │ │ │ │ -0000000000109560 0000000000000003 R_RISCV_RELATIVE d2b18 │ │ │ │ -0000000000109570 0000000000000003 R_RISCV_RELATIVE d2bc8 │ │ │ │ -0000000000109578 0000000000000003 R_RISCV_RELATIVE d2c08 │ │ │ │ -0000000000109580 0000000000000003 R_RISCV_RELATIVE d2c50 │ │ │ │ -0000000000109588 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ -0000000000109590 0000000000000003 R_RISCV_RELATIVE d2c60 │ │ │ │ -0000000000109598 0000000000000003 R_RISCV_RELATIVE d2c70 │ │ │ │ -00000000001095a0 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ -00000000001095a8 0000000000000003 R_RISCV_RELATIVE d2c80 │ │ │ │ -00000000001095b8 0000000000000003 R_RISCV_RELATIVE d2cb0 │ │ │ │ -00000000001095c0 0000000000000003 R_RISCV_RELATIVE d2cf0 │ │ │ │ -00000000001095c8 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ -00000000001095d0 0000000000000003 R_RISCV_RELATIVE d2c60 │ │ │ │ -00000000001095d8 0000000000000003 R_RISCV_RELATIVE d2c70 │ │ │ │ -00000000001095e0 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ -00000000001095e8 0000000000000003 R_RISCV_RELATIVE d2d08 │ │ │ │ -00000000001095f0 0000000000000003 R_RISCV_RELATIVE d2d48 │ │ │ │ -00000000001095f8 0000000000000003 R_RISCV_RELATIVE d2d88 │ │ │ │ -0000000000109600 0000000000000003 R_RISCV_RELATIVE d3290 │ │ │ │ -0000000000109610 0000000000000003 R_RISCV_RELATIVE d2dc8 │ │ │ │ -0000000000109618 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ -0000000000109620 0000000000000003 R_RISCV_RELATIVE d2e10 │ │ │ │ -0000000000109628 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ -0000000000109630 0000000000000003 R_RISCV_RELATIVE d2e28 │ │ │ │ -0000000000109640 0000000000000003 R_RISCV_RELATIVE d2e70 │ │ │ │ -0000000000109648 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ -0000000000109650 0000000000000003 R_RISCV_RELATIVE d2e98 │ │ │ │ -0000000000109658 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ -0000000000109660 0000000000000003 R_RISCV_RELATIVE d2ea8 │ │ │ │ -0000000000109670 0000000000000003 R_RISCV_RELATIVE d2ef0 │ │ │ │ -0000000000109678 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ -0000000000109680 0000000000000003 R_RISCV_RELATIVE d2e10 │ │ │ │ -0000000000109688 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ -0000000000109690 0000000000000003 R_RISCV_RELATIVE d2f30 │ │ │ │ -0000000000109698 0000000000000003 R_RISCV_RELATIVE d2f68 │ │ │ │ -00000000001096a0 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ -00000000001096a8 0000000000000003 R_RISCV_RELATIVE d2fa0 │ │ │ │ -00000000001096b0 0000000000000003 R_RISCV_RELATIVE d2fb0 │ │ │ │ -00000000001096b8 0000000000000003 R_RISCV_RELATIVE d2fc0 │ │ │ │ -00000000001096c0 0000000000000003 R_RISCV_RELATIVE d2fd0 │ │ │ │ -00000000001096d0 0000000000000003 R_RISCV_RELATIVE d2fe8 │ │ │ │ -00000000001096d8 0000000000000003 R_RISCV_RELATIVE d3030 │ │ │ │ -00000000001096e0 0000000000000003 R_RISCV_RELATIVE d3070 │ │ │ │ -00000000001096e8 0000000000000003 R_RISCV_RELATIVE d30b8 │ │ │ │ -00000000001096f0 0000000000000003 R_RISCV_RELATIVE d3100 │ │ │ │ -00000000001096f8 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ -0000000000109700 0000000000000003 R_RISCV_RELATIVE d3130 │ │ │ │ -0000000000109708 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ -0000000000109710 0000000000000003 R_RISCV_RELATIVE d3170 │ │ │ │ -0000000000109720 0000000000000003 R_RISCV_RELATIVE d31a0 │ │ │ │ -0000000000109728 0000000000000003 R_RISCV_RELATIVE d31e8 │ │ │ │ +0000000000109508 0000000000000003 R_RISCV_RELATIVE d2b70 │ │ │ │ +0000000000109510 0000000000000003 R_RISCV_RELATIVE d2bc0 │ │ │ │ +0000000000109518 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ +0000000000109520 0000000000000003 R_RISCV_RELATIVE d2c10 │ │ │ │ +0000000000109528 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ +0000000000109530 0000000000000003 R_RISCV_RELATIVE d2c28 │ │ │ │ +0000000000109540 0000000000000003 R_RISCV_RELATIVE d2c58 │ │ │ │ +0000000000109548 0000000000000003 R_RISCV_RELATIVE d2ca8 │ │ │ │ +0000000000109550 0000000000000003 R_RISCV_RELATIVE d2cf0 │ │ │ │ +0000000000109558 0000000000000003 R_RISCV_RELATIVE d2d28 │ │ │ │ +0000000000109560 0000000000000003 R_RISCV_RELATIVE d2d30 │ │ │ │ +0000000000109568 0000000000000003 R_RISCV_RELATIVE d2d48 │ │ │ │ +0000000000109570 0000000000000003 R_RISCV_RELATIVE d2c58 │ │ │ │ +0000000000109580 0000000000000003 R_RISCV_RELATIVE d2d60 │ │ │ │ +0000000000109588 0000000000000003 R_RISCV_RELATIVE d2da8 │ │ │ │ +0000000000109590 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ +0000000000109598 0000000000000003 R_RISCV_RELATIVE d2dd8 │ │ │ │ +00000000001095a0 0000000000000003 R_RISCV_RELATIVE d2df8 │ │ │ │ +00000000001095a8 0000000000000003 R_RISCV_RELATIVE d2e18 │ │ │ │ +00000000001095b0 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ +00000000001095b8 0000000000000003 R_RISCV_RELATIVE d2e38 │ │ │ │ +00000000001095c8 0000000000000003 R_RISCV_RELATIVE d2e48 │ │ │ │ +00000000001095d0 0000000000000003 R_RISCV_RELATIVE d2e90 │ │ │ │ +00000000001095d8 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ +00000000001095e0 0000000000000003 R_RISCV_RELATIVE d0e98 │ │ │ │ +00000000001095f0 0000000000000003 R_RISCV_RELATIVE c4ee0 │ │ │ │ +00000000001095f8 0000000000000003 R_RISCV_RELATIVE 109788 │ │ │ │ +0000000000109608 0000000000000003 R_RISCV_RELATIVE c50d8 │ │ │ │ +0000000000109610 0000000000000003 R_RISCV_RELATIVE 109778 │ │ │ │ +0000000000109620 0000000000000003 R_RISCV_RELATIVE c31e8 │ │ │ │ +0000000000109628 0000000000000003 R_RISCV_RELATIVE 109700 │ │ │ │ +0000000000109638 0000000000000003 R_RISCV_RELATIVE c42f8 │ │ │ │ +0000000000109640 0000000000000003 R_RISCV_RELATIVE 1096d8 │ │ │ │ +0000000000109650 0000000000000003 R_RISCV_RELATIVE c3fc8 │ │ │ │ +0000000000109658 0000000000000003 R_RISCV_RELATIVE 1096c0 │ │ │ │ +0000000000109668 0000000000000003 R_RISCV_RELATIVE c3ff8 │ │ │ │ +0000000000109670 0000000000000003 R_RISCV_RELATIVE 109698 │ │ │ │ +0000000000109698 0000000000000003 R_RISCV_RELATIVE d2eb8 │ │ │ │ +00000000001096a0 0000000000000003 R_RISCV_RELATIVE d2ef0 │ │ │ │ +00000000001096a8 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ +00000000001096b0 0000000000000003 R_RISCV_RELATIVE d2f18 │ │ │ │ +00000000001096c0 0000000000000003 R_RISCV_RELATIVE d2f30 │ │ │ │ +00000000001096c8 0000000000000003 R_RISCV_RELATIVE d2f70 │ │ │ │ +00000000001096d8 0000000000000003 R_RISCV_RELATIVE d2fa8 │ │ │ │ +00000000001096e0 0000000000000003 R_RISCV_RELATIVE d2ff0 │ │ │ │ +00000000001096e8 0000000000000003 R_RISCV_RELATIVE d3030 │ │ │ │ +00000000001096f0 0000000000000003 R_RISCV_RELATIVE d3078 │ │ │ │ +0000000000109700 0000000000000003 R_RISCV_RELATIVE d3080 │ │ │ │ +0000000000109708 0000000000000003 R_RISCV_RELATIVE d30c0 │ │ │ │ +0000000000109710 0000000000000003 R_RISCV_RELATIVE d3108 │ │ │ │ +0000000000109718 0000000000000003 R_RISCV_RELATIVE d3150 │ │ │ │ +0000000000109720 0000000000000003 R_RISCV_RELATIVE d3198 │ │ │ │ +0000000000109728 0000000000000003 R_RISCV_RELATIVE d31e0 │ │ │ │ 0000000000109730 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ -0000000000109738 0000000000000003 R_RISCV_RELATIVE d31f8 │ │ │ │ -0000000000109740 0000000000000003 R_RISCV_RELATIVE d3210 │ │ │ │ -0000000000109748 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ -0000000000109750 0000000000000003 R_RISCV_RELATIVE d3228 │ │ │ │ +0000000000109738 0000000000000003 R_RISCV_RELATIVE d3218 │ │ │ │ +0000000000109740 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ +0000000000109748 0000000000000003 R_RISCV_RELATIVE d3240 │ │ │ │ +0000000000109750 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ 0000000000109758 0000000000000003 R_RISCV_RELATIVE d3268 │ │ │ │ -0000000000109768 0000000000000003 R_RISCV_RELATIVE d3298 │ │ │ │ -0000000000109770 0000000000000003 R_RISCV_RELATIVE d32e0 │ │ │ │ -0000000000109778 0000000000000003 R_RISCV_RELATIVE d3328 │ │ │ │ -0000000000109780 0000000000000003 R_RISCV_RELATIVE d3370 │ │ │ │ -0000000000109788 0000000000000003 R_RISCV_RELATIVE d33b0 │ │ │ │ -0000000000109790 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ -0000000000109798 0000000000000003 R_RISCV_RELATIVE d33d8 │ │ │ │ -00000000001097a0 0000000000000003 R_RISCV_RELATIVE d3420 │ │ │ │ -00000000001097a8 0000000000000003 R_RISCV_RELATIVE d3468 │ │ │ │ -00000000001097b0 0000000000000003 R_RISCV_RELATIVE d34a8 │ │ │ │ +0000000000109760 0000000000000003 R_RISCV_RELATIVE d32b0 │ │ │ │ +0000000000109768 0000000000000003 R_RISCV_RELATIVE d32f8 │ │ │ │ +0000000000109778 0000000000000003 R_RISCV_RELATIVE d0e98 │ │ │ │ +0000000000109788 0000000000000003 R_RISCV_RELATIVE d3330 │ │ │ │ +0000000000109790 0000000000000003 R_RISCV_RELATIVE d3380 │ │ │ │ +0000000000109798 0000000000000003 R_RISCV_RELATIVE d33c8 │ │ │ │ +00000000001097a0 0000000000000003 R_RISCV_RELATIVE d3410 │ │ │ │ +00000000001097a8 0000000000000003 R_RISCV_RELATIVE d3458 │ │ │ │ +00000000001097b0 0000000000000003 R_RISCV_RELATIVE d34a0 │ │ │ │ 00000000001097b8 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ -00000000001097c0 0000000000000003 R_RISCV_RELATIVE d34c8 │ │ │ │ -00000000001097c8 0000000000000003 R_RISCV_RELATIVE d34d8 │ │ │ │ +00000000001097c0 0000000000000003 R_RISCV_RELATIVE d34b8 │ │ │ │ +00000000001097c8 0000000000000003 R_RISCV_RELATIVE d34c8 │ │ │ │ 00000000001097d8 0000000000000003 R_RISCV_RELATIVE d34f8 │ │ │ │ -00000000001097e0 0000000000000003 R_RISCV_RELATIVE 1098a8 │ │ │ │ -00000000001097f0 0000000000000003 R_RISCV_RELATIVE d3510 │ │ │ │ -00000000001097f8 0000000000000003 R_RISCV_RELATIVE 109870 │ │ │ │ -0000000000109808 0000000000000003 R_RISCV_RELATIVE d3538 │ │ │ │ -0000000000109810 0000000000000003 R_RISCV_RELATIVE 109838 │ │ │ │ -0000000000109838 0000000000000003 R_RISCV_RELATIVE d3550 │ │ │ │ -0000000000109840 0000000000000003 R_RISCV_RELATIVE d3570 │ │ │ │ -0000000000109848 0000000000000003 R_RISCV_RELATIVE d3598 │ │ │ │ -0000000000109850 0000000000000003 R_RISCV_RELATIVE d35a8 │ │ │ │ -0000000000109858 0000000000000003 R_RISCV_RELATIVE d35b8 │ │ │ │ -0000000000109860 0000000000000003 R_RISCV_RELATIVE d35f8 │ │ │ │ -0000000000109870 0000000000000003 R_RISCV_RELATIVE d3550 │ │ │ │ -0000000000109878 0000000000000003 R_RISCV_RELATIVE d3570 │ │ │ │ -0000000000109880 0000000000000003 R_RISCV_RELATIVE d3630 │ │ │ │ -0000000000109888 0000000000000003 R_RISCV_RELATIVE d35a8 │ │ │ │ -0000000000109890 0000000000000003 R_RISCV_RELATIVE d3648 │ │ │ │ -0000000000109898 0000000000000003 R_RISCV_RELATIVE d3690 │ │ │ │ -00000000001098a8 0000000000000003 R_RISCV_RELATIVE d3550 │ │ │ │ -00000000001098b0 0000000000000003 R_RISCV_RELATIVE d3570 │ │ │ │ -00000000001098b8 0000000000000003 R_RISCV_RELATIVE d3598 │ │ │ │ -00000000001098c0 0000000000000003 R_RISCV_RELATIVE d35a8 │ │ │ │ -00000000001098c8 0000000000000003 R_RISCV_RELATIVE d3648 │ │ │ │ -00000000001098d0 0000000000000003 R_RISCV_RELATIVE d3690 │ │ │ │ -00000000001098e0 0000000000000003 R_RISCV_RELATIVE d36d0 │ │ │ │ -00000000001098e8 0000000000000003 R_RISCV_RELATIVE 109a30 │ │ │ │ -00000000001098f8 0000000000000003 R_RISCV_RELATIVE d36f0 │ │ │ │ -0000000000109900 0000000000000003 R_RISCV_RELATIVE 1099f0 │ │ │ │ -0000000000109910 0000000000000003 R_RISCV_RELATIVE d3710 │ │ │ │ -0000000000109918 0000000000000003 R_RISCV_RELATIVE 1099a0 │ │ │ │ -0000000000109928 0000000000000003 R_RISCV_RELATIVE d3730 │ │ │ │ -0000000000109930 0000000000000003 R_RISCV_RELATIVE 109958 │ │ │ │ -0000000000109958 0000000000000003 R_RISCV_RELATIVE d3748 │ │ │ │ -0000000000109960 0000000000000003 R_RISCV_RELATIVE d3790 │ │ │ │ -0000000000109968 0000000000000003 R_RISCV_RELATIVE d37d8 │ │ │ │ -0000000000109970 0000000000000003 R_RISCV_RELATIVE d3820 │ │ │ │ -0000000000109978 0000000000000003 R_RISCV_RELATIVE d3868 │ │ │ │ -0000000000109980 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ -0000000000109988 0000000000000003 R_RISCV_RELATIVE d3878 │ │ │ │ -0000000000109990 0000000000000003 R_RISCV_RELATIVE d38c0 │ │ │ │ -00000000001099a0 0000000000000003 R_RISCV_RELATIVE d38f8 │ │ │ │ -00000000001099a8 0000000000000003 R_RISCV_RELATIVE d3940 │ │ │ │ -00000000001099b0 0000000000000003 R_RISCV_RELATIVE d3980 │ │ │ │ -00000000001099b8 0000000000000003 R_RISCV_RELATIVE d39d0 │ │ │ │ -00000000001099c0 0000000000000003 R_RISCV_RELATIVE d3a10 │ │ │ │ -00000000001099c8 0000000000000003 R_RISCV_RELATIVE d3a60 │ │ │ │ -00000000001099d0 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ -00000000001099d8 0000000000000003 R_RISCV_RELATIVE d3a90 │ │ │ │ -00000000001099e0 0000000000000003 R_RISCV_RELATIVE d3ad8 │ │ │ │ -00000000001099f0 0000000000000003 R_RISCV_RELATIVE d3af0 │ │ │ │ -00000000001099f8 0000000000000003 R_RISCV_RELATIVE d3940 │ │ │ │ -0000000000109a00 0000000000000003 R_RISCV_RELATIVE d3b38 │ │ │ │ -0000000000109a08 0000000000000003 R_RISCV_RELATIVE d3b80 │ │ │ │ -0000000000109a10 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ -0000000000109a18 0000000000000003 R_RISCV_RELATIVE d3a90 │ │ │ │ -0000000000109a20 0000000000000003 R_RISCV_RELATIVE d3ad8 │ │ │ │ -0000000000109a30 0000000000000003 R_RISCV_RELATIVE d3af0 │ │ │ │ -0000000000109a38 0000000000000003 R_RISCV_RELATIVE d3940 │ │ │ │ -0000000000109a40 0000000000000003 R_RISCV_RELATIVE d3b38 │ │ │ │ -0000000000109a48 0000000000000003 R_RISCV_RELATIVE d3bb8 │ │ │ │ -0000000000109a50 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ -0000000000109a58 0000000000000003 R_RISCV_RELATIVE d3a90 │ │ │ │ -0000000000109a60 0000000000000003 R_RISCV_RELATIVE d3ad8 │ │ │ │ -0000000000109a70 0000000000000003 R_RISCV_RELATIVE d3c08 │ │ │ │ -0000000000109a78 0000000000000003 R_RISCV_RELATIVE 109b68 │ │ │ │ -0000000000109a88 0000000000000003 R_RISCV_RELATIVE d3c28 │ │ │ │ -0000000000109a90 0000000000000003 R_RISCV_RELATIVE 109af8 │ │ │ │ -0000000000109aa0 0000000000000003 R_RISCV_RELATIVE d3c50 │ │ │ │ -0000000000109aa8 0000000000000003 R_RISCV_RELATIVE 109ad0 │ │ │ │ -0000000000109ad0 0000000000000003 R_RISCV_RELATIVE d3c70 │ │ │ │ -0000000000109ad8 0000000000000003 R_RISCV_RELATIVE d3cc8 │ │ │ │ -0000000000109ae0 0000000000000003 R_RISCV_RELATIVE d3cf8 │ │ │ │ -0000000000109ae8 0000000000000003 R_RISCV_RELATIVE d3d08 │ │ │ │ -0000000000109af8 0000000000000003 R_RISCV_RELATIVE d3d18 │ │ │ │ -0000000000109b00 0000000000000003 R_RISCV_RELATIVE d3d60 │ │ │ │ +00000000001097e0 0000000000000003 R_RISCV_RELATIVE 109850 │ │ │ │ +00000000001097f0 0000000000000003 R_RISCV_RELATIVE d3508 │ │ │ │ +00000000001097f8 0000000000000003 R_RISCV_RELATIVE 109820 │ │ │ │ +0000000000109820 0000000000000003 R_RISCV_RELATIVE d3528 │ │ │ │ +0000000000109828 0000000000000003 R_RISCV_RELATIVE d3570 │ │ │ │ +0000000000109830 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ +0000000000109838 0000000000000003 R_RISCV_RELATIVE d3588 │ │ │ │ +0000000000109840 0000000000000003 R_RISCV_RELATIVE d35a0 │ │ │ │ +0000000000109850 0000000000000003 R_RISCV_RELATIVE d35b8 │ │ │ │ +0000000000109858 0000000000000003 R_RISCV_RELATIVE d35f0 │ │ │ │ +0000000000109860 0000000000000003 R_RISCV_RELATIVE d3600 │ │ │ │ +0000000000109868 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ +0000000000109870 0000000000000003 R_RISCV_RELATIVE d3610 │ │ │ │ +0000000000109878 0000000000000003 R_RISCV_RELATIVE d3658 │ │ │ │ +0000000000109880 0000000000000003 R_RISCV_RELATIVE d36a0 │ │ │ │ +0000000000109890 0000000000000003 R_RISCV_RELATIVE d36c8 │ │ │ │ +0000000000109898 0000000000000003 R_RISCV_RELATIVE 109960 │ │ │ │ +00000000001098a8 0000000000000003 R_RISCV_RELATIVE d36e0 │ │ │ │ +00000000001098b0 0000000000000003 R_RISCV_RELATIVE 109928 │ │ │ │ +00000000001098c0 0000000000000003 R_RISCV_RELATIVE d3708 │ │ │ │ +00000000001098c8 0000000000000003 R_RISCV_RELATIVE 1098f0 │ │ │ │ +00000000001098f0 0000000000000003 R_RISCV_RELATIVE d3720 │ │ │ │ +00000000001098f8 0000000000000003 R_RISCV_RELATIVE d3740 │ │ │ │ +0000000000109900 0000000000000003 R_RISCV_RELATIVE d3768 │ │ │ │ +0000000000109908 0000000000000003 R_RISCV_RELATIVE d3778 │ │ │ │ +0000000000109910 0000000000000003 R_RISCV_RELATIVE d3788 │ │ │ │ +0000000000109918 0000000000000003 R_RISCV_RELATIVE d37c8 │ │ │ │ +0000000000109928 0000000000000003 R_RISCV_RELATIVE d3720 │ │ │ │ +0000000000109930 0000000000000003 R_RISCV_RELATIVE d3740 │ │ │ │ +0000000000109938 0000000000000003 R_RISCV_RELATIVE d3800 │ │ │ │ +0000000000109940 0000000000000003 R_RISCV_RELATIVE d3778 │ │ │ │ +0000000000109948 0000000000000003 R_RISCV_RELATIVE d3818 │ │ │ │ +0000000000109950 0000000000000003 R_RISCV_RELATIVE d3860 │ │ │ │ +0000000000109960 0000000000000003 R_RISCV_RELATIVE d3720 │ │ │ │ +0000000000109968 0000000000000003 R_RISCV_RELATIVE d3740 │ │ │ │ +0000000000109970 0000000000000003 R_RISCV_RELATIVE d3768 │ │ │ │ +0000000000109978 0000000000000003 R_RISCV_RELATIVE d3778 │ │ │ │ +0000000000109980 0000000000000003 R_RISCV_RELATIVE d3818 │ │ │ │ +0000000000109988 0000000000000003 R_RISCV_RELATIVE d3860 │ │ │ │ +0000000000109998 0000000000000003 R_RISCV_RELATIVE d38a0 │ │ │ │ +00000000001099a0 0000000000000003 R_RISCV_RELATIVE 109ae8 │ │ │ │ +00000000001099b0 0000000000000003 R_RISCV_RELATIVE d38c0 │ │ │ │ +00000000001099b8 0000000000000003 R_RISCV_RELATIVE 109aa8 │ │ │ │ +00000000001099c8 0000000000000003 R_RISCV_RELATIVE d38e0 │ │ │ │ +00000000001099d0 0000000000000003 R_RISCV_RELATIVE 109a58 │ │ │ │ +00000000001099e0 0000000000000003 R_RISCV_RELATIVE d3900 │ │ │ │ +00000000001099e8 0000000000000003 R_RISCV_RELATIVE 109a10 │ │ │ │ +0000000000109a10 0000000000000003 R_RISCV_RELATIVE d3918 │ │ │ │ +0000000000109a18 0000000000000003 R_RISCV_RELATIVE d3960 │ │ │ │ +0000000000109a20 0000000000000003 R_RISCV_RELATIVE d39a8 │ │ │ │ +0000000000109a28 0000000000000003 R_RISCV_RELATIVE d39f0 │ │ │ │ +0000000000109a30 0000000000000003 R_RISCV_RELATIVE d3a38 │ │ │ │ +0000000000109a38 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ +0000000000109a40 0000000000000003 R_RISCV_RELATIVE d3a48 │ │ │ │ +0000000000109a48 0000000000000003 R_RISCV_RELATIVE d3a90 │ │ │ │ +0000000000109a58 0000000000000003 R_RISCV_RELATIVE d3ac8 │ │ │ │ +0000000000109a60 0000000000000003 R_RISCV_RELATIVE d3b10 │ │ │ │ +0000000000109a68 0000000000000003 R_RISCV_RELATIVE d3b50 │ │ │ │ +0000000000109a70 0000000000000003 R_RISCV_RELATIVE d3ba0 │ │ │ │ +0000000000109a78 0000000000000003 R_RISCV_RELATIVE d3be0 │ │ │ │ +0000000000109a80 0000000000000003 R_RISCV_RELATIVE d3c30 │ │ │ │ +0000000000109a88 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ +0000000000109a90 0000000000000003 R_RISCV_RELATIVE d3c60 │ │ │ │ +0000000000109a98 0000000000000003 R_RISCV_RELATIVE d3ca8 │ │ │ │ +0000000000109aa8 0000000000000003 R_RISCV_RELATIVE d3cc0 │ │ │ │ +0000000000109ab0 0000000000000003 R_RISCV_RELATIVE d3b10 │ │ │ │ +0000000000109ab8 0000000000000003 R_RISCV_RELATIVE d3d08 │ │ │ │ +0000000000109ac0 0000000000000003 R_RISCV_RELATIVE d3d50 │ │ │ │ +0000000000109ac8 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ +0000000000109ad0 0000000000000003 R_RISCV_RELATIVE d3c60 │ │ │ │ +0000000000109ad8 0000000000000003 R_RISCV_RELATIVE d3ca8 │ │ │ │ +0000000000109ae8 0000000000000003 R_RISCV_RELATIVE d3cc0 │ │ │ │ +0000000000109af0 0000000000000003 R_RISCV_RELATIVE d3b10 │ │ │ │ +0000000000109af8 0000000000000003 R_RISCV_RELATIVE d3d08 │ │ │ │ +0000000000109b00 0000000000000003 R_RISCV_RELATIVE d3d88 │ │ │ │ 0000000000109b08 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ -0000000000109b10 0000000000000003 R_RISCV_RELATIVE d3da0 │ │ │ │ -0000000000109b18 0000000000000003 R_RISCV_RELATIVE d3df0 │ │ │ │ -0000000000109b20 0000000000000003 R_RISCV_RELATIVE d3e38 │ │ │ │ -0000000000109b28 0000000000000003 R_RISCV_RELATIVE d3e80 │ │ │ │ -0000000000109b30 0000000000000003 R_RISCV_RELATIVE d3ed0 │ │ │ │ -0000000000109b38 0000000000000003 R_RISCV_RELATIVE d3f10 │ │ │ │ -0000000000109b40 0000000000000003 R_RISCV_RELATIVE d3f58 │ │ │ │ -0000000000109b48 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ -0000000000109b50 0000000000000003 R_RISCV_RELATIVE d3f70 │ │ │ │ -0000000000109b58 0000000000000003 R_RISCV_RELATIVE d3fb8 │ │ │ │ -0000000000109b68 0000000000000003 R_RISCV_RELATIVE d3d18 │ │ │ │ -0000000000109b70 0000000000000003 R_RISCV_RELATIVE d3ff8 │ │ │ │ -0000000000109b78 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ -0000000000109b80 0000000000000003 R_RISCV_RELATIVE d3da0 │ │ │ │ -0000000000109b88 0000000000000003 R_RISCV_RELATIVE d3df0 │ │ │ │ -0000000000109b90 0000000000000003 R_RISCV_RELATIVE d3e38 │ │ │ │ -0000000000109b98 0000000000000003 R_RISCV_RELATIVE d3e80 │ │ │ │ -0000000000109ba0 0000000000000003 R_RISCV_RELATIVE d3ed0 │ │ │ │ -0000000000109bb0 0000000000000003 R_RISCV_RELATIVE d4038 │ │ │ │ -0000000000109bb8 0000000000000003 R_RISCV_RELATIVE 109d10 │ │ │ │ -0000000000109bc8 0000000000000003 R_RISCV_RELATIVE d4050 │ │ │ │ -0000000000109bd0 0000000000000003 R_RISCV_RELATIVE 109ce8 │ │ │ │ -0000000000109be0 0000000000000003 R_RISCV_RELATIVE d4068 │ │ │ │ -0000000000109be8 0000000000000003 R_RISCV_RELATIVE 109cc8 │ │ │ │ -0000000000109bf8 0000000000000003 R_RISCV_RELATIVE d4078 │ │ │ │ -0000000000109c00 0000000000000003 R_RISCV_RELATIVE 109ca0 │ │ │ │ -0000000000109c10 0000000000000003 R_RISCV_RELATIVE d4088 │ │ │ │ -0000000000109c18 0000000000000003 R_RISCV_RELATIVE 109c78 │ │ │ │ -0000000000109c28 0000000000000003 R_RISCV_RELATIVE d40a0 │ │ │ │ -0000000000109c30 0000000000000003 R_RISCV_RELATIVE 109c58 │ │ │ │ -0000000000109c58 0000000000000003 R_RISCV_RELATIVE d40b8 │ │ │ │ +0000000000109b10 0000000000000003 R_RISCV_RELATIVE d3c60 │ │ │ │ +0000000000109b18 0000000000000003 R_RISCV_RELATIVE d3ca8 │ │ │ │ +0000000000109b28 0000000000000003 R_RISCV_RELATIVE d3dd8 │ │ │ │ +0000000000109b30 0000000000000003 R_RISCV_RELATIVE 109cf8 │ │ │ │ +0000000000109b40 0000000000000003 R_RISCV_RELATIVE d3df0 │ │ │ │ +0000000000109b48 0000000000000003 R_RISCV_RELATIVE 109cb8 │ │ │ │ +0000000000109b58 0000000000000003 R_RISCV_RELATIVE d3e08 │ │ │ │ +0000000000109b60 0000000000000003 R_RISCV_RELATIVE 109c70 │ │ │ │ +0000000000109b70 0000000000000003 R_RISCV_RELATIVE d3e18 │ │ │ │ +0000000000109b78 0000000000000003 R_RISCV_RELATIVE 109c38 │ │ │ │ +0000000000109b88 0000000000000003 R_RISCV_RELATIVE d3e20 │ │ │ │ +0000000000109b90 0000000000000003 R_RISCV_RELATIVE 109bb8 │ │ │ │ +0000000000109bb8 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ +0000000000109bc0 0000000000000003 R_RISCV_RELATIVE d3e30 │ │ │ │ +0000000000109bc8 0000000000000003 R_RISCV_RELATIVE d3e78 │ │ │ │ +0000000000109bd0 0000000000000003 R_RISCV_RELATIVE d3ec0 │ │ │ │ +0000000000109bd8 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ +0000000000109be0 0000000000000003 R_RISCV_RELATIVE d3ee0 │ │ │ │ +0000000000109be8 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ +0000000000109bf0 0000000000000003 R_RISCV_RELATIVE d7810 │ │ │ │ +0000000000109bf8 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ +0000000000109c00 0000000000000003 R_RISCV_RELATIVE d3f10 │ │ │ │ +0000000000109c08 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ +0000000000109c10 0000000000000003 R_RISCV_RELATIVE d3f28 │ │ │ │ +0000000000109c18 0000000000000003 R_RISCV_RELATIVE d3f70 │ │ │ │ +0000000000109c20 0000000000000003 R_RISCV_RELATIVE d3fb8 │ │ │ │ +0000000000109c28 0000000000000003 R_RISCV_RELATIVE d4000 │ │ │ │ +0000000000109c38 0000000000000003 R_RISCV_RELATIVE d4018 │ │ │ │ +0000000000109c40 0000000000000003 R_RISCV_RELATIVE d4068 │ │ │ │ +0000000000109c48 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ +0000000000109c50 0000000000000003 R_RISCV_RELATIVE d40b8 │ │ │ │ +0000000000109c58 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ 0000000000109c60 0000000000000003 R_RISCV_RELATIVE d40d0 │ │ │ │ -0000000000109c68 0000000000000003 R_RISCV_RELATIVE d40f8 │ │ │ │ -0000000000109c78 0000000000000003 R_RISCV_RELATIVE d40b8 │ │ │ │ -0000000000109c80 0000000000000003 R_RISCV_RELATIVE d4120 │ │ │ │ -0000000000109c88 0000000000000003 R_RISCV_RELATIVE d40f8 │ │ │ │ -0000000000109c90 0000000000000003 R_RISCV_RELATIVE d4150 │ │ │ │ -0000000000109ca0 0000000000000003 R_RISCV_RELATIVE d40b8 │ │ │ │ -0000000000109ca8 0000000000000003 R_RISCV_RELATIVE d4160 │ │ │ │ -0000000000109cb0 0000000000000003 R_RISCV_RELATIVE d40f8 │ │ │ │ -0000000000109cb8 0000000000000003 R_RISCV_RELATIVE d4150 │ │ │ │ -0000000000109cc8 0000000000000003 R_RISCV_RELATIVE d40b8 │ │ │ │ -0000000000109cd0 0000000000000003 R_RISCV_RELATIVE d4188 │ │ │ │ -0000000000109cd8 0000000000000003 R_RISCV_RELATIVE d40f8 │ │ │ │ -0000000000109ce8 0000000000000003 R_RISCV_RELATIVE d40b8 │ │ │ │ -0000000000109cf0 0000000000000003 R_RISCV_RELATIVE d41b0 │ │ │ │ -0000000000109cf8 0000000000000003 R_RISCV_RELATIVE d41d0 │ │ │ │ -0000000000109d00 0000000000000003 R_RISCV_RELATIVE d40f8 │ │ │ │ -0000000000109d10 0000000000000003 R_RISCV_RELATIVE d40b8 │ │ │ │ -0000000000109d18 0000000000000003 R_RISCV_RELATIVE d41f8 │ │ │ │ -0000000000109d20 0000000000000003 R_RISCV_RELATIVE d4220 │ │ │ │ -0000000000109d28 0000000000000003 R_RISCV_RELATIVE d40f8 │ │ │ │ -0000000000109d38 0000000000000003 R_RISCV_RELATIVE d4248 │ │ │ │ -0000000000109d40 0000000000000003 R_RISCV_RELATIVE 109d68 │ │ │ │ -0000000000109d68 0000000000000003 R_RISCV_RELATIVE d4268 │ │ │ │ -0000000000109d70 0000000000000003 R_RISCV_RELATIVE d42b8 │ │ │ │ -0000000000109d78 0000000000000003 R_RISCV_RELATIVE d4308 │ │ │ │ -0000000000109d80 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ -0000000000109d88 0000000000000003 R_RISCV_RELATIVE d15d0 │ │ │ │ -0000000000109d90 0000000000000003 R_RISCV_RELATIVE d15e0 │ │ │ │ -0000000000109da0 0000000000000003 R_RISCV_RELATIVE d4340 │ │ │ │ -0000000000109da8 0000000000000003 R_RISCV_RELATIVE 109eb0 │ │ │ │ -0000000000109db8 0000000000000003 R_RISCV_RELATIVE d4358 │ │ │ │ -0000000000109dc0 0000000000000003 R_RISCV_RELATIVE 109e58 │ │ │ │ -0000000000109dd0 0000000000000003 R_RISCV_RELATIVE d4378 │ │ │ │ -0000000000109dd8 0000000000000003 R_RISCV_RELATIVE 109e00 │ │ │ │ -0000000000109e00 0000000000000003 R_RISCV_RELATIVE d4398 │ │ │ │ -0000000000109e08 0000000000000003 R_RISCV_RELATIVE d43e8 │ │ │ │ -0000000000109e10 0000000000000003 R_RISCV_RELATIVE d4430 │ │ │ │ -0000000000109e18 0000000000000003 R_RISCV_RELATIVE d4480 │ │ │ │ -0000000000109e20 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ -0000000000109e28 0000000000000003 R_RISCV_RELATIVE d44c0 │ │ │ │ -0000000000109e30 0000000000000003 R_RISCV_RELATIVE d44e8 │ │ │ │ -0000000000109e38 0000000000000003 R_RISCV_RELATIVE d4510 │ │ │ │ -0000000000109e40 0000000000000003 R_RISCV_RELATIVE d4558 │ │ │ │ -0000000000109e48 0000000000000003 R_RISCV_RELATIVE d4580 │ │ │ │ -0000000000109e58 0000000000000003 R_RISCV_RELATIVE d45b8 │ │ │ │ -0000000000109e60 0000000000000003 R_RISCV_RELATIVE d43e8 │ │ │ │ -0000000000109e68 0000000000000003 R_RISCV_RELATIVE d4608 │ │ │ │ -0000000000109e70 0000000000000003 R_RISCV_RELATIVE d4480 │ │ │ │ -0000000000109e78 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ -0000000000109e80 0000000000000003 R_RISCV_RELATIVE d44c0 │ │ │ │ -0000000000109e88 0000000000000003 R_RISCV_RELATIVE d44e8 │ │ │ │ -0000000000109e90 0000000000000003 R_RISCV_RELATIVE d4658 │ │ │ │ -0000000000109e98 0000000000000003 R_RISCV_RELATIVE d46a0 │ │ │ │ -0000000000109ea0 0000000000000003 R_RISCV_RELATIVE d46c8 │ │ │ │ -0000000000109eb0 0000000000000003 R_RISCV_RELATIVE d4700 │ │ │ │ -0000000000109eb8 0000000000000003 R_RISCV_RELATIVE d43e8 │ │ │ │ -0000000000109ec0 0000000000000003 R_RISCV_RELATIVE d4748 │ │ │ │ -0000000000109ec8 0000000000000003 R_RISCV_RELATIVE d4480 │ │ │ │ -0000000000109ed0 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ -0000000000109ed8 0000000000000003 R_RISCV_RELATIVE cf108 │ │ │ │ -0000000000109ee0 0000000000000003 R_RISCV_RELATIVE d4790 │ │ │ │ -0000000000109ee8 0000000000000003 R_RISCV_RELATIVE d47b0 │ │ │ │ -0000000000109ef0 0000000000000003 R_RISCV_RELATIVE d47f0 │ │ │ │ -0000000000109ef8 0000000000000003 R_RISCV_RELATIVE d4810 │ │ │ │ -0000000000109f08 0000000000000003 R_RISCV_RELATIVE d4840 │ │ │ │ -0000000000109f10 0000000000000003 R_RISCV_RELATIVE 109f38 │ │ │ │ -0000000000109f38 0000000000000003 R_RISCV_RELATIVE d4858 │ │ │ │ -0000000000109f40 0000000000000003 R_RISCV_RELATIVE d48a0 │ │ │ │ -0000000000109f48 0000000000000003 R_RISCV_RELATIVE d48e8 │ │ │ │ -0000000000109f50 0000000000000003 R_RISCV_RELATIVE d4930 │ │ │ │ -0000000000109f58 0000000000000003 R_RISCV_RELATIVE d4978 │ │ │ │ -0000000000109f60 0000000000000003 R_RISCV_RELATIVE d49c0 │ │ │ │ -0000000000109f68 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ -0000000000109f70 0000000000000003 R_RISCV_RELATIVE d49d8 │ │ │ │ -0000000000109f78 0000000000000003 R_RISCV_RELATIVE d49f8 │ │ │ │ -0000000000109f80 0000000000000003 R_RISCV_RELATIVE d4a18 │ │ │ │ -0000000000109f88 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ -0000000000109f90 0000000000000003 R_RISCV_RELATIVE d4a30 │ │ │ │ -0000000000109fa0 0000000000000003 R_RISCV_RELATIVE d4a60 │ │ │ │ -0000000000109fa8 0000000000000003 R_RISCV_RELATIVE 10a178 │ │ │ │ -0000000000109fb8 0000000000000003 R_RISCV_RELATIVE d4a70 │ │ │ │ -0000000000109fc0 0000000000000003 R_RISCV_RELATIVE 10a150 │ │ │ │ -0000000000109fd0 0000000000000003 R_RISCV_RELATIVE d4a88 │ │ │ │ -0000000000109fd8 0000000000000003 R_RISCV_RELATIVE 10a128 │ │ │ │ -0000000000109fe8 0000000000000003 R_RISCV_RELATIVE d4a98 │ │ │ │ -0000000000109ff0 0000000000000003 R_RISCV_RELATIVE 10a118 │ │ │ │ -000000000010a000 0000000000000003 R_RISCV_RELATIVE d4ab0 │ │ │ │ -000000000010a008 0000000000000003 R_RISCV_RELATIVE 10a0e8 │ │ │ │ -000000000010a018 0000000000000003 R_RISCV_RELATIVE d4ac8 │ │ │ │ -000000000010a020 0000000000000003 R_RISCV_RELATIVE 10a0d8 │ │ │ │ -000000000010a030 0000000000000003 R_RISCV_RELATIVE d4ad8 │ │ │ │ -000000000010a038 0000000000000003 R_RISCV_RELATIVE 10a060 │ │ │ │ -000000000010a060 0000000000000003 R_RISCV_RELATIVE d4af0 │ │ │ │ -000000000010a068 0000000000000003 R_RISCV_RELATIVE d4b40 │ │ │ │ -000000000010a070 0000000000000003 R_RISCV_RELATIVE d4b90 │ │ │ │ -000000000010a078 0000000000000003 R_RISCV_RELATIVE d4be0 │ │ │ │ -000000000010a080 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ -000000000010a088 0000000000000003 R_RISCV_RELATIVE d4c20 │ │ │ │ -000000000010a090 0000000000000003 R_RISCV_RELATIVE d4c70 │ │ │ │ -000000000010a098 0000000000000003 R_RISCV_RELATIVE d4cc0 │ │ │ │ -000000000010a0a0 0000000000000003 R_RISCV_RELATIVE d4d10 │ │ │ │ -000000000010a0a8 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ -000000000010a0b0 0000000000000003 R_RISCV_RELATIVE d4d18 │ │ │ │ -000000000010a0b8 0000000000000003 R_RISCV_RELATIVE d4d60 │ │ │ │ -000000000010a0c0 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ -000000000010a0c8 0000000000000003 R_RISCV_RELATIVE d4d80 │ │ │ │ -000000000010a0d8 0000000000000003 R_RISCV_RELATIVE d4d98 │ │ │ │ -000000000010a0e8 0000000000000003 R_RISCV_RELATIVE d4dd8 │ │ │ │ -000000000010a0f0 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ -000000000010a0f8 0000000000000003 R_RISCV_RELATIVE d2bb0 │ │ │ │ -000000000010a100 0000000000000003 R_RISCV_RELATIVE d4e28 │ │ │ │ -000000000010a108 0000000000000003 R_RISCV_RELATIVE d4e40 │ │ │ │ -000000000010a118 0000000000000003 R_RISCV_RELATIVE d4e58 │ │ │ │ -000000000010a128 0000000000000003 R_RISCV_RELATIVE d4ea8 │ │ │ │ -000000000010a130 0000000000000003 R_RISCV_RELATIVE d4f08 │ │ │ │ -000000000010a138 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ -000000000010a140 0000000000000003 R_RISCV_RELATIVE cad68 │ │ │ │ -000000000010a150 0000000000000003 R_RISCV_RELATIVE d4f20 │ │ │ │ -000000000010a158 0000000000000003 R_RISCV_RELATIVE d4f70 │ │ │ │ -000000000010a160 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ -000000000010a168 0000000000000003 R_RISCV_RELATIVE d4fa8 │ │ │ │ -000000000010a178 0000000000000003 R_RISCV_RELATIVE d4fb8 │ │ │ │ -000000000010a180 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ -000000000010a188 0000000000000003 R_RISCV_RELATIVE d4fa8 │ │ │ │ -000000000010a198 0000000000000003 R_RISCV_RELATIVE d4fe0 │ │ │ │ -000000000010a1a0 0000000000000003 R_RISCV_RELATIVE 10a4c8 │ │ │ │ -000000000010a1b0 0000000000000003 R_RISCV_RELATIVE d4ff0 │ │ │ │ -000000000010a1b8 0000000000000003 R_RISCV_RELATIVE 10a488 │ │ │ │ -000000000010a1c8 0000000000000003 R_RISCV_RELATIVE d5008 │ │ │ │ -000000000010a1d0 0000000000000003 R_RISCV_RELATIVE 10a448 │ │ │ │ -000000000010a1e0 0000000000000003 R_RISCV_RELATIVE d5018 │ │ │ │ -000000000010a1e8 0000000000000003 R_RISCV_RELATIVE 10a410 │ │ │ │ -000000000010a1f8 0000000000000003 R_RISCV_RELATIVE d5028 │ │ │ │ -000000000010a200 0000000000000003 R_RISCV_RELATIVE 10a3c0 │ │ │ │ -000000000010a210 0000000000000003 R_RISCV_RELATIVE d5048 │ │ │ │ -000000000010a218 0000000000000003 R_RISCV_RELATIVE 10a380 │ │ │ │ -000000000010a228 0000000000000003 R_RISCV_RELATIVE d5068 │ │ │ │ -000000000010a230 0000000000000003 R_RISCV_RELATIVE 10a340 │ │ │ │ -000000000010a240 0000000000000003 R_RISCV_RELATIVE d5088 │ │ │ │ -000000000010a248 0000000000000003 R_RISCV_RELATIVE 10a2f8 │ │ │ │ -000000000010a258 0000000000000003 R_RISCV_RELATIVE d4ac8 │ │ │ │ -000000000010a260 0000000000000003 R_RISCV_RELATIVE 10a2e0 │ │ │ │ -000000000010a270 0000000000000003 R_RISCV_RELATIVE d5098 │ │ │ │ -000000000010a278 0000000000000003 R_RISCV_RELATIVE 10a2a0 │ │ │ │ -000000000010a2a0 0000000000000003 R_RISCV_RELATIVE d50c0 │ │ │ │ -000000000010a2a8 0000000000000003 R_RISCV_RELATIVE d50f0 │ │ │ │ -000000000010a2b0 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ -000000000010a2b8 0000000000000003 R_RISCV_RELATIVE d5120 │ │ │ │ -000000000010a2c0 0000000000000003 R_RISCV_RELATIVE d5138 │ │ │ │ -000000000010a2c8 0000000000000003 R_RISCV_RELATIVE d5150 │ │ │ │ -000000000010a2d0 0000000000000003 R_RISCV_RELATIVE d5168 │ │ │ │ -000000000010a2e0 0000000000000003 R_RISCV_RELATIVE d5180 │ │ │ │ +0000000000109c70 0000000000000003 R_RISCV_RELATIVE d4110 │ │ │ │ +0000000000109c78 0000000000000003 R_RISCV_RELATIVE d4160 │ │ │ │ +0000000000109c80 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ +0000000000109c88 0000000000000003 R_RISCV_RELATIVE d41b0 │ │ │ │ +0000000000109c90 0000000000000003 R_RISCV_RELATIVE d41d0 │ │ │ │ +0000000000109c98 0000000000000003 R_RISCV_RELATIVE d41e8 │ │ │ │ +0000000000109ca0 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ +0000000000109ca8 0000000000000003 R_RISCV_RELATIVE d41f8 │ │ │ │ +0000000000109cb8 0000000000000003 R_RISCV_RELATIVE d4238 │ │ │ │ +0000000000109cc0 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ +0000000000109cc8 0000000000000003 R_RISCV_RELATIVE d4268 │ │ │ │ +0000000000109cd0 0000000000000003 R_RISCV_RELATIVE d41e8 │ │ │ │ +0000000000109cd8 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ +0000000000109ce0 0000000000000003 R_RISCV_RELATIVE d4288 │ │ │ │ +0000000000109ce8 0000000000000003 R_RISCV_RELATIVE d42d0 │ │ │ │ +0000000000109cf8 0000000000000003 R_RISCV_RELATIVE d4238 │ │ │ │ +0000000000109d00 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ +0000000000109d08 0000000000000003 R_RISCV_RELATIVE d42e8 │ │ │ │ +0000000000109d10 0000000000000003 R_RISCV_RELATIVE d4300 │ │ │ │ +0000000000109d18 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ +0000000000109d20 0000000000000003 R_RISCV_RELATIVE d4318 │ │ │ │ +0000000000109d28 0000000000000003 R_RISCV_RELATIVE d4368 │ │ │ │ +0000000000109d38 0000000000000003 R_RISCV_RELATIVE d3508 │ │ │ │ +0000000000109d40 0000000000000003 R_RISCV_RELATIVE 109ea8 │ │ │ │ +0000000000109d50 0000000000000003 R_RISCV_RELATIVE d43b0 │ │ │ │ +0000000000109d58 0000000000000003 R_RISCV_RELATIVE 109e80 │ │ │ │ +0000000000109d68 0000000000000003 R_RISCV_RELATIVE d43d0 │ │ │ │ +0000000000109d70 0000000000000003 R_RISCV_RELATIVE 109e58 │ │ │ │ +0000000000109d80 0000000000000003 R_RISCV_RELATIVE d43f0 │ │ │ │ +0000000000109d88 0000000000000003 R_RISCV_RELATIVE 109e40 │ │ │ │ +0000000000109d98 0000000000000003 R_RISCV_RELATIVE d4408 │ │ │ │ +0000000000109da0 0000000000000003 R_RISCV_RELATIVE 109e28 │ │ │ │ +0000000000109db0 0000000000000003 R_RISCV_RELATIVE d4420 │ │ │ │ +0000000000109db8 0000000000000003 R_RISCV_RELATIVE 109de0 │ │ │ │ +0000000000109de0 0000000000000003 R_RISCV_RELATIVE d4438 │ │ │ │ +0000000000109de8 0000000000000003 R_RISCV_RELATIVE d4480 │ │ │ │ +0000000000109df0 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ +0000000000109df8 0000000000000003 R_RISCV_RELATIVE d44a0 │ │ │ │ +0000000000109e00 0000000000000003 R_RISCV_RELATIVE d44c8 │ │ │ │ +0000000000109e08 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ +0000000000109e10 0000000000000003 R_RISCV_RELATIVE d4508 │ │ │ │ +0000000000109e18 0000000000000003 R_RISCV_RELATIVE d4550 │ │ │ │ +0000000000109e28 0000000000000003 R_RISCV_RELATIVE d4580 │ │ │ │ +0000000000109e30 0000000000000003 R_RISCV_RELATIVE d45c8 │ │ │ │ +0000000000109e40 0000000000000003 R_RISCV_RELATIVE d4608 │ │ │ │ +0000000000109e48 0000000000000003 R_RISCV_RELATIVE d4650 │ │ │ │ +0000000000109e58 0000000000000003 R_RISCV_RELATIVE d4668 │ │ │ │ +0000000000109e60 0000000000000003 R_RISCV_RELATIVE d46b8 │ │ │ │ +0000000000109e68 0000000000000003 R_RISCV_RELATIVE d4650 │ │ │ │ +0000000000109e70 0000000000000003 R_RISCV_RELATIVE d4700 │ │ │ │ +0000000000109e80 0000000000000003 R_RISCV_RELATIVE d4718 │ │ │ │ +0000000000109e88 0000000000000003 R_RISCV_RELATIVE d4728 │ │ │ │ +0000000000109e90 0000000000000003 R_RISCV_RELATIVE d4760 │ │ │ │ +0000000000109e98 0000000000000003 R_RISCV_RELATIVE d4778 │ │ │ │ +0000000000109ea8 0000000000000003 R_RISCV_RELATIVE d3528 │ │ │ │ +0000000000109eb0 0000000000000003 R_RISCV_RELATIVE d3570 │ │ │ │ +0000000000109eb8 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ +0000000000109ec0 0000000000000003 R_RISCV_RELATIVE d3588 │ │ │ │ +0000000000109ec8 0000000000000003 R_RISCV_RELATIVE d35a0 │ │ │ │ +0000000000109ed8 0000000000000003 R_RISCV_RELATIVE d4790 │ │ │ │ +0000000000109ee0 0000000000000003 R_RISCV_RELATIVE 109f58 │ │ │ │ +0000000000109ef0 0000000000000003 R_RISCV_RELATIVE d47a8 │ │ │ │ +0000000000109ef8 0000000000000003 R_RISCV_RELATIVE 109f20 │ │ │ │ +0000000000109f20 0000000000000003 R_RISCV_RELATIVE d47c0 │ │ │ │ +0000000000109f28 0000000000000003 R_RISCV_RELATIVE d4808 │ │ │ │ +0000000000109f30 0000000000000003 R_RISCV_RELATIVE d4848 │ │ │ │ +0000000000109f38 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ +0000000000109f40 0000000000000003 R_RISCV_RELATIVE d4868 │ │ │ │ +0000000000109f48 0000000000000003 R_RISCV_RELATIVE d4878 │ │ │ │ +0000000000109f58 0000000000000003 R_RISCV_RELATIVE d4890 │ │ │ │ +0000000000109f60 0000000000000003 R_RISCV_RELATIVE d48d8 │ │ │ │ +0000000000109f68 0000000000000003 R_RISCV_RELATIVE d4920 │ │ │ │ +0000000000109f78 0000000000000003 R_RISCV_RELATIVE d4960 │ │ │ │ +0000000000109f80 0000000000000003 R_RISCV_RELATIVE 109fa8 │ │ │ │ +0000000000109fa8 0000000000000003 R_RISCV_RELATIVE d4978 │ │ │ │ +0000000000109fb0 0000000000000003 R_RISCV_RELATIVE d49c0 │ │ │ │ +0000000000109fb8 0000000000000003 R_RISCV_RELATIVE d4a08 │ │ │ │ +0000000000109fc0 0000000000000003 R_RISCV_RELATIVE d4a50 │ │ │ │ +0000000000109fc8 0000000000000003 R_RISCV_RELATIVE d4a98 │ │ │ │ +0000000000109fd0 0000000000000003 R_RISCV_RELATIVE d4ae0 │ │ │ │ +0000000000109fd8 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ +0000000000109fe0 0000000000000003 R_RISCV_RELATIVE d4af8 │ │ │ │ +0000000000109fe8 0000000000000003 R_RISCV_RELATIVE d4b18 │ │ │ │ +0000000000109ff0 0000000000000003 R_RISCV_RELATIVE d4b38 │ │ │ │ +0000000000109ff8 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ +000000000010a000 0000000000000003 R_RISCV_RELATIVE d4b50 │ │ │ │ +000000000010a010 0000000000000003 R_RISCV_RELATIVE d4b80 │ │ │ │ +000000000010a018 0000000000000003 R_RISCV_RELATIVE 10a040 │ │ │ │ +000000000010a040 0000000000000003 R_RISCV_RELATIVE d4ba0 │ │ │ │ +000000000010a048 0000000000000003 R_RISCV_RELATIVE d4bf0 │ │ │ │ +000000000010a050 0000000000000003 R_RISCV_RELATIVE d4c40 │ │ │ │ +000000000010a058 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ +000000000010a060 0000000000000003 R_RISCV_RELATIVE cb820 │ │ │ │ +000000000010a068 0000000000000003 R_RISCV_RELATIVE cb830 │ │ │ │ +000000000010a078 0000000000000003 R_RISCV_RELATIVE d4c78 │ │ │ │ +000000000010a080 0000000000000003 R_RISCV_RELATIVE 10a188 │ │ │ │ +000000000010a090 0000000000000003 R_RISCV_RELATIVE d4c90 │ │ │ │ +000000000010a098 0000000000000003 R_RISCV_RELATIVE 10a130 │ │ │ │ +000000000010a0a8 0000000000000003 R_RISCV_RELATIVE d4cb0 │ │ │ │ +000000000010a0b0 0000000000000003 R_RISCV_RELATIVE 10a0d8 │ │ │ │ +000000000010a0d8 0000000000000003 R_RISCV_RELATIVE d4cd0 │ │ │ │ +000000000010a0e0 0000000000000003 R_RISCV_RELATIVE d4d20 │ │ │ │ +000000000010a0e8 0000000000000003 R_RISCV_RELATIVE d4d68 │ │ │ │ +000000000010a0f0 0000000000000003 R_RISCV_RELATIVE d4db8 │ │ │ │ +000000000010a0f8 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ +000000000010a100 0000000000000003 R_RISCV_RELATIVE d4df8 │ │ │ │ +000000000010a108 0000000000000003 R_RISCV_RELATIVE d4e20 │ │ │ │ +000000000010a110 0000000000000003 R_RISCV_RELATIVE d4e48 │ │ │ │ +000000000010a118 0000000000000003 R_RISCV_RELATIVE d4e90 │ │ │ │ +000000000010a120 0000000000000003 R_RISCV_RELATIVE d4eb8 │ │ │ │ +000000000010a130 0000000000000003 R_RISCV_RELATIVE d4ef0 │ │ │ │ +000000000010a138 0000000000000003 R_RISCV_RELATIVE d4d20 │ │ │ │ +000000000010a140 0000000000000003 R_RISCV_RELATIVE d4f40 │ │ │ │ +000000000010a148 0000000000000003 R_RISCV_RELATIVE d4db8 │ │ │ │ +000000000010a150 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ +000000000010a158 0000000000000003 R_RISCV_RELATIVE d4df8 │ │ │ │ +000000000010a160 0000000000000003 R_RISCV_RELATIVE d4e20 │ │ │ │ +000000000010a168 0000000000000003 R_RISCV_RELATIVE d4f90 │ │ │ │ +000000000010a170 0000000000000003 R_RISCV_RELATIVE d4fd8 │ │ │ │ +000000000010a178 0000000000000003 R_RISCV_RELATIVE d5000 │ │ │ │ +000000000010a188 0000000000000003 R_RISCV_RELATIVE d5038 │ │ │ │ +000000000010a190 0000000000000003 R_RISCV_RELATIVE d4d20 │ │ │ │ +000000000010a198 0000000000000003 R_RISCV_RELATIVE d5080 │ │ │ │ +000000000010a1a0 0000000000000003 R_RISCV_RELATIVE d4db8 │ │ │ │ +000000000010a1a8 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ +000000000010a1b0 0000000000000003 R_RISCV_RELATIVE cd5f0 │ │ │ │ +000000000010a1b8 0000000000000003 R_RISCV_RELATIVE d50c8 │ │ │ │ +000000000010a1c0 0000000000000003 R_RISCV_RELATIVE d50e8 │ │ │ │ +000000000010a1c8 0000000000000003 R_RISCV_RELATIVE d5128 │ │ │ │ +000000000010a1d0 0000000000000003 R_RISCV_RELATIVE d5148 │ │ │ │ +000000000010a1e0 0000000000000003 R_RISCV_RELATIVE d5178 │ │ │ │ +000000000010a1e8 0000000000000003 R_RISCV_RELATIVE 10a2d8 │ │ │ │ +000000000010a1f8 0000000000000003 R_RISCV_RELATIVE d5198 │ │ │ │ +000000000010a200 0000000000000003 R_RISCV_RELATIVE 10a268 │ │ │ │ +000000000010a210 0000000000000003 R_RISCV_RELATIVE d51c0 │ │ │ │ +000000000010a218 0000000000000003 R_RISCV_RELATIVE 10a240 │ │ │ │ +000000000010a240 0000000000000003 R_RISCV_RELATIVE d51e0 │ │ │ │ +000000000010a248 0000000000000003 R_RISCV_RELATIVE d5238 │ │ │ │ +000000000010a250 0000000000000003 R_RISCV_RELATIVE d5268 │ │ │ │ +000000000010a258 0000000000000003 R_RISCV_RELATIVE d5278 │ │ │ │ +000000000010a268 0000000000000003 R_RISCV_RELATIVE d5288 │ │ │ │ +000000000010a270 0000000000000003 R_RISCV_RELATIVE d52d0 │ │ │ │ +000000000010a278 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ +000000000010a280 0000000000000003 R_RISCV_RELATIVE d5310 │ │ │ │ +000000000010a288 0000000000000003 R_RISCV_RELATIVE d5360 │ │ │ │ +000000000010a290 0000000000000003 R_RISCV_RELATIVE d53a8 │ │ │ │ +000000000010a298 0000000000000003 R_RISCV_RELATIVE d53f0 │ │ │ │ +000000000010a2a0 0000000000000003 R_RISCV_RELATIVE d5440 │ │ │ │ +000000000010a2a8 0000000000000003 R_RISCV_RELATIVE d5480 │ │ │ │ +000000000010a2b0 0000000000000003 R_RISCV_RELATIVE d54c8 │ │ │ │ +000000000010a2b8 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ +000000000010a2c0 0000000000000003 R_RISCV_RELATIVE d54e0 │ │ │ │ +000000000010a2c8 0000000000000003 R_RISCV_RELATIVE d5528 │ │ │ │ +000000000010a2d8 0000000000000003 R_RISCV_RELATIVE d5288 │ │ │ │ +000000000010a2e0 0000000000000003 R_RISCV_RELATIVE d5568 │ │ │ │ 000000000010a2e8 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ -000000000010a2f8 0000000000000003 R_RISCV_RELATIVE d51d0 │ │ │ │ -000000000010a300 0000000000000003 R_RISCV_RELATIVE d5218 │ │ │ │ -000000000010a308 0000000000000003 R_RISCV_RELATIVE d5260 │ │ │ │ -000000000010a310 0000000000000003 R_RISCV_RELATIVE d52a0 │ │ │ │ -000000000010a318 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ -000000000010a320 0000000000000003 R_RISCV_RELATIVE cad68 │ │ │ │ -000000000010a328 0000000000000003 R_RISCV_RELATIVE d52d8 │ │ │ │ -000000000010a330 0000000000000003 R_RISCV_RELATIVE d52f0 │ │ │ │ -000000000010a340 0000000000000003 R_RISCV_RELATIVE d5308 │ │ │ │ -000000000010a348 0000000000000003 R_RISCV_RELATIVE d5350 │ │ │ │ -000000000010a350 0000000000000003 R_RISCV_RELATIVE d53a0 │ │ │ │ -000000000010a358 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ -000000000010a360 0000000000000003 R_RISCV_RELATIVE cad68 │ │ │ │ -000000000010a368 0000000000000003 R_RISCV_RELATIVE d53d0 │ │ │ │ -000000000010a370 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ -000000000010a380 0000000000000003 R_RISCV_RELATIVE d53e8 │ │ │ │ -000000000010a388 0000000000000003 R_RISCV_RELATIVE d5430 │ │ │ │ -000000000010a390 0000000000000003 R_RISCV_RELATIVE d5480 │ │ │ │ -000000000010a398 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ -000000000010a3a0 0000000000000003 R_RISCV_RELATIVE cad68 │ │ │ │ -000000000010a3a8 0000000000000003 R_RISCV_RELATIVE d53d0 │ │ │ │ -000000000010a3b0 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ -000000000010a3c0 0000000000000003 R_RISCV_RELATIVE d54a0 │ │ │ │ -000000000010a3c8 0000000000000003 R_RISCV_RELATIVE d54e8 │ │ │ │ -000000000010a3d0 0000000000000003 R_RISCV_RELATIVE d5538 │ │ │ │ -000000000010a3d8 0000000000000003 R_RISCV_RELATIVE d5588 │ │ │ │ -000000000010a3e0 0000000000000003 R_RISCV_RELATIVE d55d0 │ │ │ │ -000000000010a3e8 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ -000000000010a3f0 0000000000000003 R_RISCV_RELATIVE cad68 │ │ │ │ -000000000010a3f8 0000000000000003 R_RISCV_RELATIVE d53d0 │ │ │ │ -000000000010a400 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ -000000000010a410 0000000000000003 R_RISCV_RELATIVE d5608 │ │ │ │ -000000000010a418 0000000000000003 R_RISCV_RELATIVE d5658 │ │ │ │ -000000000010a420 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ -000000000010a428 0000000000000003 R_RISCV_RELATIVE cad68 │ │ │ │ -000000000010a430 0000000000000003 R_RISCV_RELATIVE d53d0 │ │ │ │ -000000000010a438 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ -000000000010a448 0000000000000003 R_RISCV_RELATIVE d56a0 │ │ │ │ -000000000010a450 0000000000000003 R_RISCV_RELATIVE d56f0 │ │ │ │ -000000000010a458 0000000000000003 R_RISCV_RELATIVE d5740 │ │ │ │ -000000000010a460 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ -000000000010a468 0000000000000003 R_RISCV_RELATIVE cad68 │ │ │ │ -000000000010a470 0000000000000003 R_RISCV_RELATIVE d53d0 │ │ │ │ -000000000010a478 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ -000000000010a488 0000000000000003 R_RISCV_RELATIVE d5770 │ │ │ │ -000000000010a490 0000000000000003 R_RISCV_RELATIVE d57c0 │ │ │ │ -000000000010a498 0000000000000003 R_RISCV_RELATIVE d5808 │ │ │ │ -000000000010a4a0 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ -000000000010a4a8 0000000000000003 R_RISCV_RELATIVE cad68 │ │ │ │ -000000000010a4b0 0000000000000003 R_RISCV_RELATIVE d53d0 │ │ │ │ -000000000010a4b8 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ -000000000010a4c8 0000000000000003 R_RISCV_RELATIVE d5820 │ │ │ │ -000000000010a4d0 0000000000000003 R_RISCV_RELATIVE d5868 │ │ │ │ -000000000010a4d8 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ -000000000010a4e0 0000000000000003 R_RISCV_RELATIVE cad68 │ │ │ │ -000000000010a4e8 0000000000000003 R_RISCV_RELATIVE d53d0 │ │ │ │ -000000000010a4f0 0000000000000003 R_RISCV_RELATIVE d5168 │ │ │ │ -000000000010a500 0000000000000003 R_RISCV_RELATIVE d58b0 │ │ │ │ -000000000010a508 0000000000000003 R_RISCV_RELATIVE 10a578 │ │ │ │ -000000000010a518 0000000000000003 R_RISCV_RELATIVE d58c0 │ │ │ │ -000000000010a520 0000000000000003 R_RISCV_RELATIVE 10a548 │ │ │ │ -000000000010a548 0000000000000003 R_RISCV_RELATIVE d58e0 │ │ │ │ -000000000010a550 0000000000000003 R_RISCV_RELATIVE d5928 │ │ │ │ -000000000010a558 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ -000000000010a560 0000000000000003 R_RISCV_RELATIVE d5940 │ │ │ │ -000000000010a568 0000000000000003 R_RISCV_RELATIVE d5958 │ │ │ │ -000000000010a578 0000000000000003 R_RISCV_RELATIVE d5970 │ │ │ │ -000000000010a580 0000000000000003 R_RISCV_RELATIVE d59a8 │ │ │ │ -000000000010a588 0000000000000003 R_RISCV_RELATIVE d59b8 │ │ │ │ -000000000010a590 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ +000000000010a2f0 0000000000000003 R_RISCV_RELATIVE d5310 │ │ │ │ +000000000010a2f8 0000000000000003 R_RISCV_RELATIVE d5360 │ │ │ │ +000000000010a300 0000000000000003 R_RISCV_RELATIVE d53a8 │ │ │ │ +000000000010a308 0000000000000003 R_RISCV_RELATIVE d53f0 │ │ │ │ +000000000010a310 0000000000000003 R_RISCV_RELATIVE d5440 │ │ │ │ +000000000010a320 0000000000000003 R_RISCV_RELATIVE d55a8 │ │ │ │ +000000000010a328 0000000000000003 R_RISCV_RELATIVE 10a480 │ │ │ │ +000000000010a338 0000000000000003 R_RISCV_RELATIVE d55c0 │ │ │ │ +000000000010a340 0000000000000003 R_RISCV_RELATIVE 10a458 │ │ │ │ +000000000010a350 0000000000000003 R_RISCV_RELATIVE d55d8 │ │ │ │ +000000000010a358 0000000000000003 R_RISCV_RELATIVE 10a438 │ │ │ │ +000000000010a368 0000000000000003 R_RISCV_RELATIVE d55e8 │ │ │ │ +000000000010a370 0000000000000003 R_RISCV_RELATIVE 10a410 │ │ │ │ +000000000010a380 0000000000000003 R_RISCV_RELATIVE d55f8 │ │ │ │ +000000000010a388 0000000000000003 R_RISCV_RELATIVE 10a3e8 │ │ │ │ +000000000010a398 0000000000000003 R_RISCV_RELATIVE d5610 │ │ │ │ +000000000010a3a0 0000000000000003 R_RISCV_RELATIVE 10a3c8 │ │ │ │ +000000000010a3c8 0000000000000003 R_RISCV_RELATIVE d5628 │ │ │ │ +000000000010a3d0 0000000000000003 R_RISCV_RELATIVE d5640 │ │ │ │ +000000000010a3d8 0000000000000003 R_RISCV_RELATIVE d5668 │ │ │ │ +000000000010a3e8 0000000000000003 R_RISCV_RELATIVE d5628 │ │ │ │ +000000000010a3f0 0000000000000003 R_RISCV_RELATIVE d5690 │ │ │ │ +000000000010a3f8 0000000000000003 R_RISCV_RELATIVE d5668 │ │ │ │ +000000000010a400 0000000000000003 R_RISCV_RELATIVE d56c0 │ │ │ │ +000000000010a410 0000000000000003 R_RISCV_RELATIVE d5628 │ │ │ │ +000000000010a418 0000000000000003 R_RISCV_RELATIVE d56d0 │ │ │ │ +000000000010a420 0000000000000003 R_RISCV_RELATIVE d5668 │ │ │ │ +000000000010a428 0000000000000003 R_RISCV_RELATIVE d56c0 │ │ │ │ +000000000010a438 0000000000000003 R_RISCV_RELATIVE d5628 │ │ │ │ +000000000010a440 0000000000000003 R_RISCV_RELATIVE d56f8 │ │ │ │ +000000000010a448 0000000000000003 R_RISCV_RELATIVE d5668 │ │ │ │ +000000000010a458 0000000000000003 R_RISCV_RELATIVE d5628 │ │ │ │ +000000000010a460 0000000000000003 R_RISCV_RELATIVE d5720 │ │ │ │ +000000000010a468 0000000000000003 R_RISCV_RELATIVE d5740 │ │ │ │ +000000000010a470 0000000000000003 R_RISCV_RELATIVE d5668 │ │ │ │ +000000000010a480 0000000000000003 R_RISCV_RELATIVE d5628 │ │ │ │ +000000000010a488 0000000000000003 R_RISCV_RELATIVE d5768 │ │ │ │ +000000000010a490 0000000000000003 R_RISCV_RELATIVE d5790 │ │ │ │ +000000000010a498 0000000000000003 R_RISCV_RELATIVE d5668 │ │ │ │ +000000000010a4a8 0000000000000003 R_RISCV_RELATIVE d57b8 │ │ │ │ +000000000010a4b0 0000000000000003 R_RISCV_RELATIVE 10a680 │ │ │ │ +000000000010a4c0 0000000000000003 R_RISCV_RELATIVE d57c8 │ │ │ │ +000000000010a4c8 0000000000000003 R_RISCV_RELATIVE 10a658 │ │ │ │ +000000000010a4d8 0000000000000003 R_RISCV_RELATIVE d57e0 │ │ │ │ +000000000010a4e0 0000000000000003 R_RISCV_RELATIVE 10a630 │ │ │ │ +000000000010a4f0 0000000000000003 R_RISCV_RELATIVE d57f0 │ │ │ │ +000000000010a4f8 0000000000000003 R_RISCV_RELATIVE 10a620 │ │ │ │ +000000000010a508 0000000000000003 R_RISCV_RELATIVE d5808 │ │ │ │ +000000000010a510 0000000000000003 R_RISCV_RELATIVE 10a5f0 │ │ │ │ +000000000010a520 0000000000000003 R_RISCV_RELATIVE d5820 │ │ │ │ +000000000010a528 0000000000000003 R_RISCV_RELATIVE 10a5e0 │ │ │ │ +000000000010a538 0000000000000003 R_RISCV_RELATIVE d5830 │ │ │ │ +000000000010a540 0000000000000003 R_RISCV_RELATIVE 10a568 │ │ │ │ +000000000010a568 0000000000000003 R_RISCV_RELATIVE d5848 │ │ │ │ +000000000010a570 0000000000000003 R_RISCV_RELATIVE d5898 │ │ │ │ +000000000010a578 0000000000000003 R_RISCV_RELATIVE d58e8 │ │ │ │ +000000000010a580 0000000000000003 R_RISCV_RELATIVE d5938 │ │ │ │ +000000000010a588 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ +000000000010a590 0000000000000003 R_RISCV_RELATIVE d5978 │ │ │ │ 000000000010a598 0000000000000003 R_RISCV_RELATIVE d59c8 │ │ │ │ -000000000010a5a0 0000000000000003 R_RISCV_RELATIVE d5a10 │ │ │ │ -000000000010a5a8 0000000000000003 R_RISCV_RELATIVE d5a58 │ │ │ │ -000000000010a5b8 0000000000000003 R_RISCV_RELATIVE d5a80 │ │ │ │ -000000000010a5c0 0000000000000003 R_RISCV_RELATIVE 10a990 │ │ │ │ -000000000010a5d0 0000000000000003 R_RISCV_RELATIVE d5aa8 │ │ │ │ -000000000010a5d8 0000000000000003 R_RISCV_RELATIVE 10a920 │ │ │ │ -000000000010a5e8 0000000000000003 R_RISCV_RELATIVE d5ad0 │ │ │ │ -000000000010a5f0 0000000000000003 R_RISCV_RELATIVE 10a900 │ │ │ │ -000000000010a600 0000000000000003 R_RISCV_RELATIVE d5b00 │ │ │ │ -000000000010a608 0000000000000003 R_RISCV_RELATIVE 10a8e0 │ │ │ │ -000000000010a618 0000000000000003 R_RISCV_RELATIVE d5b28 │ │ │ │ -000000000010a620 0000000000000003 R_RISCV_RELATIVE 10a8c0 │ │ │ │ -000000000010a630 0000000000000003 R_RISCV_RELATIVE d5b48 │ │ │ │ -000000000010a638 0000000000000003 R_RISCV_RELATIVE 10a890 │ │ │ │ -000000000010a648 0000000000000003 R_RISCV_RELATIVE d5b68 │ │ │ │ -000000000010a650 0000000000000003 R_RISCV_RELATIVE 10a860 │ │ │ │ -000000000010a660 0000000000000003 R_RISCV_RELATIVE d5b90 │ │ │ │ -000000000010a668 0000000000000003 R_RISCV_RELATIVE 10a840 │ │ │ │ -000000000010a678 0000000000000003 R_RISCV_RELATIVE d5bb8 │ │ │ │ -000000000010a680 0000000000000003 R_RISCV_RELATIVE 10a7f8 │ │ │ │ -000000000010a690 0000000000000003 R_RISCV_RELATIVE d5be0 │ │ │ │ -000000000010a698 0000000000000003 R_RISCV_RELATIVE 10a7e0 │ │ │ │ -000000000010a6a8 0000000000000003 R_RISCV_RELATIVE c51a8 │ │ │ │ -000000000010a6b0 0000000000000003 R_RISCV_RELATIVE 10a798 │ │ │ │ -000000000010a6c0 0000000000000003 R_RISCV_RELATIVE d5bf0 │ │ │ │ -000000000010a6c8 0000000000000003 R_RISCV_RELATIVE 10a778 │ │ │ │ -000000000010a6d8 0000000000000003 R_RISCV_RELATIVE d5c08 │ │ │ │ -000000000010a6e0 0000000000000003 R_RISCV_RELATIVE 10a738 │ │ │ │ -000000000010a6f0 0000000000000003 R_RISCV_RELATIVE d5c10 │ │ │ │ -000000000010a6f8 0000000000000003 R_RISCV_RELATIVE 10a720 │ │ │ │ -000000000010a720 0000000000000003 R_RISCV_RELATIVE d5c20 │ │ │ │ -000000000010a728 0000000000000003 R_RISCV_RELATIVE d5c60 │ │ │ │ -000000000010a738 0000000000000003 R_RISCV_RELATIVE d5cb0 │ │ │ │ -000000000010a740 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ -000000000010a748 0000000000000003 R_RISCV_RELATIVE d7988 │ │ │ │ -000000000010a750 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ -000000000010a758 0000000000000003 R_RISCV_RELATIVE d5ce0 │ │ │ │ -000000000010a760 0000000000000003 R_RISCV_RELATIVE d5d30 │ │ │ │ -000000000010a768 0000000000000003 R_RISCV_RELATIVE d5d80 │ │ │ │ -000000000010a778 0000000000000003 R_RISCV_RELATIVE d5d98 │ │ │ │ -000000000010a780 0000000000000003 R_RISCV_RELATIVE d5de0 │ │ │ │ -000000000010a788 0000000000000003 R_RISCV_RELATIVE d5e28 │ │ │ │ -000000000010a798 0000000000000003 R_RISCV_RELATIVE d1ee0 │ │ │ │ -000000000010a7a0 0000000000000003 R_RISCV_RELATIVE d1f28 │ │ │ │ -000000000010a7a8 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ -000000000010a7b0 0000000000000003 R_RISCV_RELATIVE d1f58 │ │ │ │ -000000000010a7b8 0000000000000003 R_RISCV_RELATIVE d1f78 │ │ │ │ -000000000010a7c0 0000000000000003 R_RISCV_RELATIVE d1f98 │ │ │ │ -000000000010a7c8 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ -000000000010a7d0 0000000000000003 R_RISCV_RELATIVE d1fb8 │ │ │ │ -000000000010a7e0 0000000000000003 R_RISCV_RELATIVE d5e40 │ │ │ │ -000000000010a7e8 0000000000000003 R_RISCV_RELATIVE d5e88 │ │ │ │ -000000000010a7f8 0000000000000003 R_RISCV_RELATIVE d5ec0 │ │ │ │ -000000000010a800 0000000000000003 R_RISCV_RELATIVE d5f08 │ │ │ │ -000000000010a808 0000000000000003 R_RISCV_RELATIVE d5f50 │ │ │ │ -000000000010a810 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ -000000000010a818 0000000000000003 R_RISCV_RELATIVE d5f98 │ │ │ │ +000000000010a5a0 0000000000000003 R_RISCV_RELATIVE d5a18 │ │ │ │ +000000000010a5a8 0000000000000003 R_RISCV_RELATIVE d5a68 │ │ │ │ +000000000010a5b0 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ +000000000010a5b8 0000000000000003 R_RISCV_RELATIVE d5a70 │ │ │ │ +000000000010a5c0 0000000000000003 R_RISCV_RELATIVE d5ab8 │ │ │ │ +000000000010a5c8 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ +000000000010a5d0 0000000000000003 R_RISCV_RELATIVE d5ad8 │ │ │ │ +000000000010a5e0 0000000000000003 R_RISCV_RELATIVE d5af0 │ │ │ │ +000000000010a5f0 0000000000000003 R_RISCV_RELATIVE d5b30 │ │ │ │ +000000000010a5f8 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ +000000000010a600 0000000000000003 R_RISCV_RELATIVE ca008 │ │ │ │ +000000000010a608 0000000000000003 R_RISCV_RELATIVE d5b80 │ │ │ │ +000000000010a610 0000000000000003 R_RISCV_RELATIVE d5b98 │ │ │ │ +000000000010a620 0000000000000003 R_RISCV_RELATIVE d5bb0 │ │ │ │ +000000000010a630 0000000000000003 R_RISCV_RELATIVE d5c00 │ │ │ │ +000000000010a638 0000000000000003 R_RISCV_RELATIVE d5c60 │ │ │ │ +000000000010a640 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ +000000000010a648 0000000000000003 R_RISCV_RELATIVE cd050 │ │ │ │ +000000000010a658 0000000000000003 R_RISCV_RELATIVE d5c78 │ │ │ │ +000000000010a660 0000000000000003 R_RISCV_RELATIVE d5cc8 │ │ │ │ +000000000010a668 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ +000000000010a670 0000000000000003 R_RISCV_RELATIVE d5d00 │ │ │ │ +000000000010a680 0000000000000003 R_RISCV_RELATIVE d5d10 │ │ │ │ +000000000010a688 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ +000000000010a690 0000000000000003 R_RISCV_RELATIVE d5d00 │ │ │ │ +000000000010a6a0 0000000000000003 R_RISCV_RELATIVE d5d38 │ │ │ │ +000000000010a6a8 0000000000000003 R_RISCV_RELATIVE 10a9d0 │ │ │ │ +000000000010a6b8 0000000000000003 R_RISCV_RELATIVE d5d48 │ │ │ │ +000000000010a6c0 0000000000000003 R_RISCV_RELATIVE 10a990 │ │ │ │ +000000000010a6d0 0000000000000003 R_RISCV_RELATIVE d5d60 │ │ │ │ +000000000010a6d8 0000000000000003 R_RISCV_RELATIVE 10a950 │ │ │ │ +000000000010a6e8 0000000000000003 R_RISCV_RELATIVE d5d70 │ │ │ │ +000000000010a6f0 0000000000000003 R_RISCV_RELATIVE 10a918 │ │ │ │ +000000000010a700 0000000000000003 R_RISCV_RELATIVE d5d80 │ │ │ │ +000000000010a708 0000000000000003 R_RISCV_RELATIVE 10a8c8 │ │ │ │ +000000000010a718 0000000000000003 R_RISCV_RELATIVE d5da0 │ │ │ │ +000000000010a720 0000000000000003 R_RISCV_RELATIVE 10a888 │ │ │ │ +000000000010a730 0000000000000003 R_RISCV_RELATIVE d5dc0 │ │ │ │ +000000000010a738 0000000000000003 R_RISCV_RELATIVE 10a848 │ │ │ │ +000000000010a748 0000000000000003 R_RISCV_RELATIVE d5de0 │ │ │ │ +000000000010a750 0000000000000003 R_RISCV_RELATIVE 10a800 │ │ │ │ +000000000010a760 0000000000000003 R_RISCV_RELATIVE d5820 │ │ │ │ +000000000010a768 0000000000000003 R_RISCV_RELATIVE 10a7e8 │ │ │ │ +000000000010a778 0000000000000003 R_RISCV_RELATIVE d5df0 │ │ │ │ +000000000010a780 0000000000000003 R_RISCV_RELATIVE 10a7a8 │ │ │ │ +000000000010a7a8 0000000000000003 R_RISCV_RELATIVE d5e18 │ │ │ │ +000000000010a7b0 0000000000000003 R_RISCV_RELATIVE d5e48 │ │ │ │ +000000000010a7b8 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ +000000000010a7c0 0000000000000003 R_RISCV_RELATIVE d5e78 │ │ │ │ +000000000010a7c8 0000000000000003 R_RISCV_RELATIVE d5e90 │ │ │ │ +000000000010a7d0 0000000000000003 R_RISCV_RELATIVE d5ea8 │ │ │ │ +000000000010a7d8 0000000000000003 R_RISCV_RELATIVE d5ec0 │ │ │ │ +000000000010a7e8 0000000000000003 R_RISCV_RELATIVE d5ed8 │ │ │ │ +000000000010a7f0 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ +000000000010a800 0000000000000003 R_RISCV_RELATIVE d5f28 │ │ │ │ +000000000010a808 0000000000000003 R_RISCV_RELATIVE d5f70 │ │ │ │ +000000000010a810 0000000000000003 R_RISCV_RELATIVE d5fb8 │ │ │ │ +000000000010a818 0000000000000003 R_RISCV_RELATIVE d5ff8 │ │ │ │ 000000000010a820 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ -000000000010a828 0000000000000003 R_RISCV_RELATIVE d5fa8 │ │ │ │ -000000000010a830 0000000000000003 R_RISCV_RELATIVE d5ff0 │ │ │ │ -000000000010a840 0000000000000003 R_RISCV_RELATIVE d6018 │ │ │ │ +000000000010a828 0000000000000003 R_RISCV_RELATIVE cd050 │ │ │ │ +000000000010a830 0000000000000003 R_RISCV_RELATIVE d6030 │ │ │ │ +000000000010a838 0000000000000003 R_RISCV_RELATIVE d6048 │ │ │ │ 000000000010a848 0000000000000003 R_RISCV_RELATIVE d6060 │ │ │ │ 000000000010a850 0000000000000003 R_RISCV_RELATIVE d60a8 │ │ │ │ -000000000010a860 0000000000000003 R_RISCV_RELATIVE d60e8 │ │ │ │ -000000000010a868 0000000000000003 R_RISCV_RELATIVE d6130 │ │ │ │ -000000000010a870 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ -000000000010a878 0000000000000003 R_RISCV_RELATIVE d6150 │ │ │ │ -000000000010a880 0000000000000003 R_RISCV_RELATIVE d6198 │ │ │ │ -000000000010a890 0000000000000003 R_RISCV_RELATIVE d61c8 │ │ │ │ -000000000010a898 0000000000000003 R_RISCV_RELATIVE d6130 │ │ │ │ +000000000010a858 0000000000000003 R_RISCV_RELATIVE d60f8 │ │ │ │ +000000000010a860 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ +000000000010a868 0000000000000003 R_RISCV_RELATIVE cd050 │ │ │ │ +000000000010a870 0000000000000003 R_RISCV_RELATIVE d6128 │ │ │ │ +000000000010a878 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ +000000000010a888 0000000000000003 R_RISCV_RELATIVE d6140 │ │ │ │ +000000000010a890 0000000000000003 R_RISCV_RELATIVE d6188 │ │ │ │ +000000000010a898 0000000000000003 R_RISCV_RELATIVE d61d8 │ │ │ │ 000000000010a8a0 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ -000000000010a8a8 0000000000000003 R_RISCV_RELATIVE d6210 │ │ │ │ -000000000010a8b0 0000000000000003 R_RISCV_RELATIVE d6258 │ │ │ │ -000000000010a8c0 0000000000000003 R_RISCV_RELATIVE d6278 │ │ │ │ -000000000010a8c8 0000000000000003 R_RISCV_RELATIVE d62c0 │ │ │ │ -000000000010a8d0 0000000000000003 R_RISCV_RELATIVE d6308 │ │ │ │ -000000000010a8e0 0000000000000003 R_RISCV_RELATIVE d6278 │ │ │ │ +000000000010a8a8 0000000000000003 R_RISCV_RELATIVE cd050 │ │ │ │ +000000000010a8b0 0000000000000003 R_RISCV_RELATIVE d6128 │ │ │ │ +000000000010a8b8 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ +000000000010a8c8 0000000000000003 R_RISCV_RELATIVE d61f8 │ │ │ │ +000000000010a8d0 0000000000000003 R_RISCV_RELATIVE d6240 │ │ │ │ +000000000010a8d8 0000000000000003 R_RISCV_RELATIVE d6290 │ │ │ │ +000000000010a8e0 0000000000000003 R_RISCV_RELATIVE d62e0 │ │ │ │ 000000000010a8e8 0000000000000003 R_RISCV_RELATIVE d6328 │ │ │ │ -000000000010a8f0 0000000000000003 R_RISCV_RELATIVE d6368 │ │ │ │ -000000000010a900 0000000000000003 R_RISCV_RELATIVE d6378 │ │ │ │ -000000000010a908 0000000000000003 R_RISCV_RELATIVE d63c0 │ │ │ │ -000000000010a910 0000000000000003 R_RISCV_RELATIVE d6400 │ │ │ │ -000000000010a920 0000000000000003 R_RISCV_RELATIVE d6438 │ │ │ │ -000000000010a928 0000000000000003 R_RISCV_RELATIVE d6480 │ │ │ │ -000000000010a930 0000000000000003 R_RISCV_RELATIVE d64c8 │ │ │ │ -000000000010a938 0000000000000003 R_RISCV_RELATIVE d6510 │ │ │ │ +000000000010a8f0 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ +000000000010a8f8 0000000000000003 R_RISCV_RELATIVE cd050 │ │ │ │ +000000000010a900 0000000000000003 R_RISCV_RELATIVE d6128 │ │ │ │ +000000000010a908 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ +000000000010a918 0000000000000003 R_RISCV_RELATIVE d6360 │ │ │ │ +000000000010a920 0000000000000003 R_RISCV_RELATIVE d63b0 │ │ │ │ +000000000010a928 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ +000000000010a930 0000000000000003 R_RISCV_RELATIVE cd050 │ │ │ │ +000000000010a938 0000000000000003 R_RISCV_RELATIVE d6128 │ │ │ │ 000000000010a940 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ -000000000010a948 0000000000000003 R_RISCV_RELATIVE d6550 │ │ │ │ -000000000010a950 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ -000000000010a958 0000000000000003 R_RISCV_RELATIVE d6580 │ │ │ │ -000000000010a960 0000000000000003 R_RISCV_RELATIVE d65c8 │ │ │ │ -000000000010a968 0000000000000003 R_RISCV_RELATIVE d65d8 │ │ │ │ -000000000010a970 0000000000000003 R_RISCV_RELATIVE d6608 │ │ │ │ -000000000010a978 0000000000000003 R_RISCV_RELATIVE d6650 │ │ │ │ -000000000010a980 0000000000000003 R_RISCV_RELATIVE d6690 │ │ │ │ -000000000010a990 0000000000000003 R_RISCV_RELATIVE d66d0 │ │ │ │ -000000000010a998 0000000000000003 R_RISCV_RELATIVE d1ab8 │ │ │ │ -000000000010a9a0 0000000000000003 R_RISCV_RELATIVE d6718 │ │ │ │ -000000000010a9a8 0000000000000003 R_RISCV_RELATIVE d6760 │ │ │ │ -000000000010a9b0 0000000000000003 R_RISCV_RELATIVE d67a8 │ │ │ │ -000000000010a9b8 0000000000000003 R_RISCV_RELATIVE d67f0 │ │ │ │ +000000000010a950 0000000000000003 R_RISCV_RELATIVE d63f8 │ │ │ │ +000000000010a958 0000000000000003 R_RISCV_RELATIVE d6448 │ │ │ │ +000000000010a960 0000000000000003 R_RISCV_RELATIVE d6498 │ │ │ │ +000000000010a968 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ +000000000010a970 0000000000000003 R_RISCV_RELATIVE cd050 │ │ │ │ +000000000010a978 0000000000000003 R_RISCV_RELATIVE d6128 │ │ │ │ +000000000010a980 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ +000000000010a990 0000000000000003 R_RISCV_RELATIVE d64c8 │ │ │ │ +000000000010a998 0000000000000003 R_RISCV_RELATIVE d6518 │ │ │ │ +000000000010a9a0 0000000000000003 R_RISCV_RELATIVE d6560 │ │ │ │ +000000000010a9a8 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ +000000000010a9b0 0000000000000003 R_RISCV_RELATIVE cd050 │ │ │ │ +000000000010a9b8 0000000000000003 R_RISCV_RELATIVE d6128 │ │ │ │ 000000000010a9c0 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ -000000000010a9c8 0000000000000003 R_RISCV_RELATIVE d7988 │ │ │ │ -000000000010a9d0 0000000000000003 R_RISCV_RELATIVE d6800 │ │ │ │ -000000000010a9e0 0000000000000003 R_RISCV_RELATIVE d6838 │ │ │ │ -000000000010a9e8 0000000000000003 R_RISCV_RELATIVE 10aa60 │ │ │ │ -000000000010a9f8 0000000000000003 R_RISCV_RELATIVE d6850 │ │ │ │ -000000000010aa00 0000000000000003 R_RISCV_RELATIVE 10aa28 │ │ │ │ -000000000010aa28 0000000000000003 R_RISCV_RELATIVE d6868 │ │ │ │ -000000000010aa30 0000000000000003 R_RISCV_RELATIVE d68b0 │ │ │ │ -000000000010aa38 0000000000000003 R_RISCV_RELATIVE d68f0 │ │ │ │ -000000000010aa40 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ -000000000010aa48 0000000000000003 R_RISCV_RELATIVE d6910 │ │ │ │ -000000000010aa50 0000000000000003 R_RISCV_RELATIVE d6920 │ │ │ │ -000000000010aa60 0000000000000003 R_RISCV_RELATIVE d6938 │ │ │ │ -000000000010aa68 0000000000000003 R_RISCV_RELATIVE d6980 │ │ │ │ -000000000010aa70 0000000000000003 R_RISCV_RELATIVE d69c8 │ │ │ │ -000000000010aa80 0000000000000003 R_RISCV_RELATIVE d6a08 │ │ │ │ -000000000010aa88 0000000000000003 R_RISCV_RELATIVE 10ac50 │ │ │ │ -000000000010aa98 0000000000000003 R_RISCV_RELATIVE d6a20 │ │ │ │ -000000000010aaa0 0000000000000003 R_RISCV_RELATIVE 10ac10 │ │ │ │ -000000000010aab0 0000000000000003 R_RISCV_RELATIVE d6a38 │ │ │ │ -000000000010aab8 0000000000000003 R_RISCV_RELATIVE 10abc8 │ │ │ │ -000000000010aac8 0000000000000003 R_RISCV_RELATIVE d6a48 │ │ │ │ -000000000010aad0 0000000000000003 R_RISCV_RELATIVE 10ab90 │ │ │ │ -000000000010aae0 0000000000000003 R_RISCV_RELATIVE d6a50 │ │ │ │ -000000000010aae8 0000000000000003 R_RISCV_RELATIVE 10ab10 │ │ │ │ -000000000010ab10 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ -000000000010ab18 0000000000000003 R_RISCV_RELATIVE d6a60 │ │ │ │ -000000000010ab20 0000000000000003 R_RISCV_RELATIVE d6aa8 │ │ │ │ -000000000010ab28 0000000000000003 R_RISCV_RELATIVE d6af0 │ │ │ │ -000000000010ab30 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ -000000000010ab38 0000000000000003 R_RISCV_RELATIVE d6b10 │ │ │ │ -000000000010ab40 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ -000000000010ab48 0000000000000003 R_RISCV_RELATIVE d7988 │ │ │ │ -000000000010ab50 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ -000000000010ab58 0000000000000003 R_RISCV_RELATIVE d6b40 │ │ │ │ -000000000010ab60 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ -000000000010ab68 0000000000000003 R_RISCV_RELATIVE d6b58 │ │ │ │ -000000000010ab70 0000000000000003 R_RISCV_RELATIVE d6ba0 │ │ │ │ -000000000010ab78 0000000000000003 R_RISCV_RELATIVE d6be8 │ │ │ │ -000000000010ab80 0000000000000003 R_RISCV_RELATIVE d6c30 │ │ │ │ -000000000010ab90 0000000000000003 R_RISCV_RELATIVE d6c48 │ │ │ │ -000000000010ab98 0000000000000003 R_RISCV_RELATIVE d6c98 │ │ │ │ +000000000010a9d0 0000000000000003 R_RISCV_RELATIVE d6578 │ │ │ │ +000000000010a9d8 0000000000000003 R_RISCV_RELATIVE d65c0 │ │ │ │ +000000000010a9e0 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ +000000000010a9e8 0000000000000003 R_RISCV_RELATIVE cd050 │ │ │ │ +000000000010a9f0 0000000000000003 R_RISCV_RELATIVE d6128 │ │ │ │ +000000000010a9f8 0000000000000003 R_RISCV_RELATIVE d5ec0 │ │ │ │ +000000000010aa08 0000000000000003 R_RISCV_RELATIVE d6608 │ │ │ │ +000000000010aa10 0000000000000003 R_RISCV_RELATIVE 10ade0 │ │ │ │ +000000000010aa20 0000000000000003 R_RISCV_RELATIVE d6630 │ │ │ │ +000000000010aa28 0000000000000003 R_RISCV_RELATIVE 10ad70 │ │ │ │ +000000000010aa38 0000000000000003 R_RISCV_RELATIVE d6658 │ │ │ │ +000000000010aa40 0000000000000003 R_RISCV_RELATIVE 10ad50 │ │ │ │ +000000000010aa50 0000000000000003 R_RISCV_RELATIVE d6688 │ │ │ │ +000000000010aa58 0000000000000003 R_RISCV_RELATIVE 10ad30 │ │ │ │ +000000000010aa68 0000000000000003 R_RISCV_RELATIVE d66b0 │ │ │ │ +000000000010aa70 0000000000000003 R_RISCV_RELATIVE 10ad10 │ │ │ │ +000000000010aa80 0000000000000003 R_RISCV_RELATIVE d66d0 │ │ │ │ +000000000010aa88 0000000000000003 R_RISCV_RELATIVE 10ace0 │ │ │ │ +000000000010aa98 0000000000000003 R_RISCV_RELATIVE d66f0 │ │ │ │ +000000000010aaa0 0000000000000003 R_RISCV_RELATIVE 10acb0 │ │ │ │ +000000000010aab0 0000000000000003 R_RISCV_RELATIVE d6718 │ │ │ │ +000000000010aab8 0000000000000003 R_RISCV_RELATIVE 10ac90 │ │ │ │ +000000000010aac8 0000000000000003 R_RISCV_RELATIVE d6740 │ │ │ │ +000000000010aad0 0000000000000003 R_RISCV_RELATIVE 10ac48 │ │ │ │ +000000000010aae0 0000000000000003 R_RISCV_RELATIVE d6768 │ │ │ │ +000000000010aae8 0000000000000003 R_RISCV_RELATIVE 10ac30 │ │ │ │ +000000000010aaf8 0000000000000003 R_RISCV_RELATIVE c51a8 │ │ │ │ +000000000010ab00 0000000000000003 R_RISCV_RELATIVE 10abe8 │ │ │ │ +000000000010ab10 0000000000000003 R_RISCV_RELATIVE d6778 │ │ │ │ +000000000010ab18 0000000000000003 R_RISCV_RELATIVE 10abc8 │ │ │ │ +000000000010ab28 0000000000000003 R_RISCV_RELATIVE d6790 │ │ │ │ +000000000010ab30 0000000000000003 R_RISCV_RELATIVE 10ab88 │ │ │ │ +000000000010ab40 0000000000000003 R_RISCV_RELATIVE d6798 │ │ │ │ +000000000010ab48 0000000000000003 R_RISCV_RELATIVE 10ab70 │ │ │ │ +000000000010ab70 0000000000000003 R_RISCV_RELATIVE d67a8 │ │ │ │ +000000000010ab78 0000000000000003 R_RISCV_RELATIVE d67e8 │ │ │ │ +000000000010ab88 0000000000000003 R_RISCV_RELATIVE d6838 │ │ │ │ +000000000010ab90 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ +000000000010ab98 0000000000000003 R_RISCV_RELATIVE d7810 │ │ │ │ 000000000010aba0 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ -000000000010aba8 0000000000000003 R_RISCV_RELATIVE d6ce8 │ │ │ │ -000000000010abb0 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ -000000000010abb8 0000000000000003 R_RISCV_RELATIVE d6d00 │ │ │ │ -000000000010abc8 0000000000000003 R_RISCV_RELATIVE d6d40 │ │ │ │ -000000000010abd0 0000000000000003 R_RISCV_RELATIVE d6d90 │ │ │ │ -000000000010abd8 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ -000000000010abe0 0000000000000003 R_RISCV_RELATIVE d6de0 │ │ │ │ -000000000010abe8 0000000000000003 R_RISCV_RELATIVE d6e00 │ │ │ │ -000000000010abf0 0000000000000003 R_RISCV_RELATIVE d6e18 │ │ │ │ +000000000010aba8 0000000000000003 R_RISCV_RELATIVE d6868 │ │ │ │ +000000000010abb0 0000000000000003 R_RISCV_RELATIVE d68b8 │ │ │ │ +000000000010abb8 0000000000000003 R_RISCV_RELATIVE d6908 │ │ │ │ +000000000010abc8 0000000000000003 R_RISCV_RELATIVE d6920 │ │ │ │ +000000000010abd0 0000000000000003 R_RISCV_RELATIVE d6968 │ │ │ │ +000000000010abd8 0000000000000003 R_RISCV_RELATIVE d69b0 │ │ │ │ +000000000010abe8 0000000000000003 R_RISCV_RELATIVE d2d60 │ │ │ │ +000000000010abf0 0000000000000003 R_RISCV_RELATIVE d2da8 │ │ │ │ 000000000010abf8 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ -000000000010ac00 0000000000000003 R_RISCV_RELATIVE d6e28 │ │ │ │ -000000000010ac10 0000000000000003 R_RISCV_RELATIVE d6e68 │ │ │ │ +000000000010ac00 0000000000000003 R_RISCV_RELATIVE d2dd8 │ │ │ │ +000000000010ac08 0000000000000003 R_RISCV_RELATIVE d2df8 │ │ │ │ +000000000010ac10 0000000000000003 R_RISCV_RELATIVE d2e18 │ │ │ │ 000000000010ac18 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ -000000000010ac20 0000000000000003 R_RISCV_RELATIVE d6e98 │ │ │ │ -000000000010ac28 0000000000000003 R_RISCV_RELATIVE d6e18 │ │ │ │ -000000000010ac30 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ -000000000010ac38 0000000000000003 R_RISCV_RELATIVE d6eb8 │ │ │ │ -000000000010ac40 0000000000000003 R_RISCV_RELATIVE d6f00 │ │ │ │ -000000000010ac50 0000000000000003 R_RISCV_RELATIVE d6e68 │ │ │ │ -000000000010ac58 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ -000000000010ac60 0000000000000003 R_RISCV_RELATIVE d6f18 │ │ │ │ -000000000010ac68 0000000000000003 R_RISCV_RELATIVE d6f30 │ │ │ │ +000000000010ac20 0000000000000003 R_RISCV_RELATIVE d2e38 │ │ │ │ +000000000010ac30 0000000000000003 R_RISCV_RELATIVE d69c8 │ │ │ │ +000000000010ac38 0000000000000003 R_RISCV_RELATIVE d6a10 │ │ │ │ +000000000010ac48 0000000000000003 R_RISCV_RELATIVE d6a48 │ │ │ │ +000000000010ac50 0000000000000003 R_RISCV_RELATIVE d6a90 │ │ │ │ +000000000010ac58 0000000000000003 R_RISCV_RELATIVE d6ad8 │ │ │ │ +000000000010ac60 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ +000000000010ac68 0000000000000003 R_RISCV_RELATIVE d6b20 │ │ │ │ 000000000010ac70 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ -000000000010ac78 0000000000000003 R_RISCV_RELATIVE d6f48 │ │ │ │ -000000000010ac80 0000000000000003 R_RISCV_RELATIVE d6f98 │ │ │ │ -000000000010ac90 0000000000000003 R_RISCV_RELATIVE d58c0 │ │ │ │ -000000000010ac98 0000000000000003 R_RISCV_RELATIVE 10ae00 │ │ │ │ -000000000010aca8 0000000000000003 R_RISCV_RELATIVE d6fe0 │ │ │ │ -000000000010acb0 0000000000000003 R_RISCV_RELATIVE 10add8 │ │ │ │ -000000000010acc0 0000000000000003 R_RISCV_RELATIVE d7000 │ │ │ │ -000000000010acc8 0000000000000003 R_RISCV_RELATIVE 10adb0 │ │ │ │ -000000000010acd8 0000000000000003 R_RISCV_RELATIVE d7020 │ │ │ │ -000000000010ace0 0000000000000003 R_RISCV_RELATIVE 10ad98 │ │ │ │ -000000000010acf0 0000000000000003 R_RISCV_RELATIVE d7038 │ │ │ │ -000000000010acf8 0000000000000003 R_RISCV_RELATIVE 10ad80 │ │ │ │ -000000000010ad08 0000000000000003 R_RISCV_RELATIVE d7050 │ │ │ │ -000000000010ad10 0000000000000003 R_RISCV_RELATIVE 10ad38 │ │ │ │ -000000000010ad38 0000000000000003 R_RISCV_RELATIVE d7068 │ │ │ │ -000000000010ad40 0000000000000003 R_RISCV_RELATIVE d70b0 │ │ │ │ -000000000010ad48 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ -000000000010ad50 0000000000000003 R_RISCV_RELATIVE d70d0 │ │ │ │ -000000000010ad58 0000000000000003 R_RISCV_RELATIVE d70f8 │ │ │ │ -000000000010ad60 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ -000000000010ad68 0000000000000003 R_RISCV_RELATIVE d7138 │ │ │ │ -000000000010ad70 0000000000000003 R_RISCV_RELATIVE d7180 │ │ │ │ -000000000010ad80 0000000000000003 R_RISCV_RELATIVE d71b0 │ │ │ │ -000000000010ad88 0000000000000003 R_RISCV_RELATIVE d71f8 │ │ │ │ -000000000010ad98 0000000000000003 R_RISCV_RELATIVE d7238 │ │ │ │ -000000000010ada0 0000000000000003 R_RISCV_RELATIVE d7280 │ │ │ │ -000000000010adb0 0000000000000003 R_RISCV_RELATIVE d7298 │ │ │ │ -000000000010adb8 0000000000000003 R_RISCV_RELATIVE d72e8 │ │ │ │ -000000000010adc0 0000000000000003 R_RISCV_RELATIVE d7280 │ │ │ │ -000000000010adc8 0000000000000003 R_RISCV_RELATIVE d7330 │ │ │ │ -000000000010add8 0000000000000003 R_RISCV_RELATIVE d7348 │ │ │ │ -000000000010ade0 0000000000000003 R_RISCV_RELATIVE d7358 │ │ │ │ -000000000010ade8 0000000000000003 R_RISCV_RELATIVE d7390 │ │ │ │ -000000000010adf0 0000000000000003 R_RISCV_RELATIVE d73a8 │ │ │ │ -000000000010ae00 0000000000000003 R_RISCV_RELATIVE d58e0 │ │ │ │ -000000000010ae08 0000000000000003 R_RISCV_RELATIVE d5928 │ │ │ │ +000000000010ac78 0000000000000003 R_RISCV_RELATIVE d6b30 │ │ │ │ +000000000010ac80 0000000000000003 R_RISCV_RELATIVE d6b78 │ │ │ │ +000000000010ac90 0000000000000003 R_RISCV_RELATIVE d6ba0 │ │ │ │ +000000000010ac98 0000000000000003 R_RISCV_RELATIVE d6be8 │ │ │ │ +000000000010aca0 0000000000000003 R_RISCV_RELATIVE d6c30 │ │ │ │ +000000000010acb0 0000000000000003 R_RISCV_RELATIVE d6c70 │ │ │ │ +000000000010acb8 0000000000000003 R_RISCV_RELATIVE d6cb8 │ │ │ │ +000000000010acc0 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ +000000000010acc8 0000000000000003 R_RISCV_RELATIVE d6cd8 │ │ │ │ +000000000010acd0 0000000000000003 R_RISCV_RELATIVE d6d20 │ │ │ │ +000000000010ace0 0000000000000003 R_RISCV_RELATIVE d6d50 │ │ │ │ +000000000010ace8 0000000000000003 R_RISCV_RELATIVE d6cb8 │ │ │ │ +000000000010acf0 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ +000000000010acf8 0000000000000003 R_RISCV_RELATIVE d6d98 │ │ │ │ +000000000010ad00 0000000000000003 R_RISCV_RELATIVE d6de0 │ │ │ │ +000000000010ad10 0000000000000003 R_RISCV_RELATIVE d6e00 │ │ │ │ +000000000010ad18 0000000000000003 R_RISCV_RELATIVE d6e48 │ │ │ │ +000000000010ad20 0000000000000003 R_RISCV_RELATIVE d6e90 │ │ │ │ +000000000010ad30 0000000000000003 R_RISCV_RELATIVE d6e00 │ │ │ │ +000000000010ad38 0000000000000003 R_RISCV_RELATIVE d6eb0 │ │ │ │ +000000000010ad40 0000000000000003 R_RISCV_RELATIVE d6ef0 │ │ │ │ +000000000010ad50 0000000000000003 R_RISCV_RELATIVE d6f00 │ │ │ │ +000000000010ad58 0000000000000003 R_RISCV_RELATIVE d6f48 │ │ │ │ +000000000010ad60 0000000000000003 R_RISCV_RELATIVE d6f88 │ │ │ │ +000000000010ad70 0000000000000003 R_RISCV_RELATIVE d6fc0 │ │ │ │ +000000000010ad78 0000000000000003 R_RISCV_RELATIVE d7008 │ │ │ │ +000000000010ad80 0000000000000003 R_RISCV_RELATIVE d7050 │ │ │ │ +000000000010ad88 0000000000000003 R_RISCV_RELATIVE d7098 │ │ │ │ +000000000010ad90 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ +000000000010ad98 0000000000000003 R_RISCV_RELATIVE d70d8 │ │ │ │ +000000000010ada0 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ +000000000010ada8 0000000000000003 R_RISCV_RELATIVE d7108 │ │ │ │ +000000000010adb0 0000000000000003 R_RISCV_RELATIVE d7150 │ │ │ │ +000000000010adb8 0000000000000003 R_RISCV_RELATIVE d7160 │ │ │ │ +000000000010adc0 0000000000000003 R_RISCV_RELATIVE d7190 │ │ │ │ +000000000010adc8 0000000000000003 R_RISCV_RELATIVE d71d8 │ │ │ │ +000000000010add0 0000000000000003 R_RISCV_RELATIVE d7218 │ │ │ │ +000000000010ade0 0000000000000003 R_RISCV_RELATIVE d7258 │ │ │ │ +000000000010ade8 0000000000000003 R_RISCV_RELATIVE d3380 │ │ │ │ +000000000010adf0 0000000000000003 R_RISCV_RELATIVE d72a0 │ │ │ │ +000000000010adf8 0000000000000003 R_RISCV_RELATIVE d72e8 │ │ │ │ +000000000010ae00 0000000000000003 R_RISCV_RELATIVE d7330 │ │ │ │ +000000000010ae08 0000000000000003 R_RISCV_RELATIVE d7378 │ │ │ │ 000000000010ae10 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ -000000000010ae18 0000000000000003 R_RISCV_RELATIVE d5940 │ │ │ │ -000000000010ae20 0000000000000003 R_RISCV_RELATIVE d5958 │ │ │ │ +000000000010ae18 0000000000000003 R_RISCV_RELATIVE d7810 │ │ │ │ +000000000010ae20 0000000000000003 R_RISCV_RELATIVE d7388 │ │ │ │ 000000000010ae30 0000000000000003 R_RISCV_RELATIVE d73c0 │ │ │ │ 000000000010ae38 0000000000000003 R_RISCV_RELATIVE 10ae60 │ │ │ │ -000000000010ae60 0000000000000003 R_RISCV_RELATIVE d73d8 │ │ │ │ -000000000010ae68 0000000000000003 R_RISCV_RELATIVE d7418 │ │ │ │ -000000000010ae70 0000000000000003 R_RISCV_RELATIVE d7448 │ │ │ │ -000000000010ae78 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ -000000000010ae80 0000000000000003 R_RISCV_RELATIVE d4fa8 │ │ │ │ -000000000010ae90 0000000000000003 R_RISCV_RELATIVE d73c0 │ │ │ │ -000000000010ae98 0000000000000003 R_RISCV_RELATIVE 10aec0 │ │ │ │ +000000000010ae60 0000000000000003 R_RISCV_RELATIVE d73d0 │ │ │ │ +000000000010ae70 0000000000000003 R_RISCV_RELATIVE c51a8 │ │ │ │ +000000000010ae78 0000000000000003 R_RISCV_RELATIVE 10aea0 │ │ │ │ +000000000010aea0 0000000000000003 R_RISCV_RELATIVE d2d60 │ │ │ │ +000000000010aea8 0000000000000003 R_RISCV_RELATIVE d7418 │ │ │ │ +000000000010aeb0 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ +000000000010aeb8 0000000000000003 R_RISCV_RELATIVE d7440 │ │ │ │ 000000000010aec0 0000000000000003 R_RISCV_RELATIVE d7460 │ │ │ │ -000000000010aec8 0000000000000003 R_RISCV_RELATIVE d74a0 │ │ │ │ -000000000010aed0 0000000000000003 R_RISCV_RELATIVE d7448 │ │ │ │ -000000000010aed8 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ -000000000010aee0 0000000000000003 R_RISCV_RELATIVE d4fa8 │ │ │ │ -000000000010aef0 0000000000000003 R_RISCV_RELATIVE d74d0 │ │ │ │ -000000000010aef8 0000000000000003 R_RISCV_RELATIVE 10af20 │ │ │ │ +000000000010aec8 0000000000000003 R_RISCV_RELATIVE d7480 │ │ │ │ +000000000010aed0 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ +000000000010aed8 0000000000000003 R_RISCV_RELATIVE d2e38 │ │ │ │ +000000000010aee8 0000000000000003 R_RISCV_RELATIVE d74a0 │ │ │ │ +000000000010aef0 0000000000000003 R_RISCV_RELATIVE 10af18 │ │ │ │ +000000000010af18 0000000000000003 R_RISCV_RELATIVE d74c0 │ │ │ │ 000000000010af20 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ -000000000010af28 0000000000000003 R_RISCV_RELATIVE d74f0 │ │ │ │ -000000000010af30 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ -000000000010af38 0000000000000003 R_RISCV_RELATIVE d7510 │ │ │ │ -000000000010af40 0000000000000003 R_RISCV_RELATIVE d7560 │ │ │ │ -000000000010af48 0000000000000003 R_RISCV_RELATIVE d7598 │ │ │ │ -000000000010af50 0000000000000003 R_RISCV_RELATIVE d75c0 │ │ │ │ -000000000010af58 0000000000000003 R_RISCV_RELATIVE d7608 │ │ │ │ -000000000010af60 0000000000000003 R_RISCV_RELATIVE d7648 │ │ │ │ -000000000010af68 0000000000000003 R_RISCV_RELATIVE d7678 │ │ │ │ -000000000010af78 0000000000000003 R_RISCV_RELATIVE d76c0 │ │ │ │ -000000000010af80 0000000000000003 R_RISCV_RELATIVE 10afa8 │ │ │ │ -000000000010afa8 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ -000000000010afb0 0000000000000003 R_RISCV_RELATIVE d74f0 │ │ │ │ +000000000010af28 0000000000000003 R_RISCV_RELATIVE d74e8 │ │ │ │ +000000000010af30 0000000000000003 R_RISCV_RELATIVE d7530 │ │ │ │ +000000000010af38 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ +000000000010af40 0000000000000003 R_RISCV_RELATIVE d7578 │ │ │ │ +000000000010af48 0000000000000003 R_RISCV_RELATIVE d75c8 │ │ │ │ +000000000010af50 0000000000000003 R_RISCV_RELATIVE d7610 │ │ │ │ +000000000010af58 0000000000000003 R_RISCV_RELATIVE d7658 │ │ │ │ +000000000010af60 0000000000000003 R_RISCV_RELATIVE d76a0 │ │ │ │ +000000000010af70 0000000000000003 R_RISCV_RELATIVE d76d8 │ │ │ │ +000000000010af78 0000000000000003 R_RISCV_RELATIVE 10afa0 │ │ │ │ +000000000010afa0 0000000000000003 R_RISCV_RELATIVE d76f0 │ │ │ │ +000000000010afa8 0000000000000003 R_RISCV_RELATIVE d7730 │ │ │ │ +000000000010afb0 0000000000000003 R_RISCV_RELATIVE d7770 │ │ │ │ 000000000010afb8 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ -000000000010afc0 0000000000000003 R_RISCV_RELATIVE d76e0 │ │ │ │ -000000000010afc8 0000000000000003 R_RISCV_RELATIVE d7710 │ │ │ │ -000000000010afd0 0000000000000003 R_RISCV_RELATIVE d7740 │ │ │ │ -000000000010afd8 0000000000000003 R_RISCV_RELATIVE d7678 │ │ │ │ -000000000010afe0 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ -000000000010afe8 0000000000000003 R_RISCV_RELATIVE d7770 │ │ │ │ -000000000010aff0 0000000000000003 R_RISCV_RELATIVE d77b0 │ │ │ │ -000000000010aff8 0000000000000003 R_RISCV_RELATIVE d77f0 │ │ │ │ -000000000010b000 0000000000000003 R_RISCV_RELATIVE d7830 │ │ │ │ -000000000010b010 0000000000000003 R_RISCV_RELATIVE d7850 │ │ │ │ -000000000010b018 0000000000000003 R_RISCV_RELATIVE 10b040 │ │ │ │ -000000000010b040 0000000000000003 R_RISCV_RELATIVE d7868 │ │ │ │ -000000000010b048 0000000000000003 R_RISCV_RELATIVE d78a8 │ │ │ │ +000000000010afc0 0000000000000003 R_RISCV_RELATIVE d77d0 │ │ │ │ +000000000010afc8 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ +000000000010afd0 0000000000000003 R_RISCV_RELATIVE d77f8 │ │ │ │ +000000000010afd8 0000000000000003 R_RISCV_RELATIVE d7818 │ │ │ │ +000000000010afe0 0000000000000003 R_RISCV_RELATIVE d7830 │ │ │ │ +000000000010afe8 0000000000000003 R_RISCV_RELATIVE d7850 │ │ │ │ +000000000010aff0 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ +000000000010b000 0000000000000003 R_RISCV_RELATIVE d7878 │ │ │ │ +000000000010b008 0000000000000003 R_RISCV_RELATIVE 10b030 │ │ │ │ +000000000010b030 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ +000000000010b038 0000000000000003 R_RISCV_RELATIVE d7898 │ │ │ │ +000000000010b040 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ +000000000010b048 0000000000000003 R_RISCV_RELATIVE d78b8 │ │ │ │ 000000000010b050 0000000000000003 R_RISCV_RELATIVE d78e8 │ │ │ │ -000000000010b058 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ +000000000010b058 0000000000000003 R_RISCV_RELATIVE d7918 │ │ │ │ 000000000010b060 0000000000000003 R_RISCV_RELATIVE d7948 │ │ │ │ 000000000010b068 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ -000000000010b070 0000000000000003 R_RISCV_RELATIVE d7970 │ │ │ │ -000000000010b078 0000000000000003 R_RISCV_RELATIVE d7990 │ │ │ │ -000000000010b080 0000000000000003 R_RISCV_RELATIVE d79a8 │ │ │ │ -000000000010b088 0000000000000003 R_RISCV_RELATIVE d79c8 │ │ │ │ -000000000010b090 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ -000000000010b0a0 0000000000000003 R_RISCV_RELATIVE d79f0 │ │ │ │ -000000000010b0a8 0000000000000003 R_RISCV_RELATIVE 10b0d0 │ │ │ │ -000000000010b0d0 0000000000000003 R_RISCV_RELATIVE d7a10 │ │ │ │ +000000000010b070 0000000000000003 R_RISCV_RELATIVE d7990 │ │ │ │ +000000000010b078 0000000000000003 R_RISCV_RELATIVE d79d0 │ │ │ │ +000000000010b080 0000000000000003 R_RISCV_RELATIVE d7a10 │ │ │ │ +000000000010b088 0000000000000003 R_RISCV_RELATIVE d7a50 │ │ │ │ +000000000010b098 0000000000000003 R_RISCV_RELATIVE d7a70 │ │ │ │ +000000000010b0a0 0000000000000003 R_RISCV_RELATIVE 10b0c8 │ │ │ │ +000000000010b0c8 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ +000000000010b0d0 0000000000000003 R_RISCV_RELATIVE d7898 │ │ │ │ 000000000010b0d8 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ -000000000010b0e0 0000000000000003 R_RISCV_RELATIVE d7a38 │ │ │ │ -000000000010b0e8 0000000000000003 R_RISCV_RELATIVE d7a80 │ │ │ │ -000000000010b0f0 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ -000000000010b0f8 0000000000000003 R_RISCV_RELATIVE d7ac8 │ │ │ │ -000000000010b100 0000000000000003 R_RISCV_RELATIVE d7b18 │ │ │ │ -000000000010b108 0000000000000003 R_RISCV_RELATIVE d7b60 │ │ │ │ -000000000010b110 0000000000000003 R_RISCV_RELATIVE d7ba8 │ │ │ │ -000000000010b118 0000000000000003 R_RISCV_RELATIVE d7bf0 │ │ │ │ -000000000010b128 0000000000000003 R_RISCV_RELATIVE d7c28 │ │ │ │ -000000000010b130 0000000000000003 R_RISCV_RELATIVE 10b220 │ │ │ │ -000000000010b140 0000000000000003 R_RISCV_RELATIVE d7c50 │ │ │ │ -000000000010b148 0000000000000003 R_RISCV_RELATIVE 10b1e8 │ │ │ │ -000000000010b158 0000000000000003 R_RISCV_RELATIVE d7c80 │ │ │ │ -000000000010b160 0000000000000003 R_RISCV_RELATIVE 10b1d0 │ │ │ │ -000000000010b170 0000000000000003 R_RISCV_RELATIVE d7ca0 │ │ │ │ -000000000010b178 0000000000000003 R_RISCV_RELATIVE 10b1a0 │ │ │ │ -000000000010b1a0 0000000000000003 R_RISCV_RELATIVE d7cb8 │ │ │ │ -000000000010b1a8 0000000000000003 R_RISCV_RELATIVE d7ce0 │ │ │ │ -000000000010b1b0 0000000000000003 R_RISCV_RELATIVE d7d10 │ │ │ │ -000000000010b1b8 0000000000000003 R_RISCV_RELATIVE d7d50 │ │ │ │ -000000000010b1c0 0000000000000003 R_RISCV_RELATIVE d7d88 │ │ │ │ -000000000010b1d0 0000000000000003 R_RISCV_RELATIVE d7da8 │ │ │ │ -000000000010b1d8 0000000000000003 R_RISCV_RELATIVE cce80 │ │ │ │ -000000000010b1e8 0000000000000003 R_RISCV_RELATIVE d7dc0 │ │ │ │ -000000000010b1f0 0000000000000003 R_RISCV_RELATIVE d7e08 │ │ │ │ -000000000010b1f8 0000000000000003 R_RISCV_RELATIVE d7e50 │ │ │ │ -000000000010b200 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ -000000000010b208 0000000000000003 R_RISCV_RELATIVE d7e88 │ │ │ │ -000000000010b210 0000000000000003 R_RISCV_RELATIVE ce7a0 │ │ │ │ -000000000010b220 0000000000000003 R_RISCV_RELATIVE d66d0 │ │ │ │ -000000000010b228 0000000000000003 R_RISCV_RELATIVE d1ab8 │ │ │ │ -000000000010b230 0000000000000003 R_RISCV_RELATIVE d6718 │ │ │ │ -000000000010b238 0000000000000003 R_RISCV_RELATIVE d6760 │ │ │ │ -000000000010b240 0000000000000003 R_RISCV_RELATIVE d7e98 │ │ │ │ -000000000010b248 0000000000000003 R_RISCV_RELATIVE d67f0 │ │ │ │ -000000000010b250 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ -000000000010b258 0000000000000003 R_RISCV_RELATIVE d7988 │ │ │ │ -000000000010b260 0000000000000003 R_RISCV_RELATIVE d6800 │ │ │ │ -000000000010b270 0000000000000003 R_RISCV_RELATIVE c51a8 │ │ │ │ -000000000010b278 0000000000000003 R_RISCV_RELATIVE 10b2a0 │ │ │ │ -000000000010b2a0 0000000000000003 R_RISCV_RELATIVE d1ee0 │ │ │ │ -000000000010b2a8 0000000000000003 R_RISCV_RELATIVE d7ee0 │ │ │ │ -000000000010b2b0 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ -000000000010b2b8 0000000000000003 R_RISCV_RELATIVE d7f08 │ │ │ │ -000000000010b2c0 0000000000000003 R_RISCV_RELATIVE d7f28 │ │ │ │ -000000000010b2c8 0000000000000003 R_RISCV_RELATIVE d7f48 │ │ │ │ -000000000010b2d0 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ -000000000010b2d8 0000000000000003 R_RISCV_RELATIVE d1fb8 │ │ │ │ -000000000010b2e8 0000000000000003 R_RISCV_RELATIVE d7f68 │ │ │ │ -000000000010b2f0 0000000000000003 R_RISCV_RELATIVE 10b318 │ │ │ │ -000000000010b318 0000000000000003 R_RISCV_RELATIVE d7f78 │ │ │ │ +000000000010b0e0 0000000000000003 R_RISCV_RELATIVE d7a90 │ │ │ │ +000000000010b0e8 0000000000000003 R_RISCV_RELATIVE d7ae0 │ │ │ │ +000000000010b0f0 0000000000000003 R_RISCV_RELATIVE d7b18 │ │ │ │ +000000000010b0f8 0000000000000003 R_RISCV_RELATIVE d7b40 │ │ │ │ +000000000010b100 0000000000000003 R_RISCV_RELATIVE d7b88 │ │ │ │ +000000000010b108 0000000000000003 R_RISCV_RELATIVE d7bc8 │ │ │ │ +000000000010b110 0000000000000003 R_RISCV_RELATIVE d7948 │ │ │ │ +000000000010b120 0000000000000003 R_RISCV_RELATIVE d7bf8 │ │ │ │ +000000000010b128 0000000000000003 R_RISCV_RELATIVE 10b150 │ │ │ │ +000000000010b150 0000000000000003 R_RISCV_RELATIVE d7c10 │ │ │ │ +000000000010b158 0000000000000003 R_RISCV_RELATIVE d7c50 │ │ │ │ +000000000010b160 0000000000000003 R_RISCV_RELATIVE d7c80 │ │ │ │ +000000000010b168 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ +000000000010b170 0000000000000003 R_RISCV_RELATIVE d5d00 │ │ │ │ +000000000010b180 0000000000000003 R_RISCV_RELATIVE d7bf8 │ │ │ │ +000000000010b188 0000000000000003 R_RISCV_RELATIVE 10b1b0 │ │ │ │ +000000000010b1b0 0000000000000003 R_RISCV_RELATIVE d7c98 │ │ │ │ +000000000010b1b8 0000000000000003 R_RISCV_RELATIVE d7cd8 │ │ │ │ +000000000010b1c0 0000000000000003 R_RISCV_RELATIVE d7c80 │ │ │ │ +000000000010b1c8 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ +000000000010b1d0 0000000000000003 R_RISCV_RELATIVE d5d00 │ │ │ │ +000000000010b1e0 0000000000000003 R_RISCV_RELATIVE d7d08 │ │ │ │ +000000000010b1e8 0000000000000003 R_RISCV_RELATIVE 10b2d8 │ │ │ │ +000000000010b1f8 0000000000000003 R_RISCV_RELATIVE d7d30 │ │ │ │ +000000000010b200 0000000000000003 R_RISCV_RELATIVE 10b2a0 │ │ │ │ +000000000010b210 0000000000000003 R_RISCV_RELATIVE d7d60 │ │ │ │ +000000000010b218 0000000000000003 R_RISCV_RELATIVE 10b288 │ │ │ │ +000000000010b228 0000000000000003 R_RISCV_RELATIVE d7d80 │ │ │ │ +000000000010b230 0000000000000003 R_RISCV_RELATIVE 10b258 │ │ │ │ +000000000010b258 0000000000000003 R_RISCV_RELATIVE d7d98 │ │ │ │ +000000000010b260 0000000000000003 R_RISCV_RELATIVE d7dc0 │ │ │ │ +000000000010b268 0000000000000003 R_RISCV_RELATIVE d7df0 │ │ │ │ +000000000010b270 0000000000000003 R_RISCV_RELATIVE d7e30 │ │ │ │ +000000000010b278 0000000000000003 R_RISCV_RELATIVE d7e68 │ │ │ │ +000000000010b288 0000000000000003 R_RISCV_RELATIVE d7e88 │ │ │ │ +000000000010b290 0000000000000003 R_RISCV_RELATIVE d0e98 │ │ │ │ +000000000010b2a0 0000000000000003 R_RISCV_RELATIVE d7ea0 │ │ │ │ +000000000010b2a8 0000000000000003 R_RISCV_RELATIVE d7ee8 │ │ │ │ +000000000010b2b0 0000000000000003 R_RISCV_RELATIVE d7f30 │ │ │ │ +000000000010b2b8 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ +000000000010b2c0 0000000000000003 R_RISCV_RELATIVE d7f68 │ │ │ │ +000000000010b2c8 0000000000000003 R_RISCV_RELATIVE cd298 │ │ │ │ +000000000010b2d8 0000000000000003 R_RISCV_RELATIVE d7258 │ │ │ │ +000000000010b2e0 0000000000000003 R_RISCV_RELATIVE d3380 │ │ │ │ +000000000010b2e8 0000000000000003 R_RISCV_RELATIVE d72a0 │ │ │ │ +000000000010b2f0 0000000000000003 R_RISCV_RELATIVE d72e8 │ │ │ │ +000000000010b2f8 0000000000000003 R_RISCV_RELATIVE d7f78 │ │ │ │ +000000000010b300 0000000000000003 R_RISCV_RELATIVE d7378 │ │ │ │ +000000000010b308 0000000000000003 R_RISCV_RELATIVE c38a8 │ │ │ │ +000000000010b310 0000000000000003 R_RISCV_RELATIVE d7810 │ │ │ │ +000000000010b318 0000000000000003 R_RISCV_RELATIVE d7388 │ │ │ │ 000000000010b350 0000000000000003 R_RISCV_RELATIVE c3b28 │ │ │ │ 000000000010b358 0000000000000003 R_RISCV_RELATIVE d8718 │ │ │ │ 000000000010b438 0000000000000003 R_RISCV_RELATIVE c3b28 │ │ │ │ 000000000010b440 0000000000000003 R_RISCV_RELATIVE d8730 │ │ │ │ 000000000010b448 0000000000000003 R_RISCV_RELATIVE d8738 │ │ │ │ 000000000010b5c0 0000000000000003 R_RISCV_RELATIVE 5d8aa │ │ │ │ 000000000010b5c8 0000000000000003 R_RISCV_RELATIVE 5d8ca │ │ │ │ @@ -2652,15 +2652,15 @@ │ │ │ │ 000000000010cb38 0000000000000003 R_RISCV_RELATIVE 9f8d4 │ │ │ │ 000000000010cb40 0000000000000003 R_RISCV_RELATIVE 9f63e │ │ │ │ 000000000010cc18 0000000000000003 R_RISCV_RELATIVE dc400 │ │ │ │ 000000000010cc28 0000000000000003 R_RISCV_RELATIVE 9f626 │ │ │ │ 000000000010cc30 0000000000000003 R_RISCV_RELATIVE 9f63c │ │ │ │ 000000000010cc60 0000000000000003 R_RISCV_RELATIVE dc420 │ │ │ │ 000000000010cc78 0000000000000003 R_RISCV_RELATIVE dc428 │ │ │ │ -000000000010cc90 0000000000000003 R_RISCV_RELATIVE d1880 │ │ │ │ +000000000010cc90 0000000000000003 R_RISCV_RELATIVE d3148 │ │ │ │ 000000000010cca8 0000000000000003 R_RISCV_RELATIVE dc430 │ │ │ │ 000000000010ccc0 0000000000000003 R_RISCV_RELATIVE dc438 │ │ │ │ 000000000010ccd8 0000000000000003 R_RISCV_RELATIVE dc440 │ │ │ │ 000000000010ccf0 0000000000000003 R_RISCV_RELATIVE dc448 │ │ │ │ 000000000010cd08 0000000000000003 R_RISCV_RELATIVE dc450 │ │ │ │ 000000000010cd20 0000000000000003 R_RISCV_RELATIVE dc458 │ │ │ │ 000000000010cd38 0000000000000003 R_RISCV_RELATIVE c8630 │ │ │ │ @@ -2809,15 +2809,15 @@ │ │ │ │ 0000000000111500 0000000000000003 R_RISCV_RELATIVE c3b28 │ │ │ │ 0000000000111508 0000000000000003 R_RISCV_RELATIVE e08b8 │ │ │ │ 0000000000111518 0000000000000003 R_RISCV_RELATIVE b9222 │ │ │ │ 0000000000111520 0000000000000003 R_RISCV_RELATIVE b94d8 │ │ │ │ 0000000000111528 0000000000000003 R_RISCV_RELATIVE b93cc │ │ │ │ 00000000001115d8 0000000000000003 R_RISCV_RELATIVE e0908 │ │ │ │ 00000000001115e8 0000000000000003 R_RISCV_RELATIVE c8618 │ │ │ │ -00000000001115f8 0000000000000003 R_RISCV_RELATIVE cdb18 │ │ │ │ +00000000001115f8 0000000000000003 R_RISCV_RELATIVE d1b30 │ │ │ │ 0000000000111610 0000000000000003 R_RISCV_RELATIVE c3b28 │ │ │ │ 0000000000111618 0000000000000003 R_RISCV_RELATIVE e0cd8 │ │ │ │ 0000000000111628 0000000000000003 R_RISCV_RELATIVE ba64e │ │ │ │ 0000000000111630 0000000000000003 R_RISCV_RELATIVE ba788 │ │ │ │ 0000000000111638 0000000000000003 R_RISCV_RELATIVE ba6cc │ │ │ │ 00000000001116e0 0000000000000003 R_RISCV_RELATIVE e0ce0 │ │ │ │ 00000000001116f0 0000000000000003 R_RISCV_RELATIVE ba5f8 │ │ │ ├── readelf --wide --notes {} │ │ │ │ @@ -1,4 +1,4 @@ │ │ │ │ │ │ │ │ Displaying notes found in: .note.gnu.build-id │ │ │ │ Owner Data size Description │ │ │ │ - GNU 0x00000014 NT_GNU_BUILD_ID (unique build ID bitstring) Build ID: 567cd60788af947a88982688f5480f6ca941f792 │ │ │ │ + GNU 0x00000014 NT_GNU_BUILD_ID (unique build ID bitstring) Build ID: 9893b84aacd0cb9ea1c11d03c72786a9deb8d0a9 │ │ │ ├── strings --all --bytes=8 {} │ │ │ │┄ Ordering differences only │ │ │ │ @@ -2242,66 +2242,392 @@ │ │ │ │ If opal_base_help_aggregate is true, duplicate help messages will be aggregated rather than displayed individually. This can be helpful for parallel jobs that experience multiple identical failures; rather than print out the same help/failure message N times, display it once with a count of how many processes sent the same message. Default: true. │ │ │ │ help_aggregate │ │ │ │ opal_show_help_finalize │ │ │ │ (Not specified) │ │ │ │ %sSorry! You were supposed to get help about: │ │ │ │ from topic: │ │ │ │ But I couldn't find that help topic. Sorry! │ │ │ │ -help-shmem-api.txt │ │ │ │ -help-oshmem-info.txt │ │ │ │ help-shmem-runtime.txt │ │ │ │ -help-oshmem-memheap.txt │ │ │ │ -help-oshmem-sshmem.txt │ │ │ │ -help-oshmem-sshmem-mmap.txt │ │ │ │ -help-oshmem-sshmem-sysv.txt │ │ │ │ -help-oshmem-scoll-mpi.txt │ │ │ │ help-oshmem-scoll-ucc.txt │ │ │ │ -help-comm.txt │ │ │ │ -help-dpm.txt │ │ │ │ -help-mpirun.txt │ │ │ │ +help-oshmem-scoll-mpi.txt │ │ │ │ +help-oshmem-sshmem-sysv.txt │ │ │ │ +help-oshmem-sshmem-mmap.txt │ │ │ │ +help-oshmem-sshmem.txt │ │ │ │ +help-oshmem-memheap.txt │ │ │ │ +help-oshmem-info.txt │ │ │ │ +help-shmem-api.txt │ │ │ │ help-mpi-runtime.txt │ │ │ │ -help-mpi-api.txt │ │ │ │ help-mtl-ofi.txt │ │ │ │ help-mtl-psm2.txt │ │ │ │ -help-mca-bml-r2.txt │ │ │ │ -help-mpi-pml-ob1.txt │ │ │ │ -help-mca-hook-base.txt │ │ │ │ help-coll-xhc.txt │ │ │ │ help-mca-coll-base.txt │ │ │ │ +help-mpi-pml-ob1.txt │ │ │ │ +help-mca-hook-base.txt │ │ │ │ +help-mca-bml-r2.txt │ │ │ │ +help-mpirun.txt │ │ │ │ +help-comm.txt │ │ │ │ +help-dpm.txt │ │ │ │ help-mpi-ft.txt │ │ │ │ help-mpi-errors.txt │ │ │ │ -help-opal-wrapper.txt │ │ │ │ -help-opal-shmem-mmap.txt │ │ │ │ -help-opal-shmem-sysv.txt │ │ │ │ -help-opal-shmem-posix.txt │ │ │ │ +help-mpi-api.txt │ │ │ │ help-common-ofi.txt │ │ │ │ help-mpi-common-ubcl.txt │ │ │ │ help-mpi-common-sm.txt │ │ │ │ -help-opal-timer-linux.txt │ │ │ │ -help-smsc-knem.txt │ │ │ │ -help-rcache-base.txt │ │ │ │ help-mca-allocator-bucket.txt │ │ │ │ -help-opal-if-linux-ipv6.txt │ │ │ │ -help-mpool-base.txt │ │ │ │ -help-opal-hwloc-base.txt │ │ │ │ -help-accelerator-base.txt │ │ │ │ help-accelerator-cuda.txt │ │ │ │ -help-mpi-btl-base.txt │ │ │ │ -help-mpi-btl-tcp.txt │ │ │ │ +help-accelerator-base.txt │ │ │ │ +help-opal-hwloc-base.txt │ │ │ │ help-mpi-btl-smcuda.txt │ │ │ │ +help-mpi-btl-tcp.txt │ │ │ │ help-mpi-btl-usnic.txt │ │ │ │ +help-mpi-btl-base.txt │ │ │ │ +help-opal-timer-linux.txt │ │ │ │ +help-smsc-knem.txt │ │ │ │ +help-mpool-base.txt │ │ │ │ +help-opal-shmem-posix.txt │ │ │ │ +help-opal-shmem-sysv.txt │ │ │ │ +help-opal-shmem-mmap.txt │ │ │ │ +help-rcache-base.txt │ │ │ │ +help-opal-if-linux-ipv6.txt │ │ │ │ help-opal-threads.txt │ │ │ │ +help-opal-wrapper.txt │ │ │ │ +Invalid argument type │ │ │ │ +Index(%zu) is out of bound(length %ud). │ │ │ │ +Encountered error reading file %s. │ │ │ │ +Cannot allocate memory. │ │ │ │ +Failed to open file %s. Please check the file path and permissions. │ │ │ │ +The input is not a valid JSON string. │ │ │ │ +Function %s expects input type %s(%d) but got %d. │ │ │ │ +The JSON value has an unknown type %s. │ │ │ │ +stacktrace signal override │ │ │ │ +stacktrace bad signal │ │ │ │ +malformed net_private_ipv4 │ │ │ │ +invalid-net-mask │ │ │ │ +malformed-uri │ │ │ │ +relative-path │ │ │ │ +sys-limit-failed │ │ │ │ +sys-limit-unrecognized │ │ │ │ +A directory that Open MPI needs to use already exists, but is owned │ │ │ │ +by a different user. For safety, Open MPI will not use it: │ │ │ │ + Directory: %s │ │ │ │ + Owner UID: %lu │ │ │ │ + Our UID: %lu │ │ │ │ +This can happen when a stale directory with the same name is left │ │ │ │ +over from another user's job, or when the directory was deliberately │ │ │ │ +pre-created. Please remove the directory, or use a different │ │ │ │ +location (e.g., by setting the TMPDIR environment variable). │ │ │ │ +A call to mkdir was unable to create the desired directory: │ │ │ │ + Directory: %s │ │ │ │ + Error: %s │ │ │ │ +Please check to ensure you have adequate permissions to perform │ │ │ │ +the desired operation. │ │ │ │ +While working through a directory tree, we were unable to set │ │ │ │ +a directory to the desired mode: │ │ │ │ + Mode: %0x │ │ │ │ + Error: %s │ │ │ │ +Open MPI received a request to set a system resource limit. │ │ │ │ +Sadly, OMPI does not recognize or currently support the specified │ │ │ │ +resource: │ │ │ │ + Resource: %s │ │ │ │ + Limit: %s │ │ │ │ +Please correct the request and try again. │ │ │ │ +Per request, Open MPI attempted to set a system resource │ │ │ │ +limit to a given value: │ │ │ │ +The system has refused to allow this operation. This is likely │ │ │ │ +due to a permission limitation, or specifying an unsupported │ │ │ │ +value. Please check the system or remove the request and try │ │ │ │ +When creating a URI, all files must be specified in absolute paths: │ │ │ │ + Value provided: %s │ │ │ │ +Please update your application to provide the full path to the file. │ │ │ │ +Open MPI has detected a malformed URI: │ │ │ │ + URI: %s │ │ │ │ +Accepted values follow IETF RFC3986, e.g. file://192.168.1.1/over/there │ │ │ │ +Open MPI has detected a malformed IPv4 address or netmask: │ │ │ │ +Accepted values follow the Classless Inter-Domain │ │ │ │ +Routing (CIDR) notation specifications. For example: │ │ │ │ + 10.0.0.0/8 │ │ │ │ + 172.16/12 │ │ │ │ + 192.168 │ │ │ │ + 169.254.0.0/16 │ │ │ │ +Open MPI has detected at least one malformed IP address or netmask in │ │ │ │ +the value of the opal_net_private_ipv4 MCA parameter. The │ │ │ │ +opal_net_private_ipv4 MCA parameter accepts a semicolon-delimited list │ │ │ │ +of Classless Inter-Domain Routing (CIDR) notation specifications, each │ │ │ │ +of the form /. For example: │ │ │ │ + 10.0.0.0/8;172.16.0.0/12;192.168.0.0/16;169.254.0.0/16 │ │ │ │ +The first detected malformed entry was %s. │ │ │ │ +Open MPI was inserting a signal handler but was given an invalid │ │ │ │ +signal number: │ │ │ │ + Signal string: %s │ │ │ │ + Bad value: %s │ │ │ │ +The given value must be an integer within the signal number │ │ │ │ +range. Please correct the value and try again. │ │ │ │ +Open MPI was inserting a signal handler for signal %d but noticed │ │ │ │ +that there is already a non-default handler installed. Open MPI's │ │ │ │ +handler was therefore not installed; your job will continue. This │ │ │ │ +warning message will only be displayed once, even if Open MPI │ │ │ │ +encounters this situation again. │ │ │ │ +To avoid displaying this warning message, you can either not install │ │ │ │ +the error handler for signal %d or you can have Open MPI not try to │ │ │ │ +install its own signal handler for this signal by setting the │ │ │ │ +"opal_signals" MCA parameter. │ │ │ │ + Signal: %d │ │ │ │ + Current opal_signal value: %s │ │ │ │ +no-language-support │ │ │ │ +no-compiler-specified │ │ │ │ +no-compiler-found │ │ │ │ +file-not-found │ │ │ │ +spawn-failed │ │ │ │ +no-options-support │ │ │ │ +The %s wrapper compiler was unable to find a block of options in its │ │ │ │ +configuration to support your compiler mode. Your application was not │ │ │ │ +compiled. or linked. │ │ │ │ +The wrapper compiler command line was: │ │ │ │ +Unable to call the compiler (%s). The failure return the error │ │ │ │ +The failed command was [%s]. │ │ │ │ +%s could not find the file %s, needed for %s support. │ │ │ │ +This may indicate an incomplete install and linking will likely fail. │ │ │ │ +%s [-showme[:]] args │ │ │ │ + -showme:command Show command used to invoke real compiler │ │ │ │ + -showme:compile Show flags added when compiling │ │ │ │ + -showme:link Show flags added when linking │ │ │ │ + -showme:incdirs Show list of include dirs added when compiling │ │ │ │ + -showme:libdirs Show list of library dirs added when linking │ │ │ │ + -showme:libs Show list of libraries added when linking │ │ │ │ + -showme:version Show version of %s │ │ │ │ + -showme:help This help message │ │ │ │ +%s: %s %s (Language: %s) │ │ │ │ +The Open MPI wrapper compiler was unable to find the specified compiler │ │ │ │ +%s in your PATH. │ │ │ │ +Note that this compiler was either specified at configure time or in │ │ │ │ +one of several possible environment variables. │ │ │ │ +No underlying compiler was specified in the wrapper compiler data file │ │ │ │ +(e.g., mpicc-wrapper-data.txt) │ │ │ │ +Unfortunately, this installation of Open MPI was not compiled with │ │ │ │ +%s support. As such, the %s compiler is non-functional. │ │ │ │ +find-available:none found │ │ │ │ +The opal_mca_base_component_show_load_errors MCA variable cannot │ │ │ │ +contain a token that has more than one "/" character in it. │ │ │ │ +The opal_mca_base_component_show_load_errors MCA variable can only │ │ │ │ +contain the values: all, none, or a comma-delimited list of tokens in │ │ │ │ +the form of "framework" or "framework/component". │ │ │ │ + Erroneous value: %s │ │ │ │ +An internal error has occurred during the startup of Open MPI. This │ │ │ │ +is highly unusual and shouldn't happen. Open MPI will now abort your │ │ │ │ +The following message may provide additional insight into the error: │ │ │ │ + Failure at: %s (%s:%d) │ │ │ │ + Error: %d (%s) │ │ │ │ +MCA framework parameters can only take a single negation operator │ │ │ │ +("^"), and it must be at the beginning of the value. The following │ │ │ │ +value violates this rule: │ │ │ │ +When used, the negation operator sets the "exclusive" behavior mode, │ │ │ │ +meaning that it will exclude all specified components (and implicitly │ │ │ │ +include all others). If the negation operator is not specified, the │ │ │ │ +"inclusive" mode is assumed, meaning that all specified components │ │ │ │ +will be included (and implicitly exclude all others). │ │ │ │ +For example, "^a,b" specifies the exclusive behavior and means "use │ │ │ │ +all components *except* a and b", while "c,d" specifies the inclusive │ │ │ │ +behavior and means "use *only* components c and d." │ │ │ │ +You cannot mix inclusive and exclusive behavior. │ │ │ │ +No components were able to be opened in the %s framework. │ │ │ │ +This typically means that either no components of this type were │ │ │ │ +installed, or none of the installed components can be loaded. │ │ │ │ +Sometimes this means that shared libraries required by these │ │ │ │ +components are unable to be found/loaded. │ │ │ │ + Host: %s │ │ │ │ + Framework: %s │ │ │ │ +A requested component was not found, or was unable to be opened. This │ │ │ │ +means that this component is either not installed or is unable to be │ │ │ │ +used on your system (e.g., sometimes this means that shared libraries │ │ │ │ +that the component requires are unable to be found/loaded). Note that │ │ │ │ +Open MPI stopped checking at the first component that it did not find. │ │ │ │ +Host: %s │ │ │ │ +Framework: %s │ │ │ │ +Component: %s │ │ │ │ +re-register-with-different-type │ │ │ │ +An invalid value was supplied for an MCA variable "mca_base_env_list_delimiter". │ │ │ │ +The "mca_base_env_list" variable will be ignored. │ │ │ │ + Value: %s │ │ │ │ +WARNING: The format of "mca_base_env_list" parameter is a delimited list of VAR=VAL or │ │ │ │ +VAR instances. By default, the delimiter is a semicolon: VAR1=VAL1;VAR2;VAR3=VAL3;... │ │ │ │ +You can set other via "mca_base_env_list_delimiter" parameter. If the delimiter is a │ │ │ │ +semicolon, the value of "mca_base_env_list" variable should be quoted to not interfere │ │ │ │ +with SHELL command line parsing. In the case where a value is not assigned to variable │ │ │ │ +VAR, the value will be taken from the current environment. │ │ │ │ +The following environment variable was not found in the environment: │ │ │ │ + Variable: %s │ │ │ │ + MCA variable value: %s │ │ │ │ +WARNING: The special MCA parameter "%s" was set in │ │ │ │ +an unexpected way, and is likely not working the way you want it to. │ │ │ │ +Specifically, this MCA parameter is "special" in that it can *only* be │ │ │ │ +set in the environment. Setting this value in a file -- and sometimes │ │ │ │ +even on the command line -- will not work as intended. The *only* way │ │ │ │ +to set this value is to set "OMPI_MCA_%s" in the environment before │ │ │ │ +starting your job. │ │ │ │ + Value: %s │ │ │ │ + Source: %s │ │ │ │ +An invalid value was supplied for an enum variable. │ │ │ │ + Variable : %s │ │ │ │ + Value : %s │ │ │ │ + Valid values : %s │ │ │ │ +An invalid value was supplied for an MCA variable. │ │ │ │ +WARNING: A user-supplied value attempted to set a variable that is set │ │ │ │ +in the override variable file (openmpi-mca-params-override.conf). │ │ │ │ + Variable: %s │ │ │ │ +The user-supplied value was ignored. │ │ │ │ +A name collision was detected on an MCA variable name. This can happen │ │ │ │ +if two components try to register the same variable with slightly │ │ │ │ +different name components. The conflicting variables are listed below: │ │ │ │ + MCA variable name: %s │ │ │ │ + New name: %s %s %s │ │ │ │ + Existing name: %s %s %s │ │ │ │ +An MCA variable was re-registered with a different type (i.e., it was │ │ │ │ +either originally registered as an INT and re-registered as a STRING, │ │ │ │ +or it was originally registered as a STRING and re-registered as an │ │ │ │ +INT). This a developer error; your job may abort. │ │ │ │ +Two mutually-exclusive MCA variables were specified. This can result │ │ │ │ +in undefined behavior, such as ignoring the components that the MCA │ │ │ │ +variables are supposed to affect. │ │ │ │ + 1st MCA variable: %s │ │ │ │ + Source of value: %s │ │ │ │ + 2nd MCA variable: %s │ │ │ │ +A deprecated MCA variable value was specified in an MCA variable │ │ │ │ +file. Deprecated MCA variables should be avoided; they may disappear │ │ │ │ +in future releases. │ │ │ │ + Deprecated variable: %s │ │ │ │ + Source file: %s │ │ │ │ + New variable: %s │ │ │ │ +A deprecated MCA variable value was specified on the command line. Deprecated │ │ │ │ +MCA variables should be avoided; they may disappear in future releases. │ │ │ │ +A deprecated MCA variable value was specified in the environment or │ │ │ │ +on the command line. Deprecated MCA variables should be avoided; │ │ │ │ +they may disappear in future releases. │ │ │ │ +Process %d Unable to locate the variable file "%s" in the following search path: │ │ │ │ +WARNING: A user-supplied value attempted to override the default-only MCA │ │ │ │ +variable named "%s". │ │ │ │ +ERROR: An invalid combination of flags was passed to mca_base_var_register. │ │ │ │ + Flags: %s %s │ │ │ │ mutex init failed │ │ │ │ mutex lock failed │ │ │ │ mutex unlock failed │ │ │ │ mutex trylock failed │ │ │ │ A try to acquire a mutex (mutex trylock) has failed. │ │ │ │ A mutex release (mutex unlock) has failed. │ │ │ │ A mutex acquire (mutex lock) has failed. │ │ │ │ A mutex initialization has failed. │ │ │ │ +fail to parse if_inet6 │ │ │ │ +Open MPI failed to parse at least one of the lines in │ │ │ │ +/proc/net/if_inet6. This is extremely unusual and should never │ │ │ │ +happen. Open MPI will skip this interface and attempt to continue. │ │ │ │ + Interface: %s │ │ │ │ + Hex: %s │ │ │ │ +leave pinned failed │ │ │ │ +cannot deregister in-use memory │ │ │ │ +Open MPI intercepted a call to free memory that is still being used by │ │ │ │ +an ongoing MPI communication. This usually reflects an error in the │ │ │ │ +MPI application; it may signify memory corruption. Open MPI will now │ │ │ │ +abort your job. │ │ │ │ + rcache name: %s │ │ │ │ + Local host: %s │ │ │ │ + Buffer address: %p │ │ │ │ + Buffer size: %lu │ │ │ │ +A process attempted to use the "leave pinned" MPI feature, but no │ │ │ │ +memory registration hooks were found on the system at run time. This │ │ │ │ +may be the result of running on a system that does not support memory │ │ │ │ +hooks or having some other software subvert Open MPI's use of the │ │ │ │ +memory hooks. You can disable Open MPI's use of memory hooks by │ │ │ │ +setting both the mpi_leave_pinned and mpi_leave_pinned_pipeline MCA │ │ │ │ +parameters to 0. │ │ │ │ +Open MPI will disable any transports that are attempting to use the │ │ │ │ +leave pinned functionality; your job may still run, but may fall back │ │ │ │ +to a slower network transport (such as TCP). │ │ │ │ + rcache name: %s │ │ │ │ + Process: %s │ │ │ │ + Local host: %s │ │ │ │ +sys call fail │ │ │ │ +mmap on nfs │ │ │ │ +target full │ │ │ │ +It appears as if there is not enough space for %s (the shared-memory backing │ │ │ │ +file). It is likely that your MPI job will now either abort or experience │ │ │ │ +performance degradation. │ │ │ │ + Space Requested: %lu B │ │ │ │ + Space Available: %llu B │ │ │ │ +WARNING: Open MPI will create a shared memory backing file in a │ │ │ │ +directory that appears to be mounted on a network filesystem. │ │ │ │ +Creating the shared memory backup file on a network file system, such │ │ │ │ +as NFS or Lustre is not recommended -- it may cause excessive network │ │ │ │ +traffic to your file servers and/or cause shared memory traffic in │ │ │ │ +Open MPI to be much slower than expected. │ │ │ │ +You may want to check what the typical temporary directory is on your │ │ │ │ +node. Possible sources of the location of this temporary directory │ │ │ │ +include the $TEMPDIR, $TEMP, and $TMP environment variables. │ │ │ │ +Note, too, that system administrators can set a list of filesystems │ │ │ │ +where Open MPI is disallowed from creating temporary files by setting │ │ │ │ +the MCA parameter "orte_no_session_dir". │ │ │ │ + Local host: %s │ │ │ │ + Filename: %s │ │ │ │ +You can set the MCA parameter shmem_mmap_enable_nfs_warning to 0 to │ │ │ │ +disable this message. │ │ │ │ +A system call failed during shared memory initialization that should │ │ │ │ +not have. It is likely that your MPI job will now either abort or │ │ │ │ +experience performance degradation. │ │ │ │ + System call: %s %s │ │ │ │ + Error: %s (errno %d) │ │ │ │ +all mem leaks │ │ │ │ +some mem leaks │ │ │ │ +The following memory locations were allocated via MPI_ALLOC_MEM but │ │ │ │ +not freed via MPI_FREE_MEM before invoking MPI_FINALIZE: │ │ │ │ +Process ID: %s │ │ │ │ +Hostname: %s │ │ │ │ +PID: %d │ │ │ │ +%d additional leak%s recorded but %s not displayed here. Set the MCA │ │ │ │ +parameter mpi_show_mpi_alloc_mem_leaks to a larger number to see that │ │ │ │ +many leaks, or set it to a negative number to see all leaks. │ │ │ │ +knem permission denied │ │ │ │ +knem fail open │ │ │ │ +knem get ABI fail │ │ │ │ +knem ABI mismatch │ │ │ │ +WARNING: Open MPI was compiled with support for one version of the │ │ │ │ +knem kernel module, but it discovered a different version running in │ │ │ │ +/dev/knem. Open MPI needs to be installed with support for the same │ │ │ │ +version of knem as is in the running Linux kernel. Please check with │ │ │ │ +your system administrator, or set the smsc MCA variable to "^knem" to │ │ │ │ +silence this warning and run without knem support. │ │ │ │ +Open MPI will try to fall back on another single-copy mechanism if one │ │ │ │ +is available. This may result in lower performance. │ │ │ │ + Local host: %s │ │ │ │ + Open MPI's knem version: 0x%x │ │ │ │ + /dev/knem's version: 0x%x │ │ │ │ +WARNING: Open MPI failed to retrieve the ABI version from the │ │ │ │ +/dev/knem device due to a local error. This usually indicates an │ │ │ │ +error in your knem installation; please check with your system │ │ │ │ +administrator, or set the smsc MCA variable to "^knem" to silence this │ │ │ │ +warning and run without knem support. │ │ │ │ + Errno: %d (%s) │ │ │ │ +WARNING: Open MPI failed to open the /dev/knem device due to a local │ │ │ │ +error. Please check with your system administrator to get the problem │ │ │ │ +fixed, or set the smsc MCA variable to "^knem" to silence this warning │ │ │ │ +WARNING: Open MPI failed to open the /dev/knem device due to a │ │ │ │ +permissions problem. Please check with your system administrator to │ │ │ │ +get the permissions fixed, or set the smsc MCA variable to "^knem" to │ │ │ │ + Local host: %s │ │ │ │ + /dev/knem permissions: 0%o │ │ │ │ +monotonic not supported │ │ │ │ +A monotonic timer has been requested by the user, but could not be found on the │ │ │ │ +system. Falling back to a non-monotonic timer (such as RDTSC). │ │ │ │ +btl:no-nics │ │ │ │ +%s: A high-performance Open MPI point-to-point messaging module │ │ │ │ +was unable to find any relevant network interfaces: │ │ │ │ +Module: %s │ │ │ │ + Host: %s │ │ │ │ +Another transport will be used instead, although this may result in │ │ │ │ +lower performance. │ │ │ │ +NOTE: You can disable this warning by setting the MCA parameter │ │ │ │ +btl_base_warn_component_unused to 0. │ │ │ │ not enough usnic resources │ │ │ │ libfabric API failed │ │ │ │ async event │ │ │ │ internal error after init │ │ │ │ check_reg_mem_basics fail │ │ │ │ invalid if_inexclude │ │ │ │ MTU mismatch │ │ │ │ @@ -2388,16 +2714,14 @@ │ │ │ │ Local host: %s │ │ │ │ usNIC interface: %s │ │ │ │ Local MTU: %d │ │ │ │ Remote host: %s │ │ │ │ Remote MTU: %d │ │ │ │ WARNING: An invalid value was given for btl_usnic_if_%s. This │ │ │ │ value will be ignored. │ │ │ │ - Local host: %s │ │ │ │ - Value: %s │ │ │ │ Message: %s │ │ │ │ The usNIC BTL failed to initialize while trying to register some │ │ │ │ memory. This typically can indicate that the "memlock" limits are set │ │ │ │ too low. For most HPC installations, the memlock limits should be set │ │ │ │ to "unlimited". The failure occurred here: │ │ │ │ Local host: %s │ │ │ │ Memlock limit: %s │ │ │ │ @@ -2411,16 +2735,14 @@ │ │ │ │ Server: %s │ │ │ │ File: %s │ │ │ │ Line: %d │ │ │ │ Message: %s │ │ │ │ Open MPI will skip this usNIC interface in the usnic BTL, which may │ │ │ │ result in either lower performance or your job aborting. │ │ │ │ Server: %s │ │ │ │ - Failure at: %s (%s:%d) │ │ │ │ - Error: %d (%s) │ │ │ │ Open MPI detected a fatal error on a usNIC interface. Your MPI job │ │ │ │ will now abort; sorry. │ │ │ │ Server: %s │ │ │ │ usNIC interface: %s │ │ │ │ Async event code: %s (%d) │ │ │ │ Open MPI failed a basic API operation on a Cisco usNIC interface. │ │ │ │ This is highly unusual and shouldn't happen. It suggests that there │ │ │ │ @@ -2435,23 +2757,14 @@ │ │ │ │ processes on this server. │ │ │ │ This means that you have either not provisioned enough usNICs on this │ │ │ │ VIC, or there are not enough total receive, transmit, or completion │ │ │ │ queues on the provisioned usNICs. On each VIC in a given server, you │ │ │ │ need to provision at least as many usNICs as MPI processes on that │ │ │ │ server. In each usNIC, you need to provision enough of each of the │ │ │ │ following: send queues, receive queues, and completion queues. │ │ │ │ -sys call fail │ │ │ │ -no locality │ │ │ │ -WARNING: Missing locality information required for smcuda initialization. │ │ │ │ -Continuing without smcuda BTL. │ │ │ │ -A system call failed during sm BTL initialization that should │ │ │ │ -not have. It is likely that your MPI job will now either abort or │ │ │ │ -experience performance degradation. │ │ │ │ - System call: %s │ │ │ │ - Error: %s (errno %d) │ │ │ │ invalid minimum port │ │ │ │ client connect fail │ │ │ │ client handshake fail │ │ │ │ accept failed │ │ │ │ peer hung up │ │ │ │ dropped inbound connection │ │ │ │ socket flag fail │ │ │ │ @@ -2505,33 +2818,41 @@ │ │ │ │ most common causes when it does occur are: │ │ │ │ * The process ran out of file descriptors │ │ │ │ * The operating system ran out of file descriptors │ │ │ │ * The operating system ran out of memory │ │ │ │ Your Open MPI job will likely hang (or crash) until the failure │ │ │ │ resason is fixed (e.g., more file descriptors and/or memory becomes │ │ │ │ available), and may eventually timeout / abort. │ │ │ │ - Errno: %d (%s) │ │ │ │ WARNING: Open MPI failed to handshake with a connecting peer MPI │ │ │ │ process over TCP. This should not happen. │ │ │ │ Your Open MPI job may now hang or fail. │ │ │ │ WARNING: Open MPI failed to TCP connect to a peer MPI process. This │ │ │ │ WARNING: An invalid value was given for the btl_tcp_port_min_%s. Legal │ │ │ │ values are in the range [1 .. 2^16-1]. This value will be ignored │ │ │ │ (reset to the default value of 1024). │ │ │ │ Value: %d │ │ │ │ WARNING: An invalid value was given for btl_tcp_if_%s. This │ │ │ │ -btl:no-nics │ │ │ │ -%s: A high-performance Open MPI point-to-point messaging module │ │ │ │ -was unable to find any relevant network interfaces: │ │ │ │ -Module: %s │ │ │ │ - Host: %s │ │ │ │ -Another transport will be used instead, although this may result in │ │ │ │ -lower performance. │ │ │ │ -NOTE: You can disable this warning by setting the MCA parameter │ │ │ │ -btl_base_warn_component_unused to 0. │ │ │ │ +no locality │ │ │ │ +WARNING: Missing locality information required for smcuda initialization. │ │ │ │ +Continuing without smcuda BTL. │ │ │ │ +A system call failed during sm BTL initialization that should │ │ │ │ + System call: %s │ │ │ │ +mbind failure │ │ │ │ +Open MPI failed to bind internal memory to a specific NUMA node. This │ │ │ │ +message will only be reported at most once per process. │ │ │ │ + File: %s:%d │ │ │ │ + Severity: %s │ │ │ │ +Multiple Accelerators Found │ │ │ │ +No Accelerators Found │ │ │ │ +ERROR: User specified an accelerator component via "--mca accelerator ", and that │ │ │ │ +component failed to initialize successfully. The program will abort to allow you to fix the issue. │ │ │ │ +ERROR: Open MPI only supports one accelerator framework per node. Please pick one of the │ │ │ │ +initialized accelerator components via command line argument "--mca accelerator ". │ │ │ │ +The following accelerators initialized successfully: %s. │ │ │ │ +The program will abort to allow you to resolve the accelerator conflict. │ │ │ │ cuCtxGetCurrent failed not initialized │ │ │ │ cuCtxGetCurrent failed │ │ │ │ cuCtxGetCurrent returned NULL │ │ │ │ cuCtxGetDevice failed │ │ │ │ cuMemHostRegister during init failed │ │ │ │ cuMemHostRegister failed │ │ │ │ cuMemHostUnregister failed │ │ │ │ @@ -2675,102 +2996,18 @@ │ │ │ │ but the performance of GPU memory transfers may be reduced. This failure │ │ │ │ indicates that there is no CUDA context yet. To eliminate this warning, │ │ │ │ ensure that there is a CUDA context prior to calling MPI_Init. │ │ │ │ but the performance of GPU memory transfers may be reduced. │ │ │ │ cuCtxGetCurrent return value: %d │ │ │ │ indicates that the CUDA environment is not yet initialized. To eliminate │ │ │ │ this warning, ensure that CUDA is initialized prior to calling MPI_Init. │ │ │ │ -Multiple Accelerators Found │ │ │ │ -No Accelerators Found │ │ │ │ -ERROR: User specified an accelerator component via "--mca accelerator ", and that │ │ │ │ -component failed to initialize successfully. The program will abort to allow you to fix the issue. │ │ │ │ -ERROR: Open MPI only supports one accelerator framework per node. Please pick one of the │ │ │ │ -initialized accelerator components via command line argument "--mca accelerator ". │ │ │ │ -The following accelerators initialized successfully: %s. │ │ │ │ -The program will abort to allow you to resolve the accelerator conflict. │ │ │ │ -mbind failure │ │ │ │ -Open MPI failed to bind internal memory to a specific NUMA node. This │ │ │ │ -message will only be reported at most once per process. │ │ │ │ - File: %s:%d │ │ │ │ - Severity: %s │ │ │ │ -all mem leaks │ │ │ │ -some mem leaks │ │ │ │ -The following memory locations were allocated via MPI_ALLOC_MEM but │ │ │ │ -not freed via MPI_FREE_MEM before invoking MPI_FINALIZE: │ │ │ │ -Process ID: %s │ │ │ │ -Hostname: %s │ │ │ │ -PID: %d │ │ │ │ -%d additional leak%s recorded but %s not displayed here. Set the MCA │ │ │ │ -parameter mpi_show_mpi_alloc_mem_leaks to a larger number to see that │ │ │ │ -many leaks, or set it to a negative number to see all leaks. │ │ │ │ -fail to parse if_inet6 │ │ │ │ -Open MPI failed to parse at least one of the lines in │ │ │ │ -/proc/net/if_inet6. This is extremely unusual and should never │ │ │ │ -happen. Open MPI will skip this interface and attempt to continue. │ │ │ │ - Host: %s │ │ │ │ - Interface: %s │ │ │ │ - Hex: %s │ │ │ │ aligned buffer too large │ │ │ │ ERROR: Requested aligned buffer size %zu exceeds limit of %zu │ │ │ │ Consider setting "%s" to %d │ │ │ │ ERROR: Requested buffer size %zu exceeds limit of %zu │ │ │ │ -leave pinned failed │ │ │ │ -cannot deregister in-use memory │ │ │ │ -Open MPI intercepted a call to free memory that is still being used by │ │ │ │ -an ongoing MPI communication. This usually reflects an error in the │ │ │ │ -MPI application; it may signify memory corruption. Open MPI will now │ │ │ │ -abort your job. │ │ │ │ - rcache name: %s │ │ │ │ - Local host: %s │ │ │ │ - Buffer address: %p │ │ │ │ - Buffer size: %lu │ │ │ │ -A process attempted to use the "leave pinned" MPI feature, but no │ │ │ │ -memory registration hooks were found on the system at run time. This │ │ │ │ -may be the result of running on a system that does not support memory │ │ │ │ -hooks or having some other software subvert Open MPI's use of the │ │ │ │ -memory hooks. You can disable Open MPI's use of memory hooks by │ │ │ │ -setting both the mpi_leave_pinned and mpi_leave_pinned_pipeline MCA │ │ │ │ -parameters to 0. │ │ │ │ -Open MPI will disable any transports that are attempting to use the │ │ │ │ -leave pinned functionality; your job may still run, but may fall back │ │ │ │ -to a slower network transport (such as TCP). │ │ │ │ - rcache name: %s │ │ │ │ - Process: %s │ │ │ │ - Local host: %s │ │ │ │ -knem permission denied │ │ │ │ -knem fail open │ │ │ │ -knem get ABI fail │ │ │ │ -knem ABI mismatch │ │ │ │ -WARNING: Open MPI was compiled with support for one version of the │ │ │ │ -knem kernel module, but it discovered a different version running in │ │ │ │ -/dev/knem. Open MPI needs to be installed with support for the same │ │ │ │ -version of knem as is in the running Linux kernel. Please check with │ │ │ │ -your system administrator, or set the smsc MCA variable to "^knem" to │ │ │ │ -silence this warning and run without knem support. │ │ │ │ -Open MPI will try to fall back on another single-copy mechanism if one │ │ │ │ -is available. This may result in lower performance. │ │ │ │ - Local host: %s │ │ │ │ - Open MPI's knem version: 0x%x │ │ │ │ - /dev/knem's version: 0x%x │ │ │ │ -WARNING: Open MPI failed to retrieve the ABI version from the │ │ │ │ -/dev/knem device due to a local error. This usually indicates an │ │ │ │ -error in your knem installation; please check with your system │ │ │ │ -administrator, or set the smsc MCA variable to "^knem" to silence this │ │ │ │ -warning and run without knem support. │ │ │ │ -WARNING: Open MPI failed to open the /dev/knem device due to a local │ │ │ │ -error. Please check with your system administrator to get the problem │ │ │ │ -fixed, or set the smsc MCA variable to "^knem" to silence this warning │ │ │ │ -WARNING: Open MPI failed to open the /dev/knem device due to a │ │ │ │ -permissions problem. Please check with your system administrator to │ │ │ │ -get the permissions fixed, or set the smsc MCA variable to "^knem" to │ │ │ │ - Local host: %s │ │ │ │ - /dev/knem permissions: 0%o │ │ │ │ -monotonic not supported │ │ │ │ -A monotonic timer has been requested by the user, but could not be found on the │ │ │ │ -system. Falling back to a non-monotonic timer (such as RDTSC). │ │ │ │ mmap too small │ │ │ │ Open MPI requested a shared memory segment that was too small to do │ │ │ │ anything useful. This is likely an error in Open MPI itself. If you │ │ │ │ see this error, you should see if there is an update available for │ │ │ │ Open MPI, and if not, contact the Open MPI developers. │ │ │ │ Local host: %s │ │ │ │ Requested size: %ul │ │ │ │ @@ -2791,136 +3028,35 @@ │ │ │ │ resolve this issue. │ │ │ │ Note: This message is displayed only when the OFI component's verbosity level is │ │ │ │ %d or higher. │ │ │ │ Open MPI's OFI driver detected multiple NICs on the system but cannot select an │ │ │ │ optimal device because the current process is not bound. This may negatively │ │ │ │ impact performance. This can be resolved by specifying "--bind-to ..." on │ │ │ │ command line. │ │ │ │ -A system call failed during shared memory initialization that should │ │ │ │ - System call: %s %s │ │ │ │ -mmap on nfs │ │ │ │ -target full │ │ │ │ -It appears as if there is not enough space for %s (the shared-memory backing │ │ │ │ -file). It is likely that your MPI job will now either abort or experience │ │ │ │ -performance degradation. │ │ │ │ - Space Requested: %lu B │ │ │ │ - Space Available: %llu B │ │ │ │ -WARNING: Open MPI will create a shared memory backing file in a │ │ │ │ -directory that appears to be mounted on a network filesystem. │ │ │ │ -Creating the shared memory backup file on a network file system, such │ │ │ │ -as NFS or Lustre is not recommended -- it may cause excessive network │ │ │ │ -traffic to your file servers and/or cause shared memory traffic in │ │ │ │ -Open MPI to be much slower than expected. │ │ │ │ -You may want to check what the typical temporary directory is on your │ │ │ │ -node. Possible sources of the location of this temporary directory │ │ │ │ -include the $TEMPDIR, $TEMP, and $TMP environment variables. │ │ │ │ -Note, too, that system administrators can set a list of filesystems │ │ │ │ -where Open MPI is disallowed from creating temporary files by setting │ │ │ │ -the MCA parameter "orte_no_session_dir". │ │ │ │ - Filename: %s │ │ │ │ -You can set the MCA parameter shmem_mmap_enable_nfs_warning to 0 to │ │ │ │ -disable this message. │ │ │ │ -re-register-with-different-type │ │ │ │ -An invalid value was supplied for an MCA variable "mca_base_env_list_delimiter". │ │ │ │ -The "mca_base_env_list" variable will be ignored. │ │ │ │ - Value: %s │ │ │ │ -WARNING: The format of "mca_base_env_list" parameter is a delimited list of VAR=VAL or │ │ │ │ -VAR instances. By default, the delimiter is a semicolon: VAR1=VAL1;VAR2;VAR3=VAL3;... │ │ │ │ -You can set other via "mca_base_env_list_delimiter" parameter. If the delimiter is a │ │ │ │ -semicolon, the value of "mca_base_env_list" variable should be quoted to not interfere │ │ │ │ -with SHELL command line parsing. In the case where a value is not assigned to variable │ │ │ │ -VAR, the value will be taken from the current environment. │ │ │ │ -The following environment variable was not found in the environment: │ │ │ │ - Variable: %s │ │ │ │ - MCA variable value: %s │ │ │ │ -WARNING: The special MCA parameter "%s" was set in │ │ │ │ -an unexpected way, and is likely not working the way you want it to. │ │ │ │ -Specifically, this MCA parameter is "special" in that it can *only* be │ │ │ │ -set in the environment. Setting this value in a file -- and sometimes │ │ │ │ -even on the command line -- will not work as intended. The *only* way │ │ │ │ -to set this value is to set "OMPI_MCA_%s" in the environment before │ │ │ │ -starting your job. │ │ │ │ - Source: %s │ │ │ │ -An invalid value was supplied for an enum variable. │ │ │ │ - Variable : %s │ │ │ │ - Value : %s │ │ │ │ - Valid values : %s │ │ │ │ -An invalid value was supplied for an MCA variable. │ │ │ │ -WARNING: A user-supplied value attempted to set a variable that is set │ │ │ │ -in the override variable file (openmpi-mca-params-override.conf). │ │ │ │ - Variable: %s │ │ │ │ -The user-supplied value was ignored. │ │ │ │ -A name collision was detected on an MCA variable name. This can happen │ │ │ │ -if two components try to register the same variable with slightly │ │ │ │ -different name components. The conflicting variables are listed below: │ │ │ │ - MCA variable name: %s │ │ │ │ - New name: %s %s %s │ │ │ │ - Existing name: %s %s %s │ │ │ │ -An MCA variable was re-registered with a different type (i.e., it was │ │ │ │ -either originally registered as an INT and re-registered as a STRING, │ │ │ │ -or it was originally registered as a STRING and re-registered as an │ │ │ │ -INT). This a developer error; your job may abort. │ │ │ │ -Two mutually-exclusive MCA variables were specified. This can result │ │ │ │ -in undefined behavior, such as ignoring the components that the MCA │ │ │ │ -variables are supposed to affect. │ │ │ │ - 1st MCA variable: %s │ │ │ │ - Source of value: %s │ │ │ │ - 2nd MCA variable: %s │ │ │ │ -A deprecated MCA variable value was specified in an MCA variable │ │ │ │ -file. Deprecated MCA variables should be avoided; they may disappear │ │ │ │ -in future releases. │ │ │ │ - Deprecated variable: %s │ │ │ │ - Source file: %s │ │ │ │ - New variable: %s │ │ │ │ -A deprecated MCA variable value was specified on the command line. Deprecated │ │ │ │ -MCA variables should be avoided; they may disappear in future releases. │ │ │ │ -A deprecated MCA variable value was specified in the environment or │ │ │ │ -on the command line. Deprecated MCA variables should be avoided; │ │ │ │ -they may disappear in future releases. │ │ │ │ -Process %d Unable to locate the variable file "%s" in the following search path: │ │ │ │ -WARNING: A user-supplied value attempted to override the default-only MCA │ │ │ │ -variable named "%s". │ │ │ │ -ERROR: An invalid combination of flags was passed to mca_base_var_register. │ │ │ │ - Flags: %s %s │ │ │ │ -find-available:none found │ │ │ │ -The opal_mca_base_component_show_load_errors MCA variable cannot │ │ │ │ -contain a token that has more than one "/" character in it. │ │ │ │ -The opal_mca_base_component_show_load_errors MCA variable can only │ │ │ │ -contain the values: all, none, or a comma-delimited list of tokens in │ │ │ │ -the form of "framework" or "framework/component". │ │ │ │ - Erroneous value: %s │ │ │ │ -An internal error has occurred during the startup of Open MPI. This │ │ │ │ -is highly unusual and shouldn't happen. Open MPI will now abort your │ │ │ │ -The following message may provide additional insight into the error: │ │ │ │ -MCA framework parameters can only take a single negation operator │ │ │ │ -("^"), and it must be at the beginning of the value. The following │ │ │ │ -value violates this rule: │ │ │ │ -When used, the negation operator sets the "exclusive" behavior mode, │ │ │ │ -meaning that it will exclude all specified components (and implicitly │ │ │ │ -include all others). If the negation operator is not specified, the │ │ │ │ -"inclusive" mode is assumed, meaning that all specified components │ │ │ │ -will be included (and implicitly exclude all others). │ │ │ │ -For example, "^a,b" specifies the exclusive behavior and means "use │ │ │ │ -all components *except* a and b", while "c,d" specifies the inclusive │ │ │ │ -behavior and means "use *only* components c and d." │ │ │ │ -You cannot mix inclusive and exclusive behavior. │ │ │ │ -No components were able to be opened in the %s framework. │ │ │ │ -This typically means that either no components of this type were │ │ │ │ -installed, or none of the installed components can be loaded. │ │ │ │ -Sometimes this means that shared libraries required by these │ │ │ │ -components are unable to be found/loaded. │ │ │ │ - Framework: %s │ │ │ │ -A requested component was not found, or was unable to be opened. This │ │ │ │ -means that this component is either not installed or is unable to be │ │ │ │ -used on your system (e.g., sometimes this means that shared libraries │ │ │ │ -that the component requires are unable to be found/loaded). Note that │ │ │ │ -Open MPI stopped checking at the first component that it did not find. │ │ │ │ -Host: %s │ │ │ │ -Framework: %s │ │ │ │ -Component: %s │ │ │ │ +developer warning: field too long │ │ │ │ +An invalid MCA parameter information level was specified. Valid values are │ │ │ │ + Value: %s │ │ │ │ +The specified framework could not be found: │ │ │ │ +This could be due to a misspelling of the framework name, or because support │ │ │ │ +for that framework was not configured into this version of OMPI. Please see │ │ │ │ + ompi_info --config │ │ │ │ +for a full report of how OMPI was configured. │ │ │ │ +************************************************************************** │ │ │ │ +*** DEVELOPER WARNING: A field in ompi_info output is too long and │ │ │ │ +*** will appear poorly in the prettyprint output. │ │ │ │ +*** Value: "%s" │ │ │ │ +*** Max length: %d │ │ │ │ +A library call unexpectedly failed. This is a terminal error; please │ │ │ │ +show this message to an Open MPI wizard: │ │ │ │ + Library call: %s │ │ │ │ + Source file: %s │ │ │ │ + Source line number: %d │ │ │ │ +Aborting... │ │ │ │ +The ompi_info command can be used to provide detailed information on │ │ │ │ +your Open MPI installation. Syntax: │ │ │ │ WARNING: Key "%s" in opal_var_dump_color MCA parameter │ │ │ │ token "%s" is unknown, ignoring. │ │ │ │ Valid keys are: %s │ │ │ │ WARNING: Token "%s" in opal_var_dump_color MCA parameter │ │ │ │ is not in the expected "key=value" format, ignoring. │ │ │ │ WARNING: Cannot set both the MCA parameters opal_leave_pinned (a.k.a., │ │ │ │ mpi_leave_pinned) and opal_leave_pinned_pipeline (a.k.a., │ │ │ │ @@ -2940,150 +3076,26 @@ │ │ │ │ likely to abort. There are many reasons that a parallel process can │ │ │ │ fail during opal_init; some of which are due to configuration or │ │ │ │ environment problems. This failure appears to be an internal failure; │ │ │ │ here's some additional information (which may only be relevant to an │ │ │ │ Open MPI developer): │ │ │ │ %s failed │ │ │ │ --> Returned value %d instead of OPAL_SUCCESS │ │ │ │ -developer warning: field too long │ │ │ │ -An invalid MCA parameter information level was specified. Valid values are │ │ │ │ - Value: %s │ │ │ │ -The specified framework could not be found: │ │ │ │ -This could be due to a misspelling of the framework name, or because support │ │ │ │ -for that framework was not configured into this version of OMPI. Please see │ │ │ │ - ompi_info --config │ │ │ │ -for a full report of how OMPI was configured. │ │ │ │ -************************************************************************** │ │ │ │ -*** DEVELOPER WARNING: A field in ompi_info output is too long and │ │ │ │ -*** will appear poorly in the prettyprint output. │ │ │ │ -*** Value: "%s" │ │ │ │ -*** Max length: %d │ │ │ │ -A library call unexpectedly failed. This is a terminal error; please │ │ │ │ -show this message to an Open MPI wizard: │ │ │ │ - Library call: %s │ │ │ │ - Source file: %s │ │ │ │ - Source line number: %d │ │ │ │ -Aborting... │ │ │ │ -The ompi_info command can be used to provide detailed information on │ │ │ │ -your Open MPI installation. Syntax: │ │ │ │ -no-language-support │ │ │ │ -no-compiler-specified │ │ │ │ -no-compiler-found │ │ │ │ -file-not-found │ │ │ │ -spawn-failed │ │ │ │ -no-options-support │ │ │ │ -The %s wrapper compiler was unable to find a block of options in its │ │ │ │ -configuration to support your compiler mode. Your application was not │ │ │ │ -compiled. or linked. │ │ │ │ -The wrapper compiler command line was: │ │ │ │ -Unable to call the compiler (%s). The failure return the error │ │ │ │ -The failed command was [%s]. │ │ │ │ -%s could not find the file %s, needed for %s support. │ │ │ │ -This may indicate an incomplete install and linking will likely fail. │ │ │ │ -%s [-showme[:]] args │ │ │ │ - -showme:command Show command used to invoke real compiler │ │ │ │ - -showme:compile Show flags added when compiling │ │ │ │ - -showme:link Show flags added when linking │ │ │ │ - -showme:incdirs Show list of include dirs added when compiling │ │ │ │ - -showme:libdirs Show list of library dirs added when linking │ │ │ │ - -showme:libs Show list of libraries added when linking │ │ │ │ - -showme:version Show version of %s │ │ │ │ - -showme:help This help message │ │ │ │ -%s: %s %s (Language: %s) │ │ │ │ -The Open MPI wrapper compiler was unable to find the specified compiler │ │ │ │ -%s in your PATH. │ │ │ │ -Note that this compiler was either specified at configure time or in │ │ │ │ -one of several possible environment variables. │ │ │ │ -No underlying compiler was specified in the wrapper compiler data file │ │ │ │ -(e.g., mpicc-wrapper-data.txt) │ │ │ │ -Unfortunately, this installation of Open MPI was not compiled with │ │ │ │ -%s support. As such, the %s compiler is non-functional. │ │ │ │ -Invalid argument type │ │ │ │ -Index(%zu) is out of bound(length %ud). │ │ │ │ -Encountered error reading file %s. │ │ │ │ -Cannot allocate memory. │ │ │ │ -Failed to open file %s. Please check the file path and permissions. │ │ │ │ -The input is not a valid JSON string. │ │ │ │ -Function %s expects input type %s(%d) but got %d. │ │ │ │ -The JSON value has an unknown type %s. │ │ │ │ -stacktrace signal override │ │ │ │ -stacktrace bad signal │ │ │ │ -malformed net_private_ipv4 │ │ │ │ -invalid-net-mask │ │ │ │ -malformed-uri │ │ │ │ -relative-path │ │ │ │ -sys-limit-failed │ │ │ │ -sys-limit-unrecognized │ │ │ │ -A directory that Open MPI needs to use already exists, but is owned │ │ │ │ -by a different user. For safety, Open MPI will not use it: │ │ │ │ - Directory: %s │ │ │ │ - Owner UID: %lu │ │ │ │ - Our UID: %lu │ │ │ │ -This can happen when a stale directory with the same name is left │ │ │ │ -over from another user's job, or when the directory was deliberately │ │ │ │ -pre-created. Please remove the directory, or use a different │ │ │ │ -location (e.g., by setting the TMPDIR environment variable). │ │ │ │ -A call to mkdir was unable to create the desired directory: │ │ │ │ - Directory: %s │ │ │ │ - Error: %s │ │ │ │ -Please check to ensure you have adequate permissions to perform │ │ │ │ -the desired operation. │ │ │ │ -While working through a directory tree, we were unable to set │ │ │ │ -a directory to the desired mode: │ │ │ │ - Mode: %0x │ │ │ │ - Error: %s │ │ │ │ -Open MPI received a request to set a system resource limit. │ │ │ │ -Sadly, OMPI does not recognize or currently support the specified │ │ │ │ -resource: │ │ │ │ - Resource: %s │ │ │ │ - Limit: %s │ │ │ │ -Please correct the request and try again. │ │ │ │ -Per request, Open MPI attempted to set a system resource │ │ │ │ -limit to a given value: │ │ │ │ -The system has refused to allow this operation. This is likely │ │ │ │ -due to a permission limitation, or specifying an unsupported │ │ │ │ -value. Please check the system or remove the request and try │ │ │ │ -When creating a URI, all files must be specified in absolute paths: │ │ │ │ - Value provided: %s │ │ │ │ -Please update your application to provide the full path to the file. │ │ │ │ -Open MPI has detected a malformed URI: │ │ │ │ - URI: %s │ │ │ │ -Accepted values follow IETF RFC3986, e.g. file://192.168.1.1/over/there │ │ │ │ -Open MPI has detected a malformed IPv4 address or netmask: │ │ │ │ -Accepted values follow the Classless Inter-Domain │ │ │ │ -Routing (CIDR) notation specifications. For example: │ │ │ │ - 10.0.0.0/8 │ │ │ │ - 172.16/12 │ │ │ │ - 192.168 │ │ │ │ - 169.254.0.0/16 │ │ │ │ -Open MPI has detected at least one malformed IP address or netmask in │ │ │ │ -the value of the opal_net_private_ipv4 MCA parameter. The │ │ │ │ -opal_net_private_ipv4 MCA parameter accepts a semicolon-delimited list │ │ │ │ -of Classless Inter-Domain Routing (CIDR) notation specifications, each │ │ │ │ -of the form /. For example: │ │ │ │ - 10.0.0.0/8;172.16.0.0/12;192.168.0.0/16;169.254.0.0/16 │ │ │ │ -The first detected malformed entry was %s. │ │ │ │ -Open MPI was inserting a signal handler but was given an invalid │ │ │ │ -signal number: │ │ │ │ - Signal string: %s │ │ │ │ - Bad value: %s │ │ │ │ -The given value must be an integer within the signal number │ │ │ │ -range. Please correct the value and try again. │ │ │ │ -Open MPI was inserting a signal handler for signal %d but noticed │ │ │ │ -that there is already a non-default handler installed. Open MPI's │ │ │ │ -handler was therefore not installed; your job will continue. This │ │ │ │ -warning message will only be displayed once, even if Open MPI │ │ │ │ -encounters this situation again. │ │ │ │ -To avoid displaying this warning message, you can either not install │ │ │ │ -the error handler for signal %d or you can have Open MPI not try to │ │ │ │ -install its own signal handler for this signal by setting the │ │ │ │ -"opal_signals" MCA parameter. │ │ │ │ - Signal: %d │ │ │ │ - Current opal_signal value: %s │ │ │ │ +mpi-abort │ │ │ │ +MPI function not supported │ │ │ │ +Your application has invoked an MPI function that is not supported in │ │ │ │ +this environment. │ │ │ │ + MPI function: %s │ │ │ │ + Reason: %s │ │ │ │ +MPI_ABORT was invoked on rank %d in communicator %s │ │ │ │ + Proc: %s │ │ │ │ + Errorcode: %d │ │ │ │ +NOTE: invoking MPI_ABORT causes Open MPI to kill all MPI processes. │ │ │ │ +You may or may not see output from other processes, depending on │ │ │ │ +exactly when Open MPI kills them. │ │ │ │ mpi_errors_are_fatal │ │ │ │ mpi_errors_are_fatal unknown handle │ │ │ │ mpi_errors_abort │ │ │ │ %s *** An error occurred %s %s │ │ │ │ %s *** reported by process [%lu,%lu] │ │ │ │ %s *** on %s %s │ │ │ │ %s *** %s │ │ │ │ @@ -3111,14 +3123,115 @@ │ │ │ │ ones) with the module under failure scenarios. │ │ │ │ In this framework, the following components are tested to operate under │ │ │ │ failure scenarios: {%s} │ │ │ │ WARNING: The selected '%s' module '%s' is not tested for post-failure │ │ │ │ When using this component, normal failure free operation is expected; │ │ │ │ However, failures will cause the application to abort. │ │ │ │ However, failures may cause the application to abort, crash or deadlock. │ │ │ │ +deprecated-converted │ │ │ │ +deprecated-inform │ │ │ │ +deprecated-fail │ │ │ │ +execv-error │ │ │ │ +The singleton application was not able to find an executable in your │ │ │ │ +PATH or in the directory where PRTE was initially installed, and │ │ │ │ +therefore cannot continue. │ │ │ │ +For reference, we tried the following command: │ │ │ │ +and got the error %s. │ │ │ │ +This could mean that your PATH or executable name is wrong, or that │ │ │ │ +you do not have the necessary permissions. Please ensure that the │ │ │ │ +executable is able to be found and executed as it is required for │ │ │ │ +singleton operations. │ │ │ │ +The proc-per-resource MPI_Info key is not correct. The value must include both │ │ │ │ +the number of procs for each resource and the type of resource to be used. │ │ │ │ + Specified value: %s │ │ │ │ +We are not able to proceed. Please correct your application. │ │ │ │ +WARNING: A deprecated MPI_Info key was used. It is unclear how to update │ │ │ │ +this option. Please contact the community for how best to resolve this issue. │ │ │ │ + Deprecated info key: %s │ │ │ │ + Updated option: %s │ │ │ │ + Reason: %s │ │ │ │ +We are not able to proceed. Please update your application. │ │ │ │ +WARNING: A deprecated MPI_Info key was used. │ │ │ │ + Deprecated option: %s │ │ │ │ +This has been ignored as it is no longer meaningful. Please update │ │ │ │ +your application. │ │ │ │ + Deprecated key: %s │ │ │ │ + Corrected key: %s │ │ │ │ +We have updated this for you and will proceed. However, this will be treated │ │ │ │ +as an error in a future release. Please update your application. │ │ │ │ +info-set-with-reserved-prefix │ │ │ │ +mismatched-split_type-values │ │ │ │ +unexpected-split-type │ │ │ │ +disjointness-set-again │ │ │ │ +cid-base-not-set │ │ │ │ +An internal error has occurred when creating a new communicator. This │ │ │ │ +should probably never happen: │ │ │ │ +* cid_base is not set. Either nresults │ │ │ │ + is zero or no returned info matches PMIX_GROUP_CONTEXT_ID. │ │ │ │ +Please contact the Open MPI developer community with this message and │ │ │ │ +a small example code that reproduces the issue. │ │ │ │ +Communicator disjointness should only be set once at initialization. │ │ │ │ +Attempts to modify the state are illegal and shall be ignored. │ │ │ │ +Detected an unexpected split type in a call to MPI_Comm_split_type. │ │ │ │ + split_type: %s (%d) │ │ │ │ +Detected mismatched split_type and/or info "mpi_hw_resource_type" values │ │ │ │ +in a call to MPI_Comm_split_type between peers in the communicator. │ │ │ │ + info: %s │ │ │ │ +Comments │ │ │ │ +MPI_Info_set warning, key is using a reserved prefix. │ │ │ │ + Key: %s │ │ │ │ + Reserved prefix: %s │ │ │ │ +no-prterun-found │ │ │ │ +prterun-exec-failed │ │ │ │ +Open MPI's mpirun command could not execute the underlying prterun │ │ │ │ +command. The prterun command we tried to execute and the error │ │ │ │ +message from exec() are below: │ │ │ │ + Command: %s │ │ │ │ + Error Message: %s │ │ │ │ +Open MPI's mpirun command was unable to find an underlying prterun │ │ │ │ +command to execute. Consider setting the OMPI_PRTERUN environment │ │ │ │ +variable to help mpirun find the correct underlying prterun. │ │ │ │ +unreachable proc │ │ │ │ +At least one pair of MPI processes are unable to reach each other for │ │ │ │ +MPI communications. This means that no Open MPI device has indicated │ │ │ │ +that it can be used to communicate between these processes. This is │ │ │ │ +an error; Open MPI requires that all MPI processes be able to reach │ │ │ │ +each other. This error can sometimes be the result of forgetting to │ │ │ │ +specify the "self" BTL. │ │ │ │ + Process 1 (%s) is on host: %s │ │ │ │ + Process 2 (%s) is on host: %s │ │ │ │ + BTLs attempted: %s │ │ │ │ +Your MPI job is now going to abort; sorry. │ │ │ │ +hook:missing-required-component │ │ │ │ +Error: A request was made to exclude a hook component from consideration that │ │ │ │ +is required to be included. This component (noted below) can -not- be excluded │ │ │ │ +from consideration. The program will fail at this time. │ │ │ │ +eager_limit_too_small │ │ │ │ +cuda_eager_limit_too_small │ │ │ │ +cuda_rdma_limit_too_small │ │ │ │ +The "CUDA rdma limit" MCA parameter in the %s BTL was set to a value which │ │ │ │ +is too low for Open MPI to function properly. Please re-run your job │ │ │ │ +with a higher CUDA rdma limit value for this BTL; the exact MCA parameter │ │ │ │ +name and its corresponding minimum value is shown below. │ │ │ │ + Local host: %s │ │ │ │ + BTL name: %s │ │ │ │ + BTL CUDA rndv limit value: %d (set via btl_%s_cuda_rdma_limit) │ │ │ │ + BTL CUDA rndv limit minimum: %d │ │ │ │ + MCA parameter name: btl_%s_cuda_rdma_limit │ │ │ │ +The "CUDA eager limit" MCA parameter in the %s BTL was set to a value which │ │ │ │ +with a higher CUDA eager limit value for this BTL; the exact MCA parameter │ │ │ │ + BTL CUDA eager limit value: %d (set via btl_%s_cuda_eager_limit) │ │ │ │ + BTL CUDA eager limit minimum: %d │ │ │ │ + MCA parameter name: btl_%s_cuda_eager_limit │ │ │ │ +The "eager limit" MCA parameter in the %s BTL was set to a value which │ │ │ │ +with a higher eager limit value for this BTL; the exact MCA parameter │ │ │ │ + BTL name: %s │ │ │ │ + BTL eager limit value: %d (set via btl_%s_eager_limit) │ │ │ │ + BTL eager limit minimum: %d │ │ │ │ + MCA parameter name: btl_%s_eager_limit │ │ │ │ comm-select:none-available │ │ │ │ comm-select:no-function-available │ │ │ │ comm-select:missing collective │ │ │ │ %s %s collective require support from a prior collective module for the fallback │ │ │ │ case. Such support is missing in this run. │ │ │ │ hostname: %s │ │ │ │ priority: %d │ │ │ │ @@ -3147,52 +3260,14 @@ │ │ │ │ Errno: %d (%s) │ │ │ │ Initialization failed, error code %d │ │ │ │ Malformed cico_max parameter '%s' │ │ │ │ Malformed chunk size item: '%s' │ │ │ │ In chunk size parameter string: '%s' │ │ │ │ Unrecognized locality definition: '%s' │ │ │ │ In hierarchy parameter string: '%s' │ │ │ │ -hook:missing-required-component │ │ │ │ -Error: A request was made to exclude a hook component from consideration that │ │ │ │ -is required to be included. This component (noted below) can -not- be excluded │ │ │ │ -from consideration. The program will fail at this time. │ │ │ │ -eager_limit_too_small │ │ │ │ -cuda_eager_limit_too_small │ │ │ │ -cuda_rdma_limit_too_small │ │ │ │ -The "CUDA rdma limit" MCA parameter in the %s BTL was set to a value which │ │ │ │ -is too low for Open MPI to function properly. Please re-run your job │ │ │ │ -with a higher CUDA rdma limit value for this BTL; the exact MCA parameter │ │ │ │ -name and its corresponding minimum value is shown below. │ │ │ │ - Local host: %s │ │ │ │ - BTL name: %s │ │ │ │ - BTL CUDA rndv limit value: %d (set via btl_%s_cuda_rdma_limit) │ │ │ │ - BTL CUDA rndv limit minimum: %d │ │ │ │ - MCA parameter name: btl_%s_cuda_rdma_limit │ │ │ │ -The "CUDA eager limit" MCA parameter in the %s BTL was set to a value which │ │ │ │ -with a higher CUDA eager limit value for this BTL; the exact MCA parameter │ │ │ │ - BTL CUDA eager limit value: %d (set via btl_%s_cuda_eager_limit) │ │ │ │ - BTL CUDA eager limit minimum: %d │ │ │ │ - MCA parameter name: btl_%s_cuda_eager_limit │ │ │ │ -The "eager limit" MCA parameter in the %s BTL was set to a value which │ │ │ │ -with a higher eager limit value for this BTL; the exact MCA parameter │ │ │ │ - BTL name: %s │ │ │ │ - BTL eager limit value: %d (set via btl_%s_eager_limit) │ │ │ │ - BTL eager limit minimum: %d │ │ │ │ - MCA parameter name: btl_%s_eager_limit │ │ │ │ -unreachable proc │ │ │ │ -At least one pair of MPI processes are unable to reach each other for │ │ │ │ -MPI communications. This means that no Open MPI device has indicated │ │ │ │ -that it can be used to communicate between these processes. This is │ │ │ │ -an error; Open MPI requires that all MPI processes be able to reach │ │ │ │ -each other. This error can sometimes be the result of forgetting to │ │ │ │ -specify the "self" BTL. │ │ │ │ - Process 1 (%s) is on host: %s │ │ │ │ - Process 2 (%s) is on host: %s │ │ │ │ - BTLs attempted: %s │ │ │ │ -Your MPI job is now going to abort; sorry. │ │ │ │ psm2 init │ │ │ │ unable to open endpoint │ │ │ │ no uuid present │ │ │ │ error polling network │ │ │ │ error posting receive │ │ │ │ message too big │ │ │ │ no psm2 cuda env │ │ │ │ @@ -3257,26 +3332,14 @@ │ │ │ │ %s provider. Try disabling this feature or use a different provider that │ │ │ │ supports it using mtl_ofi_provider_include. │ │ │ │ OFI provider "%s" does not have enough free bits in its tag to fit the MPI │ │ │ │ Communicator ID. See the mem_tag_format of the provider by running: │ │ │ │ fi_info -v -p %s │ │ │ │ Open MPI failed an OFI Libfabric library call (%s). This is highly │ │ │ │ unusual; your job may behave unpredictably (and/or abort) after this. │ │ │ │ -mpi-abort │ │ │ │ -MPI function not supported │ │ │ │ -Your application has invoked an MPI function that is not supported in │ │ │ │ -this environment. │ │ │ │ - MPI function: %s │ │ │ │ - Reason: %s │ │ │ │ -MPI_ABORT was invoked on rank %d in communicator %s │ │ │ │ - Proc: %s │ │ │ │ - Errorcode: %d │ │ │ │ -NOTE: invoking MPI_ABORT causes Open MPI to kill all MPI processes. │ │ │ │ -You may or may not see output from other processes, depending on │ │ │ │ -exactly when Open MPI kills them. │ │ │ │ mpi_init:startup:internal-failure │ │ │ │ mpi_init:startup:pml-add-procs-fail │ │ │ │ mpi-param-check-enabled-but-compiled-out │ │ │ │ mpi_init: invoked multiple times │ │ │ │ mpi_init: already finalized │ │ │ │ mpi_finalize: not initialized │ │ │ │ mpi_finalize:invoked_multiple_times │ │ │ │ @@ -3333,118 +3396,61 @@ │ │ │ │ communication plugins were considered and/or discarded. │ │ │ │ It looks like %s failed for some reason; your parallel process is │ │ │ │ fail during %s; some of which are due to configuration or environment │ │ │ │ problems. This failure appears to be an internal failure; here's some │ │ │ │ additional information (which may only be relevant to an Open MPI │ │ │ │ developer): │ │ │ │ --> Returned "%s" (%d) instead of "Success" (0) │ │ │ │ -no-prterun-found │ │ │ │ -prterun-exec-failed │ │ │ │ -Open MPI's mpirun command could not execute the underlying prterun │ │ │ │ -command. The prterun command we tried to execute and the error │ │ │ │ -message from exec() are below: │ │ │ │ - Command: %s │ │ │ │ - Error Message: %s │ │ │ │ -Open MPI's mpirun command was unable to find an underlying prterun │ │ │ │ -command to execute. Consider setting the OMPI_PRTERUN environment │ │ │ │ -variable to help mpirun find the correct underlying prterun. │ │ │ │ -deprecated-converted │ │ │ │ -deprecated-inform │ │ │ │ -deprecated-fail │ │ │ │ -execv-error │ │ │ │ -The singleton application was not able to find an executable in your │ │ │ │ -PATH or in the directory where PRTE was initially installed, and │ │ │ │ -therefore cannot continue. │ │ │ │ -For reference, we tried the following command: │ │ │ │ -and got the error %s. │ │ │ │ -This could mean that your PATH or executable name is wrong, or that │ │ │ │ -you do not have the necessary permissions. Please ensure that the │ │ │ │ -executable is able to be found and executed as it is required for │ │ │ │ -singleton operations. │ │ │ │ -The proc-per-resource MPI_Info key is not correct. The value must include both │ │ │ │ -the number of procs for each resource and the type of resource to be used. │ │ │ │ - Specified value: %s │ │ │ │ -We are not able to proceed. Please correct your application. │ │ │ │ -WARNING: A deprecated MPI_Info key was used. It is unclear how to update │ │ │ │ -this option. Please contact the community for how best to resolve this issue. │ │ │ │ - Deprecated info key: %s │ │ │ │ - Updated option: %s │ │ │ │ - Reason: %s │ │ │ │ -We are not able to proceed. Please update your application. │ │ │ │ -WARNING: A deprecated MPI_Info key was used. │ │ │ │ - Deprecated option: %s │ │ │ │ -This has been ignored as it is no longer meaningful. Please update │ │ │ │ -your application. │ │ │ │ - Deprecated key: %s │ │ │ │ - Corrected key: %s │ │ │ │ -We have updated this for you and will proceed. However, this will be treated │ │ │ │ -as an error in a future release. Please update your application. │ │ │ │ -info-set-with-reserved-prefix │ │ │ │ -mismatched-split_type-values │ │ │ │ -unexpected-split-type │ │ │ │ -disjointness-set-again │ │ │ │ -cid-base-not-set │ │ │ │ -An internal error has occurred when creating a new communicator. This │ │ │ │ -should probably never happen: │ │ │ │ -* cid_base is not set. Either nresults │ │ │ │ - is zero or no returned info matches PMIX_GROUP_CONTEXT_ID. │ │ │ │ -Please contact the Open MPI developer community with this message and │ │ │ │ -a small example code that reproduces the issue. │ │ │ │ -Communicator disjointness should only be set once at initialization. │ │ │ │ -Attempts to modify the state are illegal and shall be ignored. │ │ │ │ -Detected an unexpected split type in a call to MPI_Comm_split_type. │ │ │ │ - split_type: %s (%d) │ │ │ │ -Detected mismatched split_type and/or info "mpi_hw_resource_type" values │ │ │ │ -in a call to MPI_Comm_split_type between peers in the communicator. │ │ │ │ - info: %s │ │ │ │ -Comments │ │ │ │ -MPI_Info_set warning, key is using a reserved prefix. │ │ │ │ - Key: %s │ │ │ │ - Reserved prefix: %s │ │ │ │ -module_enable:fatal │ │ │ │ -scoll:ucc module reports issue during module enabling phase. │ │ │ │ -Try to use scoll:ucc component with another one │ │ │ │ -for example scoll:basic │ │ │ │ -scoll:mpi module reports issue during module enabling phase. │ │ │ │ -Try to use scoll:mpi component with another one │ │ │ │ -sysv:create segment failure │ │ │ │ -You can try the following: │ │ │ │ -1. Use a different sshmem plugin (e.g., "mmap") with "--mca sshmem mmap". │ │ │ │ -2. Decrease the symmetric heap area size with "-x │ │ │ │ - SHMEM_SYMMETRIC_HEAP_SIZE=". │ │ │ │ -3. Increase your system's allowable SYSV shared memory segment size │ │ │ │ - (e.g., via the SHMMAX and/or SMMAX kernel parameters). │ │ │ │ -4. Set "--mca sshmem_base_start_address 0" for │ │ │ │ - automatic selection by OS of virtual start address for sshmem. │ │ │ │ -mmap:create segment failure │ │ │ │ -1. Decrease the symmetric heap area with │ │ │ │ - "-x SHMEM_SYMMETRIC_HEAP_SIZE=". │ │ │ │ -2. Set "--mca sshmem_base_start_address 0" for │ │ │ │ -This issue could also be related to CONFIG_STRICT_DEVMEM │ │ │ │ -kernel option which if enabled prevents access to physical │ │ │ │ -memory via "mmap". In this case you could try using other │ │ │ │ -sshmem components instead. │ │ │ │ -create segment failure │ │ │ │ -The OpenSHMEM "(%s)" plugin in the "sshmem" framework failed to │ │ │ │ -allocate a shared memory segment via the system call. This │ │ │ │ -usually means that there are not enough resources available to memory subsystem on your server. │ │ │ │ -Your OpenSHMEM job will now abort. │ │ │ │ - Server: %s │ │ │ │ - Requested shared │ │ │ │ - memory segment size: %llu │ │ │ │ - Specific error: %s (%d) │ │ │ │ +shmem-abort │ │ │ │ +SHMEM_ABORT was invoked on rank %d (pid %d, host=%s) with errorcode %d. │ │ │ │ +show this message to an OSHMEM wizard: │ │ │ │ + Library call: %s │ │ │ │ + Source file: %s │ │ │ │ + Source line number: %d │ │ │ │ find-available:none-found │ │ │ │ No available %s components were found! │ │ │ │ This means that there are no components of this type installed on your │ │ │ │ system or all the components reported that they could not be used. │ │ │ │ This is a fatal error; your SHMEM process is likely to abort. Check the │ │ │ │ output of the "ompi_info" command and ensure that components of this │ │ │ │ type are available on your system. You may also wish to check the │ │ │ │ value of the "component_path" MCA parameter and ensure that it has at │ │ │ │ least one directory that contains valid MCA components. │ │ │ │ +create segment failure │ │ │ │ +The OpenSHMEM "(%s)" plugin in the "sshmem" framework failed to │ │ │ │ +allocate a shared memory segment via the system call. This │ │ │ │ +usually means that there are not enough resources available to memory subsystem on your server. │ │ │ │ +Your OpenSHMEM job will now abort. │ │ │ │ + Server: %s │ │ │ │ + Requested shared │ │ │ │ + memory segment size: %llu │ │ │ │ + Specific error: %s (%d) │ │ │ │ +mmap:create segment failure │ │ │ │ +You can try the following: │ │ │ │ +1. Decrease the symmetric heap area with │ │ │ │ + "-x SHMEM_SYMMETRIC_HEAP_SIZE=". │ │ │ │ +2. Set "--mca sshmem_base_start_address 0" for │ │ │ │ + automatic selection by OS of virtual start address for sshmem. │ │ │ │ +This issue could also be related to CONFIG_STRICT_DEVMEM │ │ │ │ +kernel option which if enabled prevents access to physical │ │ │ │ +memory via "mmap". In this case you could try using other │ │ │ │ +sshmem components instead. │ │ │ │ +sysv:create segment failure │ │ │ │ +1. Use a different sshmem plugin (e.g., "mmap") with "--mca sshmem mmap". │ │ │ │ +2. Decrease the symmetric heap area size with "-x │ │ │ │ + SHMEM_SYMMETRIC_HEAP_SIZE=". │ │ │ │ +3. Increase your system's allowable SYSV shared memory segment size │ │ │ │ + (e.g., via the SHMMAX and/or SMMAX kernel parameters). │ │ │ │ +4. Set "--mca sshmem_base_start_address 0" for │ │ │ │ +module_enable:fatal │ │ │ │ +scoll:mpi module reports issue during module enabling phase. │ │ │ │ +Try to use scoll:mpi component with another one │ │ │ │ +for example scoll:basic │ │ │ │ +scoll:ucc module reports issue during module enabling phase. │ │ │ │ +Try to use scoll:ucc component with another one │ │ │ │ shmem_init:startup:internal-failure │ │ │ │ oshmem shmem abort:cannot guarantee all killed │ │ │ │ oshmem_init:print-version │ │ │ │ oshmem_init:print-info │ │ │ │ Open SHMEM environment variables: │ │ │ │ %s - print the library version at start-up │ │ │ │ %s - print helpful text about all these environment variables │ │ │ │ @@ -3452,20 +3458,14 @@ │ │ │ │ %s - enable debugging messages │ │ │ │ Open SHMEM version: │ │ │ │ A SHMEM process is aborting at a time when it cannot guarantee that all │ │ │ │ of its peer processes in the job will be killed properly. You should │ │ │ │ double check that everything has shut down cleanly. │ │ │ │ Local host: %s │ │ │ │ additional information (which may only be relevant to an Open SHMEM │ │ │ │ -show this message to an OSHMEM wizard: │ │ │ │ - Library call: %s │ │ │ │ - Source file: %s │ │ │ │ - Source line number: %d │ │ │ │ -shmem-abort │ │ │ │ -SHMEM_ABORT was invoked on rank %d (pid %d, host=%s) with errorcode %d. │ │ │ │ %s.%lu.%lu │ │ │ │ Illegal opcode │ │ │ │ Integer divide-by-zero │ │ │ │ Address not mapped │ │ │ │ Invalid address alignment │ │ │ │ Process breakpoint │ │ │ │ Child has exited │ │ │ ├── objdump --line-numbers --disassemble --demangle --reloc --no-show-raw-insn --section=.text {} │ │ │ │ @@ -10093,15 +10093,15 @@ │ │ │ │ sd s5,56(sp) │ │ │ │ li s7,1 │ │ │ │ mv s6,a0 │ │ │ │ mv s4,a2 │ │ │ │ mv s1,a3 │ │ │ │ addi s2,a0,144 │ │ │ │ auipc a4,0x9c │ │ │ │ - addi a4,a4,-448 │ │ │ │ + addi a4,a4,-824 │ │ │ │ beq a5,s7,3bc06 │ │ │ │ beq s0,s2,3bc14 │ │ │ │ ld s3,72(s0) │ │ │ │ ld s5,80(s0) │ │ │ │ beq s2,s3,3bc2a │ │ │ │ beq s2,s5,3bc48 │ │ │ │ ld s5,80(s0) │ │ │ │ @@ -10143,15 +10143,15 @@ │ │ │ │ ld a1,72(s0) │ │ │ │ mv a3,s1 │ │ │ │ mv a2,s4 │ │ │ │ mv a0,s6 │ │ │ │ jal 3bb3c │ │ │ │ ld s0,80(s0) │ │ │ │ auipc a4,0x9c │ │ │ │ - addi a4,a4,-600 │ │ │ │ + addi a4,a4,-976 │ │ │ │ lw a5,56(s0) │ │ │ │ bne a5,s7,3bb6c │ │ │ │ addiw s4,s4,1 │ │ │ │ auipc a4,0x88 │ │ │ │ addi a4,a4,-1184 │ │ │ │ bne s0,s2,3bb70 │ │ │ │ ld ra,104(sp) │ │ │ │ @@ -13428,16 +13428,16 @@ │ │ │ │ sd a5,88(sp) │ │ │ │ li a5,1 │ │ │ │ auipc a4,0xd5 │ │ │ │ sb a5,1306(a4) │ │ │ │ li s2,-1 │ │ │ │ li a5,7 │ │ │ │ li a2,6 │ │ │ │ - auipc a1,0x8d │ │ │ │ - addi a1,a1,-44 │ │ │ │ + auipc a1,0x91 │ │ │ │ + addi a1,a1,-188 │ │ │ │ addi a0,sp,56 │ │ │ │ sw a5,84(sp) │ │ │ │ sw s2,96(sp) │ │ │ │ jal 32b40 │ │ │ │ mv s0,a0 │ │ │ │ addi s1,sp,84 │ │ │ │ bltz s0,3e156 │ │ │ │ @@ -15212,25 +15212,25 @@ │ │ │ │ addi a1,a1,534 │ │ │ │ auipc a0,0x86 │ │ │ │ addi a0,a0,-1122 │ │ │ │ jal 34950 │ │ │ │ mv s2,a0 │ │ │ │ beqz a0,3f5e8 │ │ │ │ mv a2,a0 │ │ │ │ - auipc a1,0x8e │ │ │ │ - addi a1,a1,-1876 │ │ │ │ + auipc a1,0x92 │ │ │ │ + addi a1,a1,-1852 │ │ │ │ li a0,1 │ │ │ │ jal 342a0 <__printf_chk@plt> │ │ │ │ mv a0,s2 │ │ │ │ jal 339e0 │ │ │ │ mv a0,s4 │ │ │ │ jal 339e0 │ │ │ │ j 3f536 │ │ │ │ - auipc a1,0x90 │ │ │ │ - addi a1,a1,-1808 │ │ │ │ + auipc a1,0x8e │ │ │ │ + addi a1,a1,-552 │ │ │ │ mv a0,s0 │ │ │ │ jal 33960 │ │ │ │ bnez a0,3f5ae │ │ │ │ auipc a1,0x86 │ │ │ │ addi a1,a1,-176 │ │ │ │ mv a0,s0 │ │ │ │ jal 33960 │ │ │ │ @@ -16748,16 +16748,16 @@ │ │ │ │ mv a0,s8 │ │ │ │ jal 333d0 │ │ │ │ addi s3,sp,48 │ │ │ │ li s9,1 │ │ │ │ bnez a0,40aac │ │ │ │ mv a0,s3 │ │ │ │ mv a2,s8 │ │ │ │ - auipc a1,0x8c │ │ │ │ - addi a1,a1,1132 │ │ │ │ + auipc a1,0x90 │ │ │ │ + addi a1,a1,1156 │ │ │ │ sd zero,48(sp) │ │ │ │ jal 32b40 │ │ │ │ blez s6,40b50 │ │ │ │ sd s11,72(sp) │ │ │ │ auipc s6,0x85 │ │ │ │ addi s6,s6,616 │ │ │ │ bnez s9,40a98 │ │ │ │ @@ -17108,16 +17108,16 @@ │ │ │ │ addi a4,a4,-634 │ │ │ │ j 407b4 │ │ │ │ auipc s8,0x9e │ │ │ │ addi s8,s8,-1964 │ │ │ │ addi s3,sp,48 │ │ │ │ mv a0,s3 │ │ │ │ mv a2,s8 │ │ │ │ - auipc a1,0x8c │ │ │ │ - addi a1,a1,100 │ │ │ │ + auipc a1,0x90 │ │ │ │ + addi a1,a1,124 │ │ │ │ li s9,1 │ │ │ │ sd zero,48(sp) │ │ │ │ jal 32b40 │ │ │ │ bgtz s6,40746 │ │ │ │ li s7,0 │ │ │ │ j 408b0 │ │ │ │ mv s9,s7 │ │ │ │ @@ -17321,16 +17321,16 @@ │ │ │ │ ld a5,0(s0) │ │ │ │ sd a5,8(sp) │ │ │ │ li a5,0 │ │ │ │ sd s1,24(sp) │ │ │ │ sd s2,16(sp) │ │ │ │ mv s1,a1 │ │ │ │ mv s2,a0 │ │ │ │ - auipc a1,0x8a │ │ │ │ - addi a1,a1,904 │ │ │ │ + auipc a1,0x8e │ │ │ │ + addi a1,a1,760 │ │ │ │ mv a0,sp │ │ │ │ sd ra,40(sp) │ │ │ │ jal 32b40 │ │ │ │ ld a2,0(sp) │ │ │ │ mv a1,s1 │ │ │ │ mv a0,s2 │ │ │ │ jal 34240 │ │ │ │ @@ -17475,16 +17475,16 @@ │ │ │ │ ld s6,32(sp) │ │ │ │ mv a0,a2 │ │ │ │ addi sp,sp,96 │ │ │ │ ret │ │ │ │ mv a5,s3 │ │ │ │ lui a3,0x2 │ │ │ │ li a2,1 │ │ │ │ - auipc a4,0x8a │ │ │ │ - addi a4,a4,512 │ │ │ │ + auipc a4,0x8e │ │ │ │ + addi a4,a4,368 │ │ │ │ addi a1,a3,-1 │ │ │ │ addi a0,sp,24 │ │ │ │ jal 326e0 <__snprintf_chk@plt> │ │ │ │ addi a0,sp,24 │ │ │ │ jal 33ea0 │ │ │ │ mv a2,a0 │ │ │ │ j 40eb6 │ │ │ │ @@ -17872,16 +17872,16 @@ │ │ │ │ j 41490 │ │ │ │ mv a3,s2 │ │ │ │ auipc a1,0x84 │ │ │ │ addi a1,a1,2028 │ │ │ │ addi a0,sp,40 │ │ │ │ jal 32b40 │ │ │ │ mv a2,s1 │ │ │ │ - auipc a1,0x8c │ │ │ │ - addi a1,a1,-1236 │ │ │ │ + auipc a1,0x90 │ │ │ │ + addi a1,a1,-1212 │ │ │ │ addi a0,sp,48 │ │ │ │ jal 32b40 │ │ │ │ ld a2,48(sp) │ │ │ │ ld a1,40(sp) │ │ │ │ li a0,0 │ │ │ │ jal 34240 │ │ │ │ ld a0,40(sp) │ │ │ │ @@ -17959,16 +17959,16 @@ │ │ │ │ bnez a4,413ee │ │ │ │ mv a3,s2 │ │ │ │ auipc a1,0x84 │ │ │ │ addi a1,a1,1768 │ │ │ │ addi a0,sp,40 │ │ │ │ jal 32b40 │ │ │ │ mv a2,s1 │ │ │ │ - auipc a1,0x8c │ │ │ │ - addi a1,a1,-1496 │ │ │ │ + auipc a1,0x90 │ │ │ │ + addi a1,a1,-1472 │ │ │ │ addi a0,sp,48 │ │ │ │ jal 32b40 │ │ │ │ ld a2,48(sp) │ │ │ │ ld a1,40(sp) │ │ │ │ li a0,0 │ │ │ │ j 41414 │ │ │ │ ld a1,0(sp) │ │ │ │ @@ -21057,16 +21057,16 @@ │ │ │ │ mv a0,s0 │ │ │ │ jalr a5 │ │ │ │ ld a5,8(s2) │ │ │ │ addi s2,s2,8 │ │ │ │ bnez a5,4349c │ │ │ │ ld a2,40(sp) │ │ │ │ sd s4,40(s0) │ │ │ │ - auipc a1,0x8a │ │ │ │ - addi a1,a1,-1582 │ │ │ │ + auipc a1,0x8e │ │ │ │ + addi a1,a1,-1558 │ │ │ │ addi a0,s0,48 │ │ │ │ jal 32b40 │ │ │ │ ld a4,184(s5) │ │ │ │ addi a5,s5,160 │ │ │ │ sd a4,24(s0) │ │ │ │ ld a4,184(s5) │ │ │ │ sd s0,16(a4) │ │ │ │ @@ -24082,16 +24082,16 @@ │ │ │ │ lw a4,48(s0) │ │ │ │ auipc a1,0x82 │ │ │ │ addi a1,a1,-900 │ │ │ │ jal 32b40 │ │ │ │ ld a2,32(s0) │ │ │ │ beqz a2,45554 │ │ │ │ ld a0,0(s1) │ │ │ │ - auipc a1,0x88 │ │ │ │ - addi a1,a1,-1734 │ │ │ │ + auipc a1,0x8c │ │ │ │ + addi a1,a1,-1710 │ │ │ │ addi a0,a0,8 │ │ │ │ jal 32b40 │ │ │ │ ld s0,48(sp) │ │ │ │ ld s1,40(sp) │ │ │ │ li a0,0 │ │ │ │ ld a4,24(sp) │ │ │ │ ld a5,0(s2) │ │ │ │ @@ -24275,16 +24275,16 @@ │ │ │ │ ld a4,48(s0) │ │ │ │ auipc a1,0x82 │ │ │ │ addi a1,a1,-1320 │ │ │ │ jal 32b40 │ │ │ │ ld a2,32(s0) │ │ │ │ beqz a2,45798 │ │ │ │ ld a0,0(s1) │ │ │ │ - auipc a1,0x87 │ │ │ │ - addi a1,a1,1782 │ │ │ │ + auipc a1,0x8b │ │ │ │ + addi a1,a1,1806 │ │ │ │ addi a0,a0,8 │ │ │ │ jal 32b40 │ │ │ │ ld s0,48(sp) │ │ │ │ ld s1,40(sp) │ │ │ │ li a0,0 │ │ │ │ ld a4,24(sp) │ │ │ │ ld a5,0(s2) │ │ │ │ @@ -30548,16 +30548,16 @@ │ │ │ │ addi a1,a1,96 │ │ │ │ jal 32b40 │ │ │ │ ld a5,32(sp) │ │ │ │ li a4,8 │ │ │ │ ld a2,32(a5) │ │ │ │ beqz a2,49a4a │ │ │ │ ld a0,0(s3) │ │ │ │ - auipc a1,0x83 │ │ │ │ - addi a1,a1,1096 │ │ │ │ + auipc a1,0x87 │ │ │ │ + addi a1,a1,1120 │ │ │ │ add a0,a0,a4 │ │ │ │ jal 32b40 │ │ │ │ ld a5,32(sp) │ │ │ │ li a4,16 │ │ │ │ ld a0,56(a5) │ │ │ │ beqz a0,49a62 │ │ │ │ ld a5,64(a0) │ │ │ │ @@ -32193,15 +32193,15 @@ │ │ │ │ ld s3,8(sp) │ │ │ │ sb zero,0(s1) │ │ │ │ j 4ab7e │ │ │ │ auipc a1,0x7d │ │ │ │ addi a1,a1,246 │ │ │ │ jal 32ae0 │ │ │ │ auipc a0,0x8d │ │ │ │ - addi a0,a0,-1702 │ │ │ │ + addi a0,a0,-294 │ │ │ │ jal 33ea0 │ │ │ │ auipc a5,0xc9 │ │ │ │ sd a0,158(a5) │ │ │ │ j 4abb4 │ │ │ │ auipc a1,0x7d │ │ │ │ addi a1,a1,164 │ │ │ │ jal 32ae0 │ │ │ │ @@ -33300,16 +33300,16 @@ │ │ │ │ add a4,a4,a2 │ │ │ │ lw a4,0(a4) │ │ │ │ add a4,a4,a2 │ │ │ │ jr a4 │ │ │ │ mv a0,a1 │ │ │ │ auipc a2,0x7c │ │ │ │ addi a2,a2,1416 │ │ │ │ - auipc a1,0x81 │ │ │ │ - addi a1,a1,1536 │ │ │ │ + auipc a1,0x85 │ │ │ │ + addi a1,a1,1560 │ │ │ │ jal 32b40 │ │ │ │ li a5,0 │ │ │ │ j 4b846 │ │ │ │ lbu a1,0(a3) │ │ │ │ mv a2,s1 │ │ │ │ jalr a6 │ │ │ │ mv a5,a0 │ │ │ │ @@ -33340,35 +33340,35 @@ │ │ │ │ sd a5,8(sp) │ │ │ │ jal 32b40 │ │ │ │ ld a5,8(sp) │ │ │ │ bgez a0,4b846 │ │ │ │ j 4b8b4 │ │ │ │ lw a2,0(a3) │ │ │ │ mv a0,s1 │ │ │ │ - auipc a1,0x7f │ │ │ │ - addi a1,a1,2040 │ │ │ │ + auipc a1,0x83 │ │ │ │ + addi a1,a1,1896 │ │ │ │ sd a5,8(sp) │ │ │ │ jal 32b40 │ │ │ │ ld a5,8(sp) │ │ │ │ bgez a0,4b846 │ │ │ │ j 4b8b4 │ │ │ │ ld a2,0(a3) │ │ │ │ beqz a2,4b972 │ │ │ │ mv a0,s1 │ │ │ │ - auipc a1,0x81 │ │ │ │ - addi a1,a1,1396 │ │ │ │ + auipc a1,0x85 │ │ │ │ + addi a1,a1,1420 │ │ │ │ sd a5,8(sp) │ │ │ │ jal 32b40 │ │ │ │ ld a5,8(sp) │ │ │ │ bgez a0,4b846 │ │ │ │ j 4b8b4 │ │ │ │ lbu a2,0(a3) │ │ │ │ mv a0,s1 │ │ │ │ - auipc a1,0x7f │ │ │ │ - addi a1,a1,1984 │ │ │ │ + auipc a1,0x83 │ │ │ │ + addi a1,a1,1840 │ │ │ │ sd a5,8(sp) │ │ │ │ jal 32b40 │ │ │ │ ld a5,8(sp) │ │ │ │ bgez a0,4b846 │ │ │ │ j 4b8b4 │ │ │ │ ld a2,0(a3) │ │ │ │ mv a0,s1 │ │ │ │ @@ -35585,16 +35585,16 @@ │ │ │ │ auipc a5,0xb6 │ │ │ │ ld a5,-1972(a5) │ │ │ │ ld a3,0(a5) │ │ │ │ ld a6,8(a5) │ │ │ │ auipc a5,0x7b │ │ │ │ addi a5,a5,-122 │ │ │ │ lw a4,104(s0) │ │ │ │ - auipc a2,0x87 │ │ │ │ - addi a2,a2,556 │ │ │ │ + auipc a2,0x88 │ │ │ │ + addi a2,a2,-1180 │ │ │ │ andi a4,a4,2 │ │ │ │ beqz a4,4d258 │ │ │ │ auipc a2,0x7b │ │ │ │ addi a2,a2,-136 │ │ │ │ lw a1,24(s0) │ │ │ │ lwu t3,28(s0) │ │ │ │ auipc t1,0xb3 │ │ │ │ @@ -35673,16 +35673,16 @@ │ │ │ │ ld a6,48(sp) │ │ │ │ addi a7,a7,4 │ │ │ │ bne s9,a6,4d2d8 │ │ │ │ ld a2,120(s0) │ │ │ │ li s2,8 │ │ │ │ beqz a2,4d35e │ │ │ │ ld a0,0(s5) │ │ │ │ - auipc a1,0x80 │ │ │ │ - addi a1,a1,-1230 │ │ │ │ + auipc a1,0x84 │ │ │ │ + addi a1,a1,-1206 │ │ │ │ add a0,a0,s2 │ │ │ │ jal 32b40 │ │ │ │ li s2,16 │ │ │ │ ld a0,136(s0) │ │ │ │ beqz a0,4cfce │ │ │ │ ld a5,64(a0) │ │ │ │ mv a2,s11 │ │ │ │ @@ -36356,16 +36356,16 @@ │ │ │ │ sd s0,96(sp) │ │ │ │ sd s6,48(sp) │ │ │ │ sd s7,40(sp) │ │ │ │ mv s5,s3 │ │ │ │ li s1,0 │ │ │ │ j 4daaa │ │ │ │ mv a2,s6 │ │ │ │ - auipc a3,0x84 │ │ │ │ - addi a3,a3,-766 │ │ │ │ + auipc a3,0x85 │ │ │ │ + addi a3,a3,1482 │ │ │ │ ld a4,8(a4) │ │ │ │ auipc a1,0x7a │ │ │ │ addi a1,a1,376 │ │ │ │ addi a0,sp,16 │ │ │ │ jal 32b40 │ │ │ │ mv s7,a0 │ │ │ │ mv a0,s6 │ │ │ │ @@ -36646,30 +36646,30 @@ │ │ │ │ beqz a0,4dcda │ │ │ │ auipc a1,0x75 │ │ │ │ addi a1,a1,2036 │ │ │ │ mv a0,s0 │ │ │ │ jal 338b0 │ │ │ │ beqz a0,4dcdc │ │ │ │ auipc a1,0x86 │ │ │ │ - addi a1,a1,-1644 │ │ │ │ + addi a1,a1,-1180 │ │ │ │ mv a0,s0 │ │ │ │ jal 338b0 │ │ │ │ beqz a0,4dcdc │ │ │ │ auipc a1,0x7b │ │ │ │ addi a1,a1,-1924 │ │ │ │ mv a0,s0 │ │ │ │ jal 338b0 │ │ │ │ beqz a0,4dcdc │ │ │ │ auipc a1,0x75 │ │ │ │ addi a1,a1,1980 │ │ │ │ mv a0,s0 │ │ │ │ jal 338b0 │ │ │ │ beqz a0,4dcdc │ │ │ │ - auipc a1,0x81 │ │ │ │ - addi a1,a1,1124 │ │ │ │ + auipc a1,0x80 │ │ │ │ + addi a1,a1,-1716 │ │ │ │ mv a0,s0 │ │ │ │ jal 338b0 │ │ │ │ beqz a0,4dcdc │ │ │ │ mv a0,s0 │ │ │ │ auipc a1,0x78 │ │ │ │ addi a1,a1,-1550 │ │ │ │ jal 338b0 │ │ │ │ @@ -36774,16 +36774,16 @@ │ │ │ │ lbu a5,1(s0) │ │ │ │ addiw a5,a5,-111 │ │ │ │ sext.w a0,a5 │ │ │ │ bnez a5,4dec6 │ │ │ │ lbu a0,2(s0) │ │ │ │ beqz a0,4de12 │ │ │ │ mv a0,s0 │ │ │ │ - auipc a1,0x81 │ │ │ │ - addi a1,a1,798 │ │ │ │ + auipc a1,0x80 │ │ │ │ + addi a1,a1,-2042 │ │ │ │ jal 333d0 │ │ │ │ beqz a0,4de12 │ │ │ │ li a0,-18 │ │ │ │ j 4de18 │ │ │ │ lbu a5,1(s0) │ │ │ │ beqz a5,4de10 │ │ │ │ j 4de3e │ │ │ │ @@ -37291,16 +37291,16 @@ │ │ │ │ ld ra,24(sp) │ │ │ │ li a0,0 │ │ │ │ addi sp,sp,32 │ │ │ │ ret │ │ │ │ beqz a4,4e3f6 │ │ │ │ mv a2,a1 │ │ │ │ mv a0,a4 │ │ │ │ - auipc a1,0x7d │ │ │ │ - addi a1,a1,-796 │ │ │ │ + auipc a1,0x81 │ │ │ │ + addi a1,a1,-940 │ │ │ │ jal 32b40 │ │ │ │ ld ra,24(sp) │ │ │ │ srai a0,a0,0x3f │ │ │ │ andi a0,a0,-2 │ │ │ │ addi sp,sp,32 │ │ │ │ ret │ │ │ │ li a0,-18 │ │ │ │ @@ -43289,26 +43289,26 @@ │ │ │ │ mv a4,a6 │ │ │ │ li a0,0 │ │ │ │ bnez a5,524a0 │ │ │ │ ld a3,48(s1) │ │ │ │ beqz a3,523d0 │ │ │ │ addi a5,sp,24 │ │ │ │ add a0,a0,a5 │ │ │ │ - auipc a2,0x7b │ │ │ │ - addi a2,a2,-1342 │ │ │ │ + auipc a2,0x7f │ │ │ │ + addi a2,a2,-1318 │ │ │ │ lui a1,0x2 │ │ │ │ sd a4,8(sp) │ │ │ │ jal 330b0 │ │ │ │ ld a0,8(sp) │ │ │ │ ld a3,56(s1) │ │ │ │ beqz a3,523e6 │ │ │ │ addi a5,sp,24 │ │ │ │ add a0,a0,a5 │ │ │ │ - auipc a2,0x7b │ │ │ │ - addi a2,a2,-1368 │ │ │ │ + auipc a2,0x7f │ │ │ │ + addi a2,a2,-1344 │ │ │ │ lui a1,0x2 │ │ │ │ jal 330b0 │ │ │ │ lui a5,0x6 │ │ │ │ addi a4,sp,16 │ │ │ │ addi a5,a5,16 │ │ │ │ add a5,a5,a4 │ │ │ │ lui s1,0x2 │ │ │ │ @@ -43325,29 +43325,29 @@ │ │ │ │ ld a3,48(s0) │ │ │ │ beqz a3,52430 │ │ │ │ lui a5,0x6 │ │ │ │ addi a2,sp,16 │ │ │ │ addi a5,a5,8 │ │ │ │ add a5,a5,a2 │ │ │ │ add a0,a0,a5 │ │ │ │ - auipc a2,0x7b │ │ │ │ - addi a2,a2,-1438 │ │ │ │ + auipc a2,0x7f │ │ │ │ + addi a2,a2,-1414 │ │ │ │ lui a1,0x2 │ │ │ │ sd a4,8(sp) │ │ │ │ jal 330b0 │ │ │ │ ld a0,8(sp) │ │ │ │ ld a3,56(s0) │ │ │ │ beqz a3,5244c │ │ │ │ lui a5,0x6 │ │ │ │ addi a5,a5,8 │ │ │ │ addi a4,sp,16 │ │ │ │ add a5,a5,a4 │ │ │ │ add a0,a0,a5 │ │ │ │ - auipc a2,0x7b │ │ │ │ - addi a2,a2,-1470 │ │ │ │ + auipc a2,0x7f │ │ │ │ + addi a2,a2,-1446 │ │ │ │ lui a1,0x2 │ │ │ │ jal 330b0 │ │ │ │ lui a5,0x6 │ │ │ │ addi a5,a5,8 │ │ │ │ addi a4,sp,16 │ │ │ │ add s1,a4,a5 │ │ │ │ addi s0,sp,24 │ │ │ │ @@ -44835,16 +44835,16 @@ │ │ │ │ li a3,153 │ │ │ │ jal 33d90 <__strncat_chk@plt> │ │ │ │ addi a2,sp,232 │ │ │ │ addi a1,sp,72 │ │ │ │ addi a0,sp,68 │ │ │ │ jal 35090 │ │ │ │ j 532ea │ │ │ │ - auipc a1,0x77 │ │ │ │ - addi a1,a1,-1476 │ │ │ │ + auipc a1,0x7b │ │ │ │ + addi a1,a1,-1572 │ │ │ │ mv a0,s0 │ │ │ │ jal 333d0 │ │ │ │ li s4,2 │ │ │ │ beqz a0,53108 │ │ │ │ auipc a1,0x75 │ │ │ │ addi a1,a1,1344 │ │ │ │ mv a0,s0 │ │ │ │ @@ -44986,16 +44986,16 @@ │ │ │ │ j 535f4 │ │ │ │ ld s1,488(sp) │ │ │ │ ld s2,480(sp) │ │ │ │ ld s3,472(sp) │ │ │ │ j 5330c │ │ │ │ li a3,0 │ │ │ │ li a2,0 │ │ │ │ - auipc a1,0x7c │ │ │ │ - addi a1,a1,-1948 │ │ │ │ + auipc a1,0x7a │ │ │ │ + addi a1,a1,-692 │ │ │ │ mv a0,s6 │ │ │ │ jal 323f0 │ │ │ │ mv s0,a0 │ │ │ │ bnez a0,530f4 │ │ │ │ auipc s0,0x75 │ │ │ │ addi s0,s0,880 │ │ │ │ j 534dc │ │ │ │ @@ -45433,16 +45433,16 @@ │ │ │ │ lw a4,1608(a4) │ │ │ │ bnez a4,53c28 │ │ │ │ auipc a1,0x75 │ │ │ │ addi a1,a1,-178 │ │ │ │ addi a0,sp,32 │ │ │ │ jal 32b40 │ │ │ │ ld a3,32(sp) │ │ │ │ - auipc a2,0x79 │ │ │ │ - addi a2,a2,702 │ │ │ │ + auipc a2,0x7d │ │ │ │ + addi a2,a2,726 │ │ │ │ li a1,50 │ │ │ │ auipc a0,0xc0 │ │ │ │ addi a0,a0,1602 │ │ │ │ jal 330b0 │ │ │ │ ld a0,32(sp) │ │ │ │ jal 339e0 │ │ │ │ jal 32600 <__errno_location@plt> │ │ │ │ @@ -45632,16 +45632,16 @@ │ │ │ │ mv a2,a5 │ │ │ │ auipc a1,0x75 │ │ │ │ addi a1,a1,-800 │ │ │ │ addi a0,sp,32 │ │ │ │ jal 32b40 │ │ │ │ ld a3,32(sp) │ │ │ │ mv a1,s0 │ │ │ │ - auipc a2,0x79 │ │ │ │ - addi a2,a2,78 │ │ │ │ + auipc a2,0x7d │ │ │ │ + addi a2,a2,102 │ │ │ │ mv a0,s2 │ │ │ │ jal 330b0 │ │ │ │ mv s2,a0 │ │ │ │ ld a0,32(sp) │ │ │ │ sext.w s0,s0 │ │ │ │ jal 339e0 │ │ │ │ jal 32600 <__errno_location@plt> │ │ │ │ @@ -45692,16 +45692,16 @@ │ │ │ │ auipc a3,0xc0 │ │ │ │ addi a3,a3,692 │ │ │ │ bnez a0,53d84 │ │ │ │ ld a3,24(sp) │ │ │ │ sd a0,8(sp) │ │ │ │ mv a1,s0 │ │ │ │ mv a0,s2 │ │ │ │ - auipc a2,0x79 │ │ │ │ - addi a2,a2,-80 │ │ │ │ + auipc a2,0x7d │ │ │ │ + addi a2,a2,-56 │ │ │ │ jal 330b0 │ │ │ │ sext.w s0,s0 │ │ │ │ ld a4,8(sp) │ │ │ │ bge s0,a0,53e5e │ │ │ │ jal 32600 <__errno_location@plt> │ │ │ │ li a5,34 │ │ │ │ sw a5,0(a0) │ │ │ │ @@ -52965,16 +52965,16 @@ │ │ │ │ jal 32600 <__errno_location@plt> │ │ │ │ lw a4,0(a0) │ │ │ │ li a5,2 │ │ │ │ li s3,-13 │ │ │ │ bne a4,a5,58dd2 │ │ │ │ j 58dd4 │ │ │ │ mv s1,s0 │ │ │ │ - auipc a3,0x7e │ │ │ │ - addi a3,a3,1834 │ │ │ │ + auipc a3,0x7f │ │ │ │ + addi a3,a3,-854 │ │ │ │ j 58d48 │ │ │ │ mv a0,s0 │ │ │ │ jal 339e0 │ │ │ │ jal 32600 <__errno_location@plt> │ │ │ │ lw a4,0(a0) │ │ │ │ li a5,2 │ │ │ │ li s3,-13 │ │ │ │ @@ -53407,16 +53407,16 @@ │ │ │ │ addi a5,a5,138 │ │ │ │ ld a1,0(a5) │ │ │ │ ld a0,8(a5) │ │ │ │ li a3,0 │ │ │ │ bltu a1,s0,5920c │ │ │ │ mv a5,s2 │ │ │ │ mv a3,a5 │ │ │ │ - auipc a2,0x74 │ │ │ │ - addi a2,a2,-1100 │ │ │ │ + auipc a2,0x78 │ │ │ │ + addi a2,a2,-1076 │ │ │ │ jal 330b0 │ │ │ │ j 591fa │ │ │ │ beqz a3,592ca │ │ │ │ auipc a4,0x70 │ │ │ │ addi a4,a4,-1988 │ │ │ │ li a3,-1 │ │ │ │ li a2,1 │ │ │ │ @@ -53653,16 +53653,16 @@ │ │ │ │ auipc a5,0xa9 │ │ │ │ ld a5,-194(a5) │ │ │ │ ld a0,0(a5) │ │ │ │ jal 328b0 │ │ │ │ j 59428 │ │ │ │ ld a3,16(sp) │ │ │ │ lw a0,12(s0) │ │ │ │ - auipc a2,0x74 │ │ │ │ - addi a2,a2,-1782 │ │ │ │ + auipc a2,0x78 │ │ │ │ + addi a2,a2,-1758 │ │ │ │ li a1,1 │ │ │ │ jal 32270 <__syslog_chk@plt> │ │ │ │ j 59410 │ │ │ │ auipc a5,0xbb │ │ │ │ addi a5,a5,-390 │ │ │ │ li a3,64 │ │ │ │ beq s3,s6,5972a │ │ │ │ @@ -54074,16 +54074,16 @@ │ │ │ │ ld s1,8(sp) │ │ │ │ ld s2,0(sp) │ │ │ │ li a0,1 │ │ │ │ addi sp,sp,32 │ │ │ │ ret │ │ │ │ li a5,3 │ │ │ │ j 598ea │ │ │ │ - auipc a1,0x74 │ │ │ │ - addi a1,a1,124 │ │ │ │ + auipc a1,0x78 │ │ │ │ + addi a1,a1,148 │ │ │ │ mv a0,s0 │ │ │ │ jal 338b0 │ │ │ │ beqz a0,59a98 │ │ │ │ mv a0,s0 │ │ │ │ auipc a1,0x6f │ │ │ │ addi a1,a1,-1174 │ │ │ │ jal 338b0 │ │ │ │ @@ -55643,16 +55643,16 @@ │ │ │ │ beqz a0,5abec │ │ │ │ mv a1,a0 │ │ │ │ auipc a0,0x6f │ │ │ │ addi a0,a0,-2024 │ │ │ │ jal 338b0 │ │ │ │ beqz a0,5abfa │ │ │ │ mv a1,s0 │ │ │ │ - auipc a0,0x75 │ │ │ │ - addi a0,a0,32 │ │ │ │ + auipc a0,0x72 │ │ │ │ + addi a0,a0,144 │ │ │ │ jal 338b0 │ │ │ │ beqz a0,5ac2e │ │ │ │ mv a1,s0 │ │ │ │ auipc a0,0x6f │ │ │ │ addi a0,a0,-2040 │ │ │ │ jal 338b0 │ │ │ │ beqz a0,5ac24 │ │ │ │ @@ -55693,16 +55693,16 @@ │ │ │ │ j 5aace │ │ │ │ auipc s1,0x6e │ │ │ │ addi s1,s1,1926 │ │ │ │ j 5ac02 │ │ │ │ auipc s1,0x6e │ │ │ │ addi s1,s1,1924 │ │ │ │ j 5ac02 │ │ │ │ - auipc s1,0x75 │ │ │ │ - addi s1,s1,-126 │ │ │ │ + auipc s1,0x72 │ │ │ │ + addi s1,s1,-14 │ │ │ │ j 5ac02 │ │ │ │ mv a0,s2 │ │ │ │ jal 339e0 │ │ │ │ li s0,1 │ │ │ │ j 5ab12 │ │ │ │ mv a0,s2 │ │ │ │ jal 339e0 │ │ │ │ @@ -57066,16 +57066,16 @@ │ │ │ │ li a3,3 │ │ │ │ sd s1,8(s0) │ │ │ │ j 5bc4e │ │ │ │ auipc a0,0xaa │ │ │ │ lw a0,902(a0) │ │ │ │ bltz a0,5bd10 │ │ │ │ mv a2,s2 │ │ │ │ - auipc a1,0x71 │ │ │ │ - addi a1,a1,424 │ │ │ │ + auipc a1,0x75 │ │ │ │ + addi a1,a1,448 │ │ │ │ jal 32ae0 │ │ │ │ mv a0,s3 │ │ │ │ jal 34f20 │ │ │ │ auipc a5,0xaa │ │ │ │ lbu a5,874(a5) │ │ │ │ bnez a5,5bd30 │ │ │ │ mv a0,s2 │ │ │ │ @@ -57124,16 +57124,16 @@ │ │ │ │ ld ra,8(sp) │ │ │ │ addi sp,sp,16 │ │ │ │ j 339e0 │ │ │ │ auipc a0,0xaa │ │ │ │ lw a0,736(a0) │ │ │ │ ld a2,16(a1) │ │ │ │ bltz a0,5bd8c │ │ │ │ - auipc a1,0x71 │ │ │ │ - addi a1,a1,258 │ │ │ │ + auipc a1,0x75 │ │ │ │ + addi a1,a1,282 │ │ │ │ jal 32ae0 │ │ │ │ j 5bd50 │ │ │ │ auipc a5,0xa7 │ │ │ │ ld a5,-260(a5) │ │ │ │ ld a1,0(a5) │ │ │ │ mv a0,a2 │ │ │ │ jal 337d0 │ │ │ │ @@ -58221,16 +58221,16 @@ │ │ │ │ bnez a0,5ca3e │ │ │ │ lw a5,12(sp) │ │ │ │ li s0,2 │ │ │ │ bge s0,a5,5ca26 │ │ │ │ sd s1,56(sp) │ │ │ │ li s1,16 │ │ │ │ ld a5,16(sp) │ │ │ │ - auipc a1,0x70 │ │ │ │ - addi a1,a1,1144 │ │ │ │ + auipc a1,0x74 │ │ │ │ + addi a1,a1,1168 │ │ │ │ mv a0,s2 │ │ │ │ add a5,a5,s1 │ │ │ │ ld a2,0(a5) │ │ │ │ addiw s0,s0,1 │ │ │ │ addi s1,s1,8 │ │ │ │ jal 32ae0 │ │ │ │ lw a5,12(sp) │ │ │ │ @@ -58561,16 +58561,16 @@ │ │ │ │ beqz a0,5cd16 │ │ │ │ j 5cd7e │ │ │ │ ld a6,0(s6) │ │ │ │ mv a5,s1 │ │ │ │ mv a4,s1 │ │ │ │ mv a3,s1 │ │ │ │ li a2,1 │ │ │ │ - auipc a1,0x76 │ │ │ │ - addi a1,a1,-1480 │ │ │ │ + auipc a1,0x6d │ │ │ │ + addi a1,a1,-368 │ │ │ │ auipc a0,0x6c │ │ │ │ addi a0,a0,1112 │ │ │ │ jal 330e0 │ │ │ │ mv s4,s0 │ │ │ │ j 5cd16 │ │ │ │ auipc a1,0x6a │ │ │ │ addi a1,a1,1624 │ │ │ │ @@ -58612,16 +58612,16 @@ │ │ │ │ mv a0,s2 │ │ │ │ jal 32420 │ │ │ │ addi a5,a0,16 │ │ │ │ j 5cebc │ │ │ │ ld a3,0(s6) │ │ │ │ mv a4,s9 │ │ │ │ li a2,1 │ │ │ │ - auipc a1,0x76 │ │ │ │ - addi a1,a1,-1608 │ │ │ │ + auipc a1,0x6d │ │ │ │ + addi a1,a1,-496 │ │ │ │ auipc a0,0x6c │ │ │ │ addi a0,a0,952 │ │ │ │ jal 330e0 │ │ │ │ li s8,-43 │ │ │ │ ld s3,376(sp) │ │ │ │ ld s5,360(sp) │ │ │ │ j 5cd32 │ │ │ │ @@ -58887,16 +58887,16 @@ │ │ │ │ li a0,4 │ │ │ │ jal 5cefc │ │ │ │ beqz a0,5d0ea │ │ │ │ mv a4,s3 │ │ │ │ auipc a3,0x7b │ │ │ │ addi a3,a3,1374 │ │ │ │ li a2,1 │ │ │ │ - auipc a1,0x75 │ │ │ │ - addi a1,a1,1812 │ │ │ │ + auipc a1,0x6d │ │ │ │ + addi a1,a1,-1172 │ │ │ │ auipc a0,0x6c │ │ │ │ addi a0,a0,164 │ │ │ │ jal 34950 │ │ │ │ sd a0,0(s7) │ │ │ │ li s1,-1 │ │ │ │ j 5d108 │ │ │ │ mv a2,sp │ │ │ │ @@ -58993,16 +58993,16 @@ │ │ │ │ mv a4,s3 │ │ │ │ auipc a3,0x7b │ │ │ │ addi a3,a3,1078 │ │ │ │ j 5d152 │ │ │ │ mv a3,s1 │ │ │ │ mv a4,s3 │ │ │ │ li a2,1 │ │ │ │ - auipc a1,0x75 │ │ │ │ - addi a1,a1,1518 │ │ │ │ + auipc a1,0x6d │ │ │ │ + addi a1,a1,-1466 │ │ │ │ auipc a0,0x6c │ │ │ │ addi a0,a0,-154 │ │ │ │ jal 34950 │ │ │ │ sd a0,0(s7) │ │ │ │ li s1,-1 │ │ │ │ j 5d108 │ │ │ │ ld s5,40(sp) │ │ │ │ @@ -59050,16 +59050,16 @@ │ │ │ │ mv a0,s0 │ │ │ │ ld s0,16(sp) │ │ │ │ ld s1,8(sp) │ │ │ │ addi sp,sp,32 │ │ │ │ ret │ │ │ │ mv a3,s1 │ │ │ │ li a2,1 │ │ │ │ - auipc a1,0x75 │ │ │ │ - addi a1,a1,1322 │ │ │ │ + auipc a1,0x6d │ │ │ │ + addi a1,a1,-1662 │ │ │ │ auipc a0,0x6c │ │ │ │ addi a0,a0,-294 │ │ │ │ jal 330e0 │ │ │ │ mv a0,s0 │ │ │ │ jal 339e0 │ │ │ │ li s0,0 │ │ │ │ j 5d30e │ │ │ │ @@ -59214,16 +59214,16 @@ │ │ │ │ bnez s0,5d426 │ │ │ │ mv a0,s1 │ │ │ │ jal 33ea0 │ │ │ │ mv s2,a0 │ │ │ │ j 5d4a6 │ │ │ │ mv a3,s1 │ │ │ │ li a2,1 │ │ │ │ - auipc a1,0x75 │ │ │ │ - addi a1,a1,864 │ │ │ │ + auipc a1,0x6c │ │ │ │ + addi a1,a1,1976 │ │ │ │ auipc a0,0x6c │ │ │ │ addi a0,a0,-768 │ │ │ │ jal 330e0 │ │ │ │ li a0,0 │ │ │ │ j 5d4c4 │ │ │ │ mv a2,s1 │ │ │ │ auipc a1,0x7b │ │ │ │ @@ -59301,16 +59301,16 @@ │ │ │ │ mv s0,a0 │ │ │ │ j 5d602 │ │ │ │ lbu a5,1(a3) │ │ │ │ addiw a5,a5,-47 │ │ │ │ beqz a5,5d586 │ │ │ │ mv a3,s3 │ │ │ │ li a2,1 │ │ │ │ - auipc a1,0x75 │ │ │ │ - addi a1,a1,604 │ │ │ │ + auipc a1,0x6c │ │ │ │ + addi a1,a1,1716 │ │ │ │ auipc a0,0x6c │ │ │ │ addi a0,a0,-1012 │ │ │ │ jal 330e0 │ │ │ │ li s0,0 │ │ │ │ mv a0,s2 │ │ │ │ jal 339e0 │ │ │ │ ld ra,56(sp) │ │ │ │ @@ -59319,16 +59319,16 @@ │ │ │ │ ld s1,40(sp) │ │ │ │ ld s2,32(sp) │ │ │ │ ld s3,24(sp) │ │ │ │ addi sp,sp,64 │ │ │ │ ret │ │ │ │ mv a3,s3 │ │ │ │ li a2,1 │ │ │ │ - auipc a1,0x75 │ │ │ │ - addi a1,a1,556 │ │ │ │ + auipc a1,0x6c │ │ │ │ + addi a1,a1,1668 │ │ │ │ auipc a0,0x6c │ │ │ │ addi a0,a0,-1060 │ │ │ │ jal 330e0 │ │ │ │ mv a0,s2 │ │ │ │ jal 339e0 │ │ │ │ j 5d608 │ │ │ │ │ │ │ │ @@ -62303,16 +62303,16 @@ │ │ │ │ sd zero,682(a5) │ │ │ │ mv s2,a0 │ │ │ │ auipc s0,0xb6 │ │ │ │ addi s0,s0,672 │ │ │ │ jal 5f5ac │ │ │ │ beqz a0,5f6aa │ │ │ │ addi a2,sp,20 │ │ │ │ - auipc a1,0x6c │ │ │ │ - addi a1,a1,-1456 │ │ │ │ + auipc a1,0x70 │ │ │ │ + addi a1,a1,-1600 │ │ │ │ jal 339a0 <__isoc23_sscanf@plt> │ │ │ │ li a5,1 │ │ │ │ beq a0,a5,5f7ba │ │ │ │ ld a5,0(s0) │ │ │ │ beqz a5,5f6fe │ │ │ │ mv a0,s2 │ │ │ │ jal 33470 │ │ │ │ @@ -134996,16 +134996,16 @@ │ │ │ │ ld s1,88(sp) │ │ │ │ ld s2,80(sp) │ │ │ │ ld s6,48(sp) │ │ │ │ ld s8,32(sp) │ │ │ │ j 978f0 │ │ │ │ ld a3,0(s3) │ │ │ │ li a2,1 │ │ │ │ - auipc a1,0x3b │ │ │ │ - addi a1,a1,-268 │ │ │ │ + auipc a1,0x32 │ │ │ │ + addi a1,a1,844 │ │ │ │ auipc a0,0x32 │ │ │ │ addi a0,a0,-1860 │ │ │ │ jal 330e0 │ │ │ │ j 97928 │ │ │ │ sd s0,96(sp) │ │ │ │ sd s1,88(sp) │ │ │ │ sd s2,80(sp) │ │ │ │ @@ -135254,16 +135254,16 @@ │ │ │ │ addi a1,a1,1446 │ │ │ │ jal 339a0 <__isoc23_sscanf@plt> │ │ │ │ lw a5,4(sp) │ │ │ │ bgeu s1,a5,97b78 │ │ │ │ bnez s3,97bb4 │ │ │ │ ld a3,0(s0) │ │ │ │ li a2,1 │ │ │ │ - auipc a1,0x3b │ │ │ │ - addi a1,a1,-980 │ │ │ │ + auipc a1,0x32 │ │ │ │ + addi a1,a1,132 │ │ │ │ auipc a0,0x31 │ │ │ │ addi a0,a0,1556 │ │ │ │ addi s0,s0,8 │ │ │ │ jal 330e0 │ │ │ │ li s3,1 │ │ │ │ addi s2,s2,8 │ │ │ │ bne s4,s0,97bbc │ │ │ │ @@ -141498,18 +141498,18 @@ │ │ │ │ j 9bd06 │ │ │ │ auipc a5,0x67 │ │ │ │ ld a5,-1806(a5) │ │ │ │ ld a3,272(a5) │ │ │ │ mv a6,s4 │ │ │ │ mv a5,s6 │ │ │ │ li a2,1 │ │ │ │ - auipc a1,0x33 │ │ │ │ - addi a1,a1,1984 │ │ │ │ + auipc a1,0x36 │ │ │ │ + addi a1,a1,1832 │ │ │ │ auipc a0,0x2e │ │ │ │ - addi a0,a0,-1072 │ │ │ │ + addi a0,a0,-1192 │ │ │ │ jal 330e0 │ │ │ │ mv a0,s5 │ │ │ │ jal 32490 │ │ │ │ mv a0,s1 │ │ │ │ jal 339e0 │ │ │ │ li s1,0 │ │ │ │ ld s0,64(sp) │ │ │ │ @@ -142028,18 +142028,18 @@ │ │ │ │ jal 339e0 │ │ │ │ lw s3,264(s1) │ │ │ │ ld s0,928(sp) │ │ │ │ ld s6,880(sp) │ │ │ │ j 9c1ee │ │ │ │ li a3,10 │ │ │ │ li a2,1 │ │ │ │ - auipc a1,0x33 │ │ │ │ - addi a1,a1,1484 │ │ │ │ + auipc a1,0x36 │ │ │ │ + addi a1,a1,1332 │ │ │ │ auipc a0,0x2d │ │ │ │ - addi a0,a0,1580 │ │ │ │ + addi a0,a0,1460 │ │ │ │ jal 330e0 │ │ │ │ j 9c2c2 │ │ │ │ bnez s0,9c26e │ │ │ │ addi a2,sp,48 │ │ │ │ addi a1,sp,16 │ │ │ │ jal 321e0 │ │ │ │ mv s0,a0 │ │ │ │ @@ -143670,18 +143670,18 @@ │ │ │ │ sd a5,-168(s0) │ │ │ │ ld a5,-168(s0) │ │ │ │ lw a0,16(a5) │ │ │ │ jal 34d00 │ │ │ │ blez a0,9d330 │ │ │ │ li a3,1 │ │ │ │ mv a2,a3 │ │ │ │ - auipc a1,0x32 │ │ │ │ - addi a1,a1,674 │ │ │ │ + auipc a1,0x35 │ │ │ │ + addi a1,a1,522 │ │ │ │ auipc a0,0x2c │ │ │ │ - addi a0,a0,786 │ │ │ │ + addi a0,a0,666 │ │ │ │ jal 330e0 │ │ │ │ j 9d330 │ │ │ │ auipc s2,0x65 │ │ │ │ ld s2,364(s2) │ │ │ │ lw a1,16(s2) │ │ │ │ li a0,1 │ │ │ │ jal 33c70 │ │ │ │ @@ -144786,29 +144786,29 @@ │ │ │ │ add a0,a0,s0 │ │ │ │ addiw s4,s4,1 │ │ │ │ addi a1,a1,84 │ │ │ │ jal 32db0 │ │ │ │ bne s3,s4,9e246 │ │ │ │ mv a3,s0 │ │ │ │ li a2,1 │ │ │ │ - auipc a1,0x30 │ │ │ │ - addi a1,a1,340 │ │ │ │ + auipc a1,0x32 │ │ │ │ + addi a1,a1,572 │ │ │ │ auipc a0,0x2b │ │ │ │ - addi a0,a0,1964 │ │ │ │ + addi a0,a0,1708 │ │ │ │ jal 330e0 │ │ │ │ mv a0,s0 │ │ │ │ jal 339e0 │ │ │ │ li a0,-6 │ │ │ │ j 9e1b6 │ │ │ │ jal 35070 <__stack_chk_fail@plt> │ │ │ │ li a2,1 │ │ │ │ - auipc a1,0x30 │ │ │ │ - addi a1,a1,336 │ │ │ │ + auipc a1,0x32 │ │ │ │ + addi a1,a1,568 │ │ │ │ auipc a0,0x2b │ │ │ │ - addi a0,a0,1928 │ │ │ │ + addi a0,a0,1672 │ │ │ │ jal 330e0 │ │ │ │ li a0,-6 │ │ │ │ j 9e1b6 │ │ │ │ li a0,0 │ │ │ │ ret │ │ │ │ auipc a0,0x64 │ │ │ │ ld a0,1476(a0) │ │ │ │ @@ -145394,18 +145394,18 @@ │ │ │ │ j 9e7a8 │ │ │ │ li a5,8 │ │ │ │ sll a4,a5,a4 │ │ │ │ li a2,1 │ │ │ │ addiw a6,a6,1 │ │ │ │ auipc a5,0x3e │ │ │ │ addi a5,a5,-1692 │ │ │ │ - auipc a1,0x30 │ │ │ │ - addi a1,a1,276 │ │ │ │ + auipc a1,0x34 │ │ │ │ + addi a1,a1,-1172 │ │ │ │ auipc a0,0x2b │ │ │ │ - addi a0,a0,300 │ │ │ │ + addi a0,a0,100 │ │ │ │ jal 330e0 │ │ │ │ li a2,0 │ │ │ │ auipc t1,0x64 │ │ │ │ ld t1,-946(t1) │ │ │ │ j 9e7a8 │ │ │ │ ld a0,48(a7) │ │ │ │ sd a5,24(sp) │ │ │ │ @@ -145530,22 +145530,22 @@ │ │ │ │ bgeu a3,a4,9e9da │ │ │ │ sd a3,32(sp) │ │ │ │ sd s2,0(a2) │ │ │ │ sd zero,8(a2) │ │ │ │ j 9e9ae │ │ │ │ li a4,8 │ │ │ │ sll a4,a4,a5 │ │ │ │ - auipc a1,0x30 │ │ │ │ - addi a1,a1,-114 │ │ │ │ + auipc a1,0x34 │ │ │ │ + addi a1,a1,-1562 │ │ │ │ addiw a6,s0,1 │ │ │ │ auipc a5,0x3d │ │ │ │ addi a5,a5,2002 │ │ │ │ li a2,1 │ │ │ │ auipc a0,0x2b │ │ │ │ - addi a0,a0,-96 │ │ │ │ + addi a0,a0,-296 │ │ │ │ jal 330e0 │ │ │ │ li a1,0 │ │ │ │ j 9e9b6 │ │ │ │ addi a0,a0,24 │ │ │ │ sd a1,0(sp) │ │ │ │ jal 34ee0 │ │ │ │ ld a1,0(sp) │ │ │ │ @@ -147008,29 +147008,29 @@ │ │ │ │ sd a0,16(sp) │ │ │ │ sd a5,8(sp) │ │ │ │ jal 32750 │ │ │ │ ld a5,8(sp) │ │ │ │ ld a0,40(a0) │ │ │ │ jalr a5 │ │ │ │ mv a2,a0 │ │ │ │ - auipc a1,0x2d │ │ │ │ - addi a1,a1,1066 │ │ │ │ + auipc a1,0x31 │ │ │ │ + addi a1,a1,1090 │ │ │ │ addi a0,sp,32 │ │ │ │ jal 32b40 │ │ │ │ auipc a5,0x63 │ │ │ │ ld a5,-1044(a5) │ │ │ │ ld a3,32(sp) │ │ │ │ ld a5,272(a5) │ │ │ │ ld a6,24(sp) │ │ │ │ ld a4,16(sp) │ │ │ │ li a2,1 │ │ │ │ - auipc a1,0x2d │ │ │ │ - addi a1,a1,-1280 │ │ │ │ + auipc a1,0x2e │ │ │ │ + addi a1,a1,-72 │ │ │ │ auipc a0,0x2a │ │ │ │ - addi a0,a0,-24 │ │ │ │ + addi a0,a0,-208 │ │ │ │ jal 330e0 │ │ │ │ ld a0,32(sp) │ │ │ │ jal 339e0 │ │ │ │ auipc a7,0x63 │ │ │ │ ld a7,-1458(a7) │ │ │ │ j 9fa28 │ │ │ │ jal 35070 <__stack_chk_fail@plt> │ │ │ │ @@ -147317,16 +147317,16 @@ │ │ │ │ auipc a5,0x63 │ │ │ │ ld a5,-1918(a5) │ │ │ │ ld a4,272(a5) │ │ │ │ auipc a5,0x3c │ │ │ │ addi a5,a5,1262 │ │ │ │ mv a3,a5 │ │ │ │ li a2,1 │ │ │ │ - auipc a1,0x31 │ │ │ │ - addi a1,a1,-70 │ │ │ │ + auipc a1,0x2b │ │ │ │ + addi a1,a1,442 │ │ │ │ auipc a0,0x26 │ │ │ │ addi a0,a0,826 │ │ │ │ jal 330e0 │ │ │ │ li a0,-1 │ │ │ │ j 9fd0c │ │ │ │ li a4,-1 │ │ │ │ addi a3,s2,8 │ │ │ │ @@ -162466,18 +162466,18 @@ │ │ │ │ auipc a5,0x58 │ │ │ │ ld a5,-82(a5) │ │ │ │ ld a4,272(a5) │ │ │ │ auipc a6,0x33 │ │ │ │ addi a6,a6,1842 │ │ │ │ mv a5,s4 │ │ │ │ mv a3,s7 │ │ │ │ - auipc a1,0x1f │ │ │ │ - addi a1,a1,1486 │ │ │ │ + auipc a1,0x23 │ │ │ │ + addi a1,a1,1390 │ │ │ │ auipc a0,0x1f │ │ │ │ - addi a0,a0,958 │ │ │ │ + addi a0,a0,702 │ │ │ │ jal 330e0 │ │ │ │ mv a0,s4 │ │ │ │ jal 339e0 │ │ │ │ ld s0,0(s1) │ │ │ │ addi s1,s1,8 │ │ │ │ beqz s0,aa722 │ │ │ │ lbu a4,0(s0) │ │ │ │ @@ -162623,18 +162623,18 @@ │ │ │ │ ld a5,-522(a5) │ │ │ │ ld a4,272(a5) │ │ │ │ auipc a6,0x33 │ │ │ │ addi a6,a6,1362 │ │ │ │ mv a5,s4 │ │ │ │ mv a3,s7 │ │ │ │ li a2,1 │ │ │ │ - auipc a1,0x1f │ │ │ │ - addi a1,a1,1044 │ │ │ │ + auipc a1,0x23 │ │ │ │ + addi a1,a1,948 │ │ │ │ auipc a0,0x1f │ │ │ │ - addi a0,a0,516 │ │ │ │ + addi a0,a0,260 │ │ │ │ jal 330e0 │ │ │ │ mv a0,s0 │ │ │ │ jal 339e0 │ │ │ │ mv a0,s4 │ │ │ │ jal 339e0 │ │ │ │ j aa6d4 │ │ │ │ auipc a5,0x58 │ │ │ │ @@ -162737,18 +162737,18 @@ │ │ │ │ mv a0,s0 │ │ │ │ jal 334a0 │ │ │ │ mv a6,a0 │ │ │ │ mv a5,s0 │ │ │ │ mv a4,s2 │ │ │ │ mv a3,s1 │ │ │ │ li a2,1 │ │ │ │ - auipc a1,0x21 │ │ │ │ - addi a1,a1,-360 │ │ │ │ + auipc a1,0x25 │ │ │ │ + addi a1,a1,-944 │ │ │ │ auipc a0,0x1f │ │ │ │ - addi a0,a0,200 │ │ │ │ + addi a0,a0,-56 │ │ │ │ jal 330e0 │ │ │ │ ld a4,40(sp) │ │ │ │ ld a5,0(s6) │ │ │ │ xor a5,a5,a4 │ │ │ │ li a4,0 │ │ │ │ bnez a5,aaa60 │ │ │ │ ld ra,120(sp) │ │ │ │ @@ -162907,18 +162907,18 @@ │ │ │ │ lw a0,0(s0) │ │ │ │ jal 334a0 │ │ │ │ lw a6,0(s0) │ │ │ │ ld a4,8(sp) │ │ │ │ mv a5,a0 │ │ │ │ mv a3,s1 │ │ │ │ li a2,1 │ │ │ │ - auipc a1,0x21 │ │ │ │ - addi a1,a1,-726 │ │ │ │ + auipc a1,0x25 │ │ │ │ + addi a1,a1,-1310 │ │ │ │ auipc a0,0x1f │ │ │ │ - addi a0,a0,-286 │ │ │ │ + addi a0,a0,-542 │ │ │ │ jal 330e0 │ │ │ │ li a1,2 │ │ │ │ mv a0,s2 │ │ │ │ jal 34490 │ │ │ │ mv a0,s2 │ │ │ │ jal 33720 │ │ │ │ ld a4,216(sp) │ │ │ │ @@ -162989,18 +162989,18 @@ │ │ │ │ lw a7,0(s0) │ │ │ │ mv a6,a0 │ │ │ │ mv a4,s2 │ │ │ │ mv a3,s1 │ │ │ │ auipc a5,0x33 │ │ │ │ addi a5,a5,602 │ │ │ │ li a2,1 │ │ │ │ - auipc a1,0x21 │ │ │ │ - addi a1,a1,-1008 │ │ │ │ + auipc a1,0x25 │ │ │ │ + addi a1,a1,-1592 │ │ │ │ auipc a0,0x1f │ │ │ │ - addi a0,a0,-512 │ │ │ │ + addi a0,a0,-768 │ │ │ │ jal 330e0 │ │ │ │ j aabb8 │ │ │ │ li a5,2 │ │ │ │ mv a4,s0 │ │ │ │ addi a3,sp,48 │ │ │ │ li a2,20 │ │ │ │ li a1,1 │ │ │ │ @@ -163022,18 +163022,18 @@ │ │ │ │ lw a7,0(s0) │ │ │ │ mv a6,a0 │ │ │ │ mv a4,s2 │ │ │ │ mv a3,s1 │ │ │ │ mv a2,s5 │ │ │ │ auipc a5,0x33 │ │ │ │ addi a5,a5,502 │ │ │ │ - auipc a1,0x21 │ │ │ │ - addi a1,a1,-1106 │ │ │ │ + auipc a1,0x25 │ │ │ │ + addi a1,a1,-1690 │ │ │ │ auipc a0,0x1f │ │ │ │ - addi a0,a0,-610 │ │ │ │ + addi a0,a0,-866 │ │ │ │ jal 330e0 │ │ │ │ j aabb8 │ │ │ │ addi a1,sp,88 │ │ │ │ mv a2,s2 │ │ │ │ mv a0,s0 │ │ │ │ jal 33750 │ │ │ │ mv a0,s2 │ │ │ │ @@ -163073,18 +163073,18 @@ │ │ │ │ lw a7,0(s0) │ │ │ │ ld a4,8(sp) │ │ │ │ mv a3,s1 │ │ │ │ mv a6,a0 │ │ │ │ auipc a5,0x33 │ │ │ │ addi a5,a5,700 │ │ │ │ li a2,1 │ │ │ │ - auipc a1,0x21 │ │ │ │ - addi a1,a1,-1262 │ │ │ │ + auipc a1,0x25 │ │ │ │ + addi a1,a1,-1846 │ │ │ │ auipc a0,0x1f │ │ │ │ - addi a0,a0,-766 │ │ │ │ + addi a0,a0,-1022 │ │ │ │ jal 330e0 │ │ │ │ mv a0,s2 │ │ │ │ li a1,2 │ │ │ │ jal 34490 │ │ │ │ mv a0,s2 │ │ │ │ jal 33720 │ │ │ │ j aab48 │ │ │ │ @@ -163098,18 +163098,18 @@ │ │ │ │ lw a7,0(s0) │ │ │ │ mv a6,a0 │ │ │ │ mv a4,s2 │ │ │ │ mv a3,s1 │ │ │ │ auipc a5,0x33 │ │ │ │ addi a5,a5,220 │ │ │ │ li a2,1 │ │ │ │ - auipc a1,0x21 │ │ │ │ - addi a1,a1,-1342 │ │ │ │ + auipc a1,0x25 │ │ │ │ + addi a1,a1,-1926 │ │ │ │ auipc a0,0x1f │ │ │ │ - addi a0,a0,-846 │ │ │ │ + addi a0,a0,-1102 │ │ │ │ jal 330e0 │ │ │ │ j aabb8 │ │ │ │ mv a0,s2 │ │ │ │ jal 331a0 │ │ │ │ auipc s1,0x58 │ │ │ │ ld s1,-1594(s1) │ │ │ │ lw a1,76(s1) │ │ │ │ @@ -163123,18 +163123,18 @@ │ │ │ │ auipc a5,0x58 │ │ │ │ ld a5,-1966(a5) │ │ │ │ ld s0,272(a5) │ │ │ │ jal 333b0 │ │ │ │ mv a4,a0 │ │ │ │ mv a3,s0 │ │ │ │ li a2,1 │ │ │ │ - auipc a1,0x21 │ │ │ │ - addi a1,a1,-1396 │ │ │ │ + auipc a1,0x25 │ │ │ │ + addi a1,a1,-1980 │ │ │ │ auipc a0,0x1f │ │ │ │ - addi a0,a0,-924 │ │ │ │ + addi a0,a0,-1180 │ │ │ │ jal 330e0 │ │ │ │ j aac24 │ │ │ │ li a4,-1 │ │ │ │ addi a3,s1,8 │ │ │ │ amoadd.w a5,a4,(a3) │ │ │ │ addw a5,a5,a4 │ │ │ │ bnez a5,aaaf0 │ │ │ │ @@ -163873,18 +163873,18 @@ │ │ │ │ lw a7,0(s0) │ │ │ │ mv a4,s2 │ │ │ │ mv a3,s1 │ │ │ │ mv a6,a0 │ │ │ │ auipc a5,0x33 │ │ │ │ addi a5,a5,-1780 │ │ │ │ li a2,1 │ │ │ │ - auipc a1,0x20 │ │ │ │ - addi a1,a1,354 │ │ │ │ + auipc a1,0x24 │ │ │ │ + addi a1,a1,-230 │ │ │ │ auipc a0,0x1e │ │ │ │ - addi a0,a0,850 │ │ │ │ + addi a0,a0,594 │ │ │ │ jal 330e0 │ │ │ │ j ab34e │ │ │ │ auipc a4,0x57 │ │ │ │ ld a4,-236(a4) │ │ │ │ auipc a5,0x57 │ │ │ │ ld a5,428(a5) │ │ │ │ ld s0,272(a4) │ │ │ │ @@ -164432,36 +164432,36 @@ │ │ │ │ li a0,0 │ │ │ │ addi sp,sp,96 │ │ │ │ ret │ │ │ │ auipc a4,0x57 │ │ │ │ ld a4,-1898(a4) │ │ │ │ ld a4,272(a4) │ │ │ │ mv a2,s1 │ │ │ │ - auipc a3,0x27 │ │ │ │ - addi a3,a3,-1440 │ │ │ │ - auipc a1,0x20 │ │ │ │ - addi a1,a1,-1488 │ │ │ │ + auipc a3,0x1e │ │ │ │ + addi a3,a3,-328 │ │ │ │ + auipc a1,0x23 │ │ │ │ + addi a1,a1,2024 │ │ │ │ auipc a0,0x1e │ │ │ │ - addi a0,a0,-856 │ │ │ │ + addi a0,a0,-1112 │ │ │ │ jal 330e0 │ │ │ │ li a5,1024 │ │ │ │ sw a5,744(s0) │ │ │ │ lw a5,888(s0) │ │ │ │ lui a4,0x10 │ │ │ │ blt a5,a4,abd9a │ │ │ │ auipc a4,0x57 │ │ │ │ ld a4,-1958(a4) │ │ │ │ ld a4,272(a4) │ │ │ │ auipc a3,0x33 │ │ │ │ addi a3,a3,-410 │ │ │ │ li a2,1 │ │ │ │ - auipc a1,0x20 │ │ │ │ - addi a1,a1,-1548 │ │ │ │ + auipc a1,0x23 │ │ │ │ + addi a1,a1,1964 │ │ │ │ auipc a0,0x1e │ │ │ │ - addi a0,a0,-916 │ │ │ │ + addi a0,a0,-1172 │ │ │ │ jal 330e0 │ │ │ │ li a5,1024 │ │ │ │ sw a5,888(s0) │ │ │ │ j abd9a │ │ │ │ jal 35070 <__stack_chk_fail@plt> │ │ │ │ addi sp,sp,-560 │ │ │ │ auipc a4,0x56 │ │ │ │ @@ -165193,18 +165193,18 @@ │ │ │ │ ld a4,272(a5) │ │ │ │ auipc a6,0x32 │ │ │ │ addi a6,a6,1688 │ │ │ │ mv a5,s0 │ │ │ │ auipc a3,0x2c │ │ │ │ addi a3,a3,1222 │ │ │ │ li a2,1 │ │ │ │ - auipc a1,0x1d │ │ │ │ - addi a1,a1,1484 │ │ │ │ + auipc a1,0x21 │ │ │ │ + addi a1,a1,1388 │ │ │ │ auipc a0,0x1d │ │ │ │ - addi a0,a0,956 │ │ │ │ + addi a0,a0,700 │ │ │ │ jal 330e0 │ │ │ │ mv a0,s10 │ │ │ │ jal 33860 │ │ │ │ mv a0,s3 │ │ │ │ jal 339e0 │ │ │ │ li s3,0 │ │ │ │ ld s4,224(sp) │ │ │ │ @@ -165680,32 +165680,32 @@ │ │ │ │ ret │ │ │ │ auipc a4,0x56 │ │ │ │ ld a4,-1578(a4) │ │ │ │ ld a4,272(a4) │ │ │ │ auipc a3,0x32 │ │ │ │ addi a3,a3,-30 │ │ │ │ li a2,1 │ │ │ │ - auipc a1,0x1f │ │ │ │ - addi a1,a1,-1168 │ │ │ │ + auipc a1,0x23 │ │ │ │ + addi a1,a1,-1752 │ │ │ │ auipc a0,0x1d │ │ │ │ - addi a0,a0,-536 │ │ │ │ + addi a0,a0,-792 │ │ │ │ jal 330e0 │ │ │ │ li a5,1024 │ │ │ │ sw a5,888(s0) │ │ │ │ j ac966 │ │ │ │ auipc a4,0x56 │ │ │ │ ld a4,-1630(a4) │ │ │ │ ld a4,272(a4) │ │ │ │ - auipc a3,0x26 │ │ │ │ - addi a3,a3,-1170 │ │ │ │ + auipc a3,0x1d │ │ │ │ + addi a3,a3,-58 │ │ │ │ li a2,1 │ │ │ │ - auipc a1,0x1f │ │ │ │ - addi a1,a1,-1220 │ │ │ │ + auipc a1,0x23 │ │ │ │ + addi a1,a1,-1804 │ │ │ │ auipc a0,0x1d │ │ │ │ - addi a0,a0,-588 │ │ │ │ + addi a0,a0,-844 │ │ │ │ jal 330e0 │ │ │ │ li a5,1024 │ │ │ │ sw a5,744(s0) │ │ │ │ j ac95c │ │ │ │ li a0,-16 │ │ │ │ j acc66 │ │ │ │ addi sp,sp,-48 │ │ │ │ @@ -166268,18 +166268,18 @@ │ │ │ │ ld s0,272(a5) │ │ │ │ jal 333b0 │ │ │ │ mv a4,a0 │ │ │ │ mv a3,s0 │ │ │ │ auipc a5,0x32 │ │ │ │ addi a5,a5,-1236 │ │ │ │ li a2,1 │ │ │ │ - auipc a1,0x1e │ │ │ │ - addi a1,a1,1322 │ │ │ │ + auipc a1,0x22 │ │ │ │ + addi a1,a1,738 │ │ │ │ auipc a0,0x1c │ │ │ │ - addi a0,a0,1906 │ │ │ │ + addi a0,a0,1650 │ │ │ │ jal 330e0 │ │ │ │ j ad0a6 │ │ │ │ li a2,1 │ │ │ │ ld a4,24(a5) │ │ │ │ sw a2,32(s0) │ │ │ │ sd a4,16(s0) │ │ │ │ fence rw,w │ │ │ │ @@ -166551,18 +166551,18 @@ │ │ │ │ addi a6,sp,72 │ │ │ │ mv a3,s0 │ │ │ │ auipc a7,0x32 │ │ │ │ addi a7,a7,-2034 │ │ │ │ auipc a5,0x32 │ │ │ │ addi a5,a5,-2026 │ │ │ │ li a2,1 │ │ │ │ - auipc a1,0x1e │ │ │ │ - addi a1,a1,644 │ │ │ │ + auipc a1,0x22 │ │ │ │ + addi a1,a1,60 │ │ │ │ auipc a0,0x1c │ │ │ │ - addi a0,a0,1052 │ │ │ │ + addi a0,a0,796 │ │ │ │ jal 330e0 │ │ │ │ j ad0a6 │ │ │ │ addi sp,sp,-256 │ │ │ │ sd s3,216(sp) │ │ │ │ auipc s3,0x55 │ │ │ │ ld s3,-262(s3) │ │ │ │ lbu a5,0(s3) │ │ │ │ @@ -166813,18 +166813,18 @@ │ │ │ │ j ad75a │ │ │ │ auipc a5,0x55 │ │ │ │ ld a5,-774(a5) │ │ │ │ ld a3,272(a5) │ │ │ │ li a2,1 │ │ │ │ auipc a5,0x31 │ │ │ │ addi a5,a5,1676 │ │ │ │ - auipc a1,0x1e │ │ │ │ - addi a1,a1,-316 │ │ │ │ + auipc a1,0x22 │ │ │ │ + addi a1,a1,-900 │ │ │ │ auipc a0,0x1c │ │ │ │ - addi a0,a0,268 │ │ │ │ + addi a0,a0,12 │ │ │ │ jal 330e0 │ │ │ │ li a5,3 │ │ │ │ sw a5,112(s1) │ │ │ │ mv a0,s1 │ │ │ │ jal 35060 │ │ │ │ ld s2,224(sp) │ │ │ │ j ad75a │ │ │ │ @@ -166860,18 +166860,18 @@ │ │ │ │ jal 334a0 │ │ │ │ lw a7,16(sp) │ │ │ │ ld a5,0(sp) │ │ │ │ mv a6,a0 │ │ │ │ mv a4,s2 │ │ │ │ mv a3,s0 │ │ │ │ li a2,1 │ │ │ │ - auipc a1,0x1e │ │ │ │ - addi a1,a1,-484 │ │ │ │ + auipc a1,0x22 │ │ │ │ + addi a1,a1,-1068 │ │ │ │ auipc a0,0x1c │ │ │ │ - addi a0,a0,124 │ │ │ │ + addi a0,a0,-132 │ │ │ │ jal 330e0 │ │ │ │ ld a0,24(sp) │ │ │ │ jal 339e0 │ │ │ │ j ad980 │ │ │ │ auipc t1,0x55 │ │ │ │ ld t1,-968(t1) │ │ │ │ ld a3,272(t1) │ │ │ │ @@ -166885,18 +166885,18 @@ │ │ │ │ lw a7,0(s2) │ │ │ │ ld a4,0(sp) │ │ │ │ ld a3,8(sp) │ │ │ │ mv a6,a0 │ │ │ │ li a2,1 │ │ │ │ auipc a5,0x30 │ │ │ │ addi a5,a5,1508 │ │ │ │ - auipc a1,0x1e │ │ │ │ - addi a1,a1,-452 │ │ │ │ + auipc a1,0x22 │ │ │ │ + addi a1,a1,-1036 │ │ │ │ auipc a0,0x1c │ │ │ │ - addi a0,a0,44 │ │ │ │ + addi a0,a0,-212 │ │ │ │ jal 330e0 │ │ │ │ auipc t1,0x55 │ │ │ │ ld t1,-1040(t1) │ │ │ │ auipc a5,0x55 │ │ │ │ ld a5,-376(a5) │ │ │ │ ld a1,272(t1) │ │ │ │ ld a5,0(a5) │ │ │ │ @@ -167404,18 +167404,18 @@ │ │ │ │ j ade40 │ │ │ │ auipc a5,0x54 │ │ │ │ ld a5,1530(a5) │ │ │ │ ld a3,272(a5) │ │ │ │ li a2,1 │ │ │ │ auipc a5,0x31 │ │ │ │ addi a5,a5,-116 │ │ │ │ - auipc a1,0x1d │ │ │ │ - addi a1,a1,1988 │ │ │ │ + auipc a1,0x21 │ │ │ │ + addi a1,a1,1404 │ │ │ │ auipc a0,0x1c │ │ │ │ - addi a0,a0,-1524 │ │ │ │ + addi a0,a0,-1780 │ │ │ │ jal 330e0 │ │ │ │ addi a0,sp,56 │ │ │ │ jal 34fe0 │ │ │ │ auipc a5,0x54 │ │ │ │ ld a5,1018(a5) │ │ │ │ lw a5,0(a5) │ │ │ │ mv s3,a0 │ │ │ │ @@ -167503,18 +167503,18 @@ │ │ │ │ lw a7,0(s0) │ │ │ │ mv a4,s3 │ │ │ │ mv a3,s1 │ │ │ │ mv a6,a0 │ │ │ │ auipc a5,0x30 │ │ │ │ addi a5,a5,-366 │ │ │ │ li a2,1 │ │ │ │ - auipc a1,0x1d │ │ │ │ - addi a1,a1,1768 │ │ │ │ - auipc a0,0x1c │ │ │ │ - addi a0,a0,-1832 │ │ │ │ + auipc a1,0x21 │ │ │ │ + addi a1,a1,1184 │ │ │ │ + auipc a0,0x1b │ │ │ │ + addi a0,a0,2008 │ │ │ │ jal 330e0 │ │ │ │ li s1,-12 │ │ │ │ ld s3,232(sp) │ │ │ │ ld s5,216(sp) │ │ │ │ ld s7,200(sp) │ │ │ │ j ade40 │ │ │ │ auipc a5,0x54 │ │ │ │ @@ -167982,18 +167982,18 @@ │ │ │ │ j ae588 │ │ │ │ auipc a5,0x54 │ │ │ │ ld a5,-164(a5) │ │ │ │ ld a3,272(a5) │ │ │ │ li a2,1 │ │ │ │ auipc a5,0x31 │ │ │ │ addi a5,a5,-1810 │ │ │ │ - auipc a1,0x1d │ │ │ │ - addi a1,a1,294 │ │ │ │ + auipc a1,0x21 │ │ │ │ + addi a1,a1,-290 │ │ │ │ auipc a0,0x1b │ │ │ │ - addi a0,a0,878 │ │ │ │ + addi a0,a0,622 │ │ │ │ jal 330e0 │ │ │ │ li a5,3 │ │ │ │ sw a5,112(s0) │ │ │ │ mv a0,s0 │ │ │ │ jal 35060 │ │ │ │ j ae57c │ │ │ │ addi a0,a2,264 │ │ │ │ @@ -168409,18 +168409,18 @@ │ │ │ │ ld s2,272(a5) │ │ │ │ mv s0,a0 │ │ │ │ jal 333b0 │ │ │ │ mv a4,a0 │ │ │ │ mv a5,s0 │ │ │ │ mv a3,s2 │ │ │ │ li a2,1 │ │ │ │ - auipc a1,0x1d │ │ │ │ - addi a1,a1,-896 │ │ │ │ + auipc a1,0x21 │ │ │ │ + addi a1,a1,-1480 │ │ │ │ auipc a0,0x1b │ │ │ │ - addi a0,a0,-352 │ │ │ │ + addi a0,a0,-608 │ │ │ │ jal 330e0 │ │ │ │ mv a0,s0 │ │ │ │ jal 339e0 │ │ │ │ auipc s0,0x54 │ │ │ │ ld s0,-1666(s0) │ │ │ │ lbu a5,0(s0) │ │ │ │ bnez a5,aeed2 │ │ │ │ @@ -170348,18 +170348,18 @@ │ │ │ │ auipc a5,0x2f │ │ │ │ addi a5,a5,1114 │ │ │ │ sd a5,8(sp) │ │ │ │ mv a6,s0 │ │ │ │ mv a5,s7 │ │ │ │ mv a4,s8 │ │ │ │ li a2,1 │ │ │ │ - auipc a1,0x1b │ │ │ │ - addi a1,a1,1704 │ │ │ │ - auipc a0,0x1a │ │ │ │ - addi a0,a0,-1864 │ │ │ │ + auipc a1,0x1f │ │ │ │ + addi a1,a1,1120 │ │ │ │ + auipc a0,0x19 │ │ │ │ + addi a0,a0,1976 │ │ │ │ jal 330e0 │ │ │ │ ld a0,48(sp) │ │ │ │ jal 339e0 │ │ │ │ lbu a5,0(s3) │ │ │ │ ld s8,320(sp) │ │ │ │ beqz a5,aff5e │ │ │ │ j affe0 │ │ │ │ @@ -170391,19 +170391,19 @@ │ │ │ │ mv a7,a0 │ │ │ │ beqz s4,b01ac │ │ │ │ sd a5,0(sp) │ │ │ │ mv a6,s0 │ │ │ │ mv a5,s7 │ │ │ │ mv a4,s6 │ │ │ │ li a2,1 │ │ │ │ - auipc a1,0x1b │ │ │ │ - addi a1,a1,1576 │ │ │ │ + auipc a1,0x1f │ │ │ │ + addi a1,a1,992 │ │ │ │ sd s4,8(sp) │ │ │ │ - auipc a0,0x1a │ │ │ │ - addi a0,a0,-1994 │ │ │ │ + auipc a0,0x19 │ │ │ │ + addi a0,a0,1846 │ │ │ │ jal 330e0 │ │ │ │ ld a0,48(sp) │ │ │ │ jal 339e0 │ │ │ │ mv a0,s4 │ │ │ │ jal 339e0 │ │ │ │ j b01da │ │ │ │ addi a2,sp,152 │ │ │ │ @@ -184163,16 +184163,16 @@ │ │ │ │ j b9d9c │ │ │ │ li a1,10 │ │ │ │ addi a0,sp,888 │ │ │ │ jal 33ca0 │ │ │ │ beqz a0,b9d8c │ │ │ │ sb zero,0(a0) │ │ │ │ addi a2,sp,888 │ │ │ │ - auipc a1,0x13 │ │ │ │ - addi a1,a1,242 │ │ │ │ + auipc a1,0x17 │ │ │ │ + addi a1,a1,266 │ │ │ │ li a0,0 │ │ │ │ jal 32ae0 │ │ │ │ mv a2,s3 │ │ │ │ li a1,256 │ │ │ │ addi a0,sp,888 │ │ │ │ jal 33180 │ │ │ │ bnez a0,b9d7e │ │ │ │ @@ -184641,18 +184641,18 @@ │ │ │ │ addi a3,sp,32 │ │ │ │ auipc a5,0x27 │ │ │ │ addi a5,a5,-1724 │ │ │ │ auipc a7,0x27 │ │ │ │ addi a7,a7,-1796 │ │ │ │ li a6,60 │ │ │ │ li a2,1 │ │ │ │ - auipc a1,0x14 │ │ │ │ - addi a1,a1,814 │ │ │ │ + auipc a1,0x16 │ │ │ │ + addi a1,a1,262 │ │ │ │ auipc a0,0xf │ │ │ │ - addi a0,a0,1814 │ │ │ │ + addi a0,a0,1622 │ │ │ │ sd t1,24(sp) │ │ │ │ jal 330e0 │ │ │ │ li a5,1 │ │ │ │ ld t1,24(sp) │ │ │ │ auipc a4,0x5d │ │ │ │ sw a5,688(a4) │ │ │ │ j ba284 │ │ │ │ @@ -184730,18 +184730,18 @@ │ │ │ │ sd a5,0(sp) │ │ │ │ mv a7,s0 │ │ │ │ auipc a5,0x27 │ │ │ │ addi a5,a5,-1992 │ │ │ │ addi a3,sp,32 │ │ │ │ li a6,89 │ │ │ │ li a2,1 │ │ │ │ - auipc a1,0x14 │ │ │ │ - addi a1,a1,552 │ │ │ │ + auipc a1,0x16 │ │ │ │ + mv a1,a1 │ │ │ │ auipc a0,0xf │ │ │ │ - addi a0,a0,1552 │ │ │ │ + addi a0,a0,1360 │ │ │ │ jal 330e0 │ │ │ │ li a5,1 │ │ │ │ mv t1,s2 │ │ │ │ auipc a4,0x5d │ │ │ │ sw a5,428(a4) │ │ │ │ ld s2,144(sp) │ │ │ │ j ba284 │ │ │ │ @@ -184808,18 +184808,18 @@ │ │ │ │ addi a3,sp,32 │ │ │ │ auipc a5,0x26 │ │ │ │ addi a5,a5,1894 │ │ │ │ auipc a7,0x26 │ │ │ │ addi a7,a7,1822 │ │ │ │ li a6,104 │ │ │ │ li a2,1 │ │ │ │ - auipc a1,0x14 │ │ │ │ - addi a1,a1,336 │ │ │ │ + auipc a1,0x16 │ │ │ │ + addi a1,a1,-216 │ │ │ │ auipc a0,0xf │ │ │ │ - addi a0,a0,1336 │ │ │ │ + addi a0,a0,1144 │ │ │ │ sd t1,24(sp) │ │ │ │ jal 330e0 │ │ │ │ li a5,1 │ │ │ │ ld t1,24(sp) │ │ │ │ auipc a4,0x5d │ │ │ │ sw a5,210(a4) │ │ │ │ j ba460 │ │ │ │ @@ -184891,18 +184891,18 @@ │ │ │ │ sd a5,0(sp) │ │ │ │ mv a7,s0 │ │ │ │ auipc a5,0x26 │ │ │ │ addi a5,a5,1640 │ │ │ │ addi a3,sp,32 │ │ │ │ li a6,129 │ │ │ │ li a2,1 │ │ │ │ - auipc a1,0x14 │ │ │ │ - addi a1,a1,88 │ │ │ │ + auipc a1,0x16 │ │ │ │ + addi a1,a1,-464 │ │ │ │ auipc a0,0xf │ │ │ │ - addi a0,a0,1088 │ │ │ │ + addi a0,a0,896 │ │ │ │ jal 330e0 │ │ │ │ li a5,1 │ │ │ │ mv t1,s2 │ │ │ │ auipc a4,0x5d │ │ │ │ sw a5,-36(a4) │ │ │ │ ld s2,144(sp) │ │ │ │ j ba460 │ │ │ │ @@ -185737,18 +185737,18 @@ │ │ │ │ auipc s6,0x47 │ │ │ │ ld s6,1730(s6) │ │ │ │ ld a3,272(s6) │ │ │ │ beqz a3,baff6 │ │ │ │ addi a5,sp,80 │ │ │ │ addi a4,sp,48 │ │ │ │ li a2,1 │ │ │ │ - auipc a1,0x14 │ │ │ │ - addi a1,a1,-1826 │ │ │ │ + auipc a1,0x11 │ │ │ │ + addi a1,a1,1822 │ │ │ │ auipc a0,0xf │ │ │ │ - addi a0,a0,-1498 │ │ │ │ + addi a0,a0,-1306 │ │ │ │ jal 330e0 │ │ │ │ j badd0 │ │ │ │ lw a1,76(s9) │ │ │ │ li a0,1 │ │ │ │ jal 33c70 │ │ │ │ beqz a0,badd0 │ │ │ │ lw a0,76(s9) │ │ │ │ @@ -187497,18 +187497,18 @@ │ │ │ │ jal 333b0 │ │ │ │ auipc a6,0x5b │ │ │ │ ld a6,1202(a6) │ │ │ │ ld a4,24(sp) │ │ │ │ ld a3,32(sp) │ │ │ │ mv a5,a0 │ │ │ │ li a2,1 │ │ │ │ - auipc a1,0x12 │ │ │ │ - addi a1,a1,1218 │ │ │ │ + auipc a1,0x11 │ │ │ │ + addi a1,a1,-70 │ │ │ │ auipc a0,0xd │ │ │ │ - addi a0,a0,2002 │ │ │ │ + addi a0,a0,2018 │ │ │ │ jal 330e0 │ │ │ │ auipc a0,0x5b │ │ │ │ ld a0,1166(a0) │ │ │ │ jal 339e0 │ │ │ │ auipc a5,0x5b │ │ │ │ sd zero,1154(a5) │ │ │ │ ld ra,56(sp) │ │ │ │ @@ -187536,25 +187536,25 @@ │ │ │ │ beq a7,a2,bc2aa │ │ │ │ auipc a2,0x25 │ │ │ │ addi a2,a2,-30 │ │ │ │ auipc a1,0x25 │ │ │ │ addi a1,a1,-30 │ │ │ │ sd a1,8(sp) │ │ │ │ sd a2,0(sp) │ │ │ │ - auipc a1,0x12 │ │ │ │ - addi a1,a1,1110 │ │ │ │ + auipc a1,0x11 │ │ │ │ + addi a1,a1,-178 │ │ │ │ li a2,1 │ │ │ │ auipc a0,0xd │ │ │ │ - addi a0,a0,1876 │ │ │ │ + addi a0,a0,1892 │ │ │ │ jal 330e0 │ │ │ │ j bc22a │ │ │ │ auipc a2,0x25 │ │ │ │ addi a2,a2,-58 │ │ │ │ - auipc a1,0xf │ │ │ │ - addi a1,a1,-674 │ │ │ │ + auipc a1,0x13 │ │ │ │ + addi a1,a1,-818 │ │ │ │ j bc28e │ │ │ │ ret │ │ │ │ mv a0,a1 │ │ │ │ j 339e0 │ │ │ │ mv a0,a1 │ │ │ │ mv a1,a2 │ │ │ │ j 34680 │ │ │ │ @@ -190518,16 +190518,16 @@ │ │ │ │ bnez a0,be368 │ │ │ │ lui a5,0x1 │ │ │ │ addi a5,a5,-1912 │ │ │ │ add s0,sp,a5 │ │ │ │ addi a3,sp,9 │ │ │ │ addi a3,a3,2047 │ │ │ │ addi a0,s0,-2048 │ │ │ │ - auipc a2,0xf │ │ │ │ - addi a2,a2,-1116 │ │ │ │ + auipc a2,0x13 │ │ │ │ + addi a2,a2,-1092 │ │ │ │ li a1,255 │ │ │ │ jal 330b0 │ │ │ │ jal 32750 │ │ │ │ lw a4,44(a0) │ │ │ │ addi a5,s2,-2048 │ │ │ │ addi a0,s0,-2048 │ │ │ │ sw a4,392(sp) │ │ │ │ @@ -190571,16 +190571,16 @@ │ │ │ │ jal 32750 │ │ │ │ lw a0,40(a0) │ │ │ │ jalr s0 │ │ │ │ lui a5,0x1 │ │ │ │ addi a5,a5,-1912 │ │ │ │ add s0,sp,a5 │ │ │ │ mv a3,a0 │ │ │ │ - auipc a2,0xf │ │ │ │ - addi a2,a2,-1286 │ │ │ │ + auipc a2,0x13 │ │ │ │ + addi a2,a2,-1262 │ │ │ │ addi a0,s0,-2048 │ │ │ │ li a1,255 │ │ │ │ jal 330b0 │ │ │ │ j be2ec │ │ │ │ lui a5,0x1 │ │ │ │ addi a5,a5,-2048 │ │ │ │ add s2,sp,a5 │ │ │ │ @@ -190896,18 +190896,18 @@ │ │ │ │ jalr s0 │ │ │ │ auipc a5,0x44 │ │ │ │ ld a5,-150(a5) │ │ │ │ ld a5,272(a5) │ │ │ │ mv a4,a0 │ │ │ │ mv a3,s3 │ │ │ │ li a2,1 │ │ │ │ - auipc a1,0x10 │ │ │ │ - addi a1,a1,840 │ │ │ │ + auipc a1,0xe │ │ │ │ + addi a1,a1,192 │ │ │ │ auipc a0,0xb │ │ │ │ - addi a0,a0,664 │ │ │ │ + addi a0,a0,888 │ │ │ │ jal 330e0 │ │ │ │ li s3,0 │ │ │ │ j be652 │ │ │ │ │ │ │ │ 00000000000be710 : │ │ │ │ addi sp,sp,-32 │ │ │ │ auipc a2,0x44 │ │ │ │ @@ -191466,18 +191466,18 @@ │ │ │ │ jal 33880 <_exit@plt> │ │ │ │ ld a3,40(s0) │ │ │ │ mv a6,s2 │ │ │ │ mv a5,s3 │ │ │ │ addi a3,a3,84 │ │ │ │ mv a4,s1 │ │ │ │ li a2,1 │ │ │ │ - auipc a1,0x10 │ │ │ │ - addi a1,a1,-470 │ │ │ │ + auipc a1,0xe │ │ │ │ + addi a1,a1,-1118 │ │ │ │ auipc a0,0xb │ │ │ │ - addi a0,a0,-670 │ │ │ │ + addi a0,a0,-446 │ │ │ │ jal 330e0 │ │ │ │ j bec1a │ │ │ │ ld a5,104(a0) │ │ │ │ addi sp,sp,-32 │ │ │ │ sd s0,16(sp) │ │ │ │ sd ra,24(sp) │ │ │ │ sd s1,8(sp) │ │ │ │ @@ -194980,18 +194980,18 @@ │ │ │ │ mv a3,s1 │ │ │ │ mv a7,s2 │ │ │ │ auipc a5,0x2 │ │ │ │ addi a5,a5,1502 │ │ │ │ auipc a4,0x21 │ │ │ │ addi a4,a4,390 │ │ │ │ li a2,1 │ │ │ │ - auipc a1,0xa │ │ │ │ - addi a1,a1,940 │ │ │ │ + auipc a1,0xc │ │ │ │ + addi a1,a1,-1748 │ │ │ │ auipc a0,0x8 │ │ │ │ - addi a0,a0,1516 │ │ │ │ + addi a0,a0,1876 │ │ │ │ jal 330e0 │ │ │ │ li s1,-1 │ │ │ │ j c1276 │ │ │ │ jal 33c20 │ │ │ │ auipc a5,0x41 │ │ │ │ ld a5,856(a5) │ │ │ │ ld s1,272(a5) │ │ │ │ @@ -195072,18 +195072,18 @@ │ │ │ │ mv a7,s2 │ │ │ │ mv a3,s1 │ │ │ │ auipc a5,0x2 │ │ │ │ addi a5,a5,1238 │ │ │ │ auipc a4,0x21 │ │ │ │ addi a4,a4,142 │ │ │ │ li a2,1 │ │ │ │ - auipc a1,0xa │ │ │ │ - addi a1,a1,676 │ │ │ │ + auipc a1,0xc │ │ │ │ + addi a1,a1,-2012 │ │ │ │ auipc a0,0x8 │ │ │ │ - addi a0,a0,1252 │ │ │ │ + addi a0,a0,1612 │ │ │ │ jal 330e0 │ │ │ │ lw a0,8(s0) │ │ │ │ li a2,0 │ │ │ │ li a1,0 │ │ │ │ jal 32780 │ │ │ │ li s1,-1 │ │ │ │ lui a2,0x1 │ │ │ │ @@ -195110,18 +195110,18 @@ │ │ │ │ mv a7,s1 │ │ │ │ mv a3,s2 │ │ │ │ auipc a5,0x2 │ │ │ │ addi a5,a5,1120 │ │ │ │ auipc a4,0x21 │ │ │ │ addi a4,a4,56 │ │ │ │ li a2,1 │ │ │ │ - auipc a1,0xa │ │ │ │ - addi a1,a1,558 │ │ │ │ + auipc a1,0xb │ │ │ │ + addi a1,a1,1966 │ │ │ │ auipc a0,0x8 │ │ │ │ - addi a0,a0,1134 │ │ │ │ + addi a0,a0,1494 │ │ │ │ jal 330e0 │ │ │ │ mv a0,s3 │ │ │ │ jal 34ab0 │ │ │ │ j c13f8 │ │ │ │ auipc s3,0x41 │ │ │ │ ld s3,474(s3) │ │ │ │ jal 32600 <__errno_location@plt> │ │ │ │ @@ -195134,18 +195134,18 @@ │ │ │ │ mv a7,s2 │ │ │ │ mv a3,s1 │ │ │ │ auipc a5,0x2 │ │ │ │ addi a5,a5,1040 │ │ │ │ auipc a4,0x21 │ │ │ │ addi a4,a4,-40 │ │ │ │ li a2,1 │ │ │ │ - auipc a1,0xa │ │ │ │ - addi a1,a1,478 │ │ │ │ + auipc a1,0xb │ │ │ │ + addi a1,a1,1886 │ │ │ │ auipc a0,0x8 │ │ │ │ - addi a0,a0,1054 │ │ │ │ + addi a0,a0,1414 │ │ │ │ jal 330e0 │ │ │ │ lw a0,8(s0) │ │ │ │ li a2,0 │ │ │ │ li a1,0 │ │ │ │ jal 32780 │ │ │ │ j c13f8 │ │ │ │ jal 33c20 │ │ │ │ @@ -195192,18 +195192,18 @@ │ │ │ │ ld a3,8(sp) │ │ │ │ mv a6,a0 │ │ │ │ auipc a5,0x2 │ │ │ │ addi a5,a5,868 │ │ │ │ auipc a4,0x21 │ │ │ │ addi a4,a4,-212 │ │ │ │ li a2,1 │ │ │ │ - auipc a1,0xa │ │ │ │ - addi a1,a1,306 │ │ │ │ + auipc a1,0xb │ │ │ │ + addi a1,a1,1714 │ │ │ │ auipc a0,0x8 │ │ │ │ - addi a0,a0,882 │ │ │ │ + addi a0,a0,1242 │ │ │ │ jal 330e0 │ │ │ │ lw a0,8(s0) │ │ │ │ li a2,0 │ │ │ │ li a1,0 │ │ │ │ jal 32780 │ │ │ │ li a0,0 │ │ │ │ j c1504 │ │ │ │ @@ -195389,18 +195389,18 @@ │ │ │ │ mv a7,s2 │ │ │ │ mv a3,s1 │ │ │ │ auipc a5,0x2 │ │ │ │ addi a5,a5,306 │ │ │ │ auipc a4,0x21 │ │ │ │ addi a4,a4,-478 │ │ │ │ li a2,1 │ │ │ │ - auipc a1,0xa │ │ │ │ - addi a1,a1,-256 │ │ │ │ + auipc a1,0xb │ │ │ │ + addi a1,a1,1152 │ │ │ │ auipc a0,0x8 │ │ │ │ - addi a0,a0,352 │ │ │ │ + addi a0,a0,648 │ │ │ │ jal 330e0 │ │ │ │ j c1718 │ │ │ │ jal 33c20 │ │ │ │ auipc a5,0x41 │ │ │ │ ld a5,-338(a5) │ │ │ │ ld s1,272(a5) │ │ │ │ j c176a │ │ │ │ @@ -195443,18 +195443,18 @@ │ │ │ │ ld a7,0(sp) │ │ │ │ mv a6,a0 │ │ │ │ mv a5,s1 │ │ │ │ mv a3,s0 │ │ │ │ auipc a4,0x21 │ │ │ │ addi a4,a4,-634 │ │ │ │ li a2,1 │ │ │ │ - auipc a1,0xa │ │ │ │ - addi a1,a1,-412 │ │ │ │ + auipc a1,0xb │ │ │ │ + addi a1,a1,996 │ │ │ │ auipc a0,0x8 │ │ │ │ - addi a0,a0,196 │ │ │ │ + addi a0,a0,492 │ │ │ │ jal 330e0 │ │ │ │ ld t1,8(sp) │ │ │ │ j c17e2 │ │ │ │ sd t1,8(sp) │ │ │ │ sd a7,0(sp) │ │ │ │ jal 33c20 │ │ │ │ auipc a5,0x41 │ │ │ │ @@ -195504,18 +195504,18 @@ │ │ │ │ mv a3,s1 │ │ │ │ mv a7,s2 │ │ │ │ auipc a5,0x2 │ │ │ │ addi a5,a5,-26 │ │ │ │ auipc a4,0x21 │ │ │ │ addi a4,a4,-746 │ │ │ │ li a2,1 │ │ │ │ - auipc a1,0xa │ │ │ │ - addi a1,a1,-588 │ │ │ │ + auipc a1,0xb │ │ │ │ + addi a1,a1,820 │ │ │ │ auipc a0,0x8 │ │ │ │ - addi a0,a0,20 │ │ │ │ + addi a0,a0,316 │ │ │ │ jal 330e0 │ │ │ │ li s1,-1 │ │ │ │ j c186e │ │ │ │ jal 33c20 │ │ │ │ auipc a5,0x41 │ │ │ │ ld a5,-672(a5) │ │ │ │ ld s1,272(a5) │ │ │ │ @@ -195568,18 +195568,18 @@ │ │ │ │ ld a3,8(sp) │ │ │ │ mv a6,a0 │ │ │ │ auipc a5,0x2 │ │ │ │ addi a5,a5,-214 │ │ │ │ auipc a4,0x21 │ │ │ │ addi a4,a4,-902 │ │ │ │ li a2,1 │ │ │ │ - auipc a1,0xa │ │ │ │ - addi a1,a1,-776 │ │ │ │ + auipc a1,0xb │ │ │ │ + addi a1,a1,632 │ │ │ │ auipc a0,0x8 │ │ │ │ - addi a0,a0,-232 │ │ │ │ + addi a0,a0,192 │ │ │ │ jal 330e0 │ │ │ │ ld s1,24(sp) │ │ │ │ j c1910 │ │ │ │ ld s1,24(sp) │ │ │ │ j c1910 │ │ │ │ jal 32600 <__errno_location@plt> │ │ │ │ auipc a5,0x41 │ │ │ │ @@ -195594,18 +195594,18 @@ │ │ │ │ mv a6,a0 │ │ │ │ mv a3,s0 │ │ │ │ auipc a5,0x2 │ │ │ │ addi a5,a5,-296 │ │ │ │ auipc a4,0x21 │ │ │ │ addi a4,a4,-1000 │ │ │ │ li a2,1 │ │ │ │ - auipc a1,0xa │ │ │ │ - addi a1,a1,-858 │ │ │ │ + auipc a1,0xb │ │ │ │ + addi a1,a1,550 │ │ │ │ auipc a0,0x8 │ │ │ │ - addi a0,a0,-250 │ │ │ │ + addi a0,a0,46 │ │ │ │ jal 330e0 │ │ │ │ ld ra,40(sp) │ │ │ │ ld s0,32(sp) │ │ │ │ ld s1,24(sp) │ │ │ │ li a0,0 │ │ │ │ addi sp,sp,48 │ │ │ │ ret │ │ │ │ @@ -195622,18 +195622,18 @@ │ │ │ │ mv a6,a0 │ │ │ │ mv a3,s0 │ │ │ │ auipc a5,0x2 │ │ │ │ addi a5,a5,-382 │ │ │ │ auipc a4,0x21 │ │ │ │ addi a4,a4,-1078 │ │ │ │ li a2,1 │ │ │ │ - auipc a1,0xa │ │ │ │ - addi a1,a1,-944 │ │ │ │ + auipc a1,0xb │ │ │ │ + addi a1,a1,464 │ │ │ │ auipc a0,0x8 │ │ │ │ - addi a0,a0,-336 │ │ │ │ + addi a0,a0,-40 │ │ │ │ jal 330e0 │ │ │ │ mv a0,s1 │ │ │ │ jal 31ea0 │ │ │ │ j c19f6 │ │ │ │ sd a7,0(sp) │ │ │ │ jal 33c20 │ │ │ │ auipc a5,0x41 │ │ │ │ @@ -195712,18 +195712,18 @@ │ │ │ │ mv a6,a0 │ │ │ │ mv a3,s1 │ │ │ │ auipc a5,0x2 │ │ │ │ addi a5,a5,-642 │ │ │ │ auipc a4,0x21 │ │ │ │ addi a4,a4,-1314 │ │ │ │ li a2,1 │ │ │ │ - auipc a1,0xa │ │ │ │ - addi a1,a1,-1204 │ │ │ │ + auipc a1,0xb │ │ │ │ + addi a1,a1,204 │ │ │ │ auipc a0,0x8 │ │ │ │ - addi a0,a0,-596 │ │ │ │ + addi a0,a0,-300 │ │ │ │ jal 330e0 │ │ │ │ lw a0,8(s0) │ │ │ │ li s1,-1 │ │ │ │ bne a0,s1,c1be0 │ │ │ │ ld s5,24(sp) │ │ │ │ li s1,-1 │ │ │ │ lui a2,0x1 │ │ │ │ @@ -195805,18 +195805,18 @@ │ │ │ │ mv a6,a0 │ │ │ │ auipc a5,0x2 │ │ │ │ addi a5,a5,-904 │ │ │ │ mv a3,s1 │ │ │ │ auipc a4,0x21 │ │ │ │ addi a4,a4,-1602 │ │ │ │ li a2,1 │ │ │ │ - auipc a1,0xa │ │ │ │ - addi a1,a1,-1468 │ │ │ │ + auipc a1,0xb │ │ │ │ + addi a1,a1,-60 │ │ │ │ auipc a0,0x8 │ │ │ │ - addi a0,a0,-860 │ │ │ │ + addi a0,a0,-564 │ │ │ │ jal 330e0 │ │ │ │ lw a0,8(s0) │ │ │ │ li a5,-1 │ │ │ │ beq a0,a5,c1b58 │ │ │ │ ld t1,8(sp) │ │ │ │ sd t1,0(sp) │ │ │ │ jal 33720 │ │ │ │ @@ -195833,18 +195833,18 @@ │ │ │ │ mv a6,a0 │ │ │ │ auipc a5,0x2 │ │ │ │ addi a5,a5,-988 │ │ │ │ auipc a4,0x21 │ │ │ │ addi a4,a4,-1676 │ │ │ │ mv a3,s1 │ │ │ │ li a2,1 │ │ │ │ - auipc a1,0xa │ │ │ │ - addi a1,a1,-1552 │ │ │ │ + auipc a1,0xb │ │ │ │ + addi a1,a1,-144 │ │ │ │ auipc a0,0x8 │ │ │ │ - addi a0,a0,-1008 │ │ │ │ + addi a0,a0,-584 │ │ │ │ jal 330e0 │ │ │ │ lw a4,8(s0) │ │ │ │ li a5,-1 │ │ │ │ ld t1,8(sp) │ │ │ │ beq a4,a5,c1cc2 │ │ │ │ addi a0,s0,32 │ │ │ │ sd t1,0(sp) │ │ │ │ @@ -196023,18 +196023,18 @@ │ │ │ │ ld a7,0(sp) │ │ │ │ mv a6,a0 │ │ │ │ mv a5,s1 │ │ │ │ mv a3,s0 │ │ │ │ auipc a4,0x21 │ │ │ │ addi a4,a4,-1424 │ │ │ │ li a2,1 │ │ │ │ - auipc a1,0x9 │ │ │ │ - addi a1,a1,2006 │ │ │ │ + auipc a1,0xb │ │ │ │ + addi a1,a1,-682 │ │ │ │ auipc a0,0x8 │ │ │ │ - addi a0,a0,-1546 │ │ │ │ + addi a0,a0,-1122 │ │ │ │ jal 330e0 │ │ │ │ ld t1,8(sp) │ │ │ │ j c1e70 │ │ │ │ sd t1,8(sp) │ │ │ │ sd a7,0(sp) │ │ │ │ jal 33c20 │ │ │ │ auipc a5,0x40 │ │ │ │ @@ -196084,18 +196084,18 @@ │ │ │ │ mv a3,s1 │ │ │ │ mv a7,s2 │ │ │ │ auipc a5,0x2 │ │ │ │ addi a5,a5,-1704 │ │ │ │ auipc a4,0x20 │ │ │ │ addi a4,a4,1672 │ │ │ │ li a2,1 │ │ │ │ - auipc a1,0x9 │ │ │ │ - addi a1,a1,1830 │ │ │ │ + auipc a1,0xb │ │ │ │ + addi a1,a1,-858 │ │ │ │ auipc a0,0x8 │ │ │ │ - addi a0,a0,-1722 │ │ │ │ + addi a0,a0,-1298 │ │ │ │ jal 330e0 │ │ │ │ li s1,-1 │ │ │ │ j c1efc │ │ │ │ jal 33c20 │ │ │ │ auipc a5,0x40 │ │ │ │ ld a5,1746(a5) │ │ │ │ ld s1,272(a5) │ │ │ │ @@ -196145,18 +196145,18 @@ │ │ │ │ ld a3,8(sp) │ │ │ │ mv a6,a0 │ │ │ │ auipc a5,0x2 │ │ │ │ addi a5,a5,-1882 │ │ │ │ auipc a4,0x20 │ │ │ │ addi a4,a4,1526 │ │ │ │ li a2,1 │ │ │ │ - auipc a1,0x9 │ │ │ │ - addi a1,a1,1652 │ │ │ │ + auipc a1,0xb │ │ │ │ + addi a1,a1,-1036 │ │ │ │ auipc a0,0x8 │ │ │ │ - addi a0,a0,-1900 │ │ │ │ + addi a0,a0,-1476 │ │ │ │ jal 330e0 │ │ │ │ j c1f9e │ │ │ │ jal 32600 <__errno_location@plt> │ │ │ │ auipc a5,0x40 │ │ │ │ ld a5,1570(a5) │ │ │ │ ld s0,272(a5) │ │ │ │ lw a7,0(a0) │ │ │ │ @@ -196168,18 +196168,18 @@ │ │ │ │ mv a6,a0 │ │ │ │ mv a3,s0 │ │ │ │ auipc a5,0x2 │ │ │ │ addi a5,a5,-1958 │ │ │ │ auipc a4,0x20 │ │ │ │ addi a4,a4,1434 │ │ │ │ li a2,1 │ │ │ │ - auipc a1,0x9 │ │ │ │ - addi a1,a1,1576 │ │ │ │ + auipc a1,0xb │ │ │ │ + addi a1,a1,-1112 │ │ │ │ auipc a0,0x8 │ │ │ │ - addi a0,a0,-1976 │ │ │ │ + addi a0,a0,-1552 │ │ │ │ jal 330e0 │ │ │ │ li a0,0 │ │ │ │ ld ra,24(sp) │ │ │ │ ld s0,16(sp) │ │ │ │ addi sp,sp,32 │ │ │ │ ret │ │ │ │ jal 32600 <__errno_location@plt> │ │ │ │ @@ -196196,18 +196196,18 @@ │ │ │ │ ld a3,8(sp) │ │ │ │ mv a6,a0 │ │ │ │ auipc a5,0x2 │ │ │ │ addi a5,a5,-2044 │ │ │ │ auipc a4,0x20 │ │ │ │ addi a4,a4,1356 │ │ │ │ li a2,1 │ │ │ │ - auipc a1,0x9 │ │ │ │ - addi a1,a1,1490 │ │ │ │ - auipc a0,0x7 │ │ │ │ - addi a0,a0,2034 │ │ │ │ + auipc a1,0xb │ │ │ │ + addi a1,a1,-1198 │ │ │ │ + auipc a0,0x8 │ │ │ │ + addi a0,a0,-1638 │ │ │ │ jal 330e0 │ │ │ │ lw a0,8(s0) │ │ │ │ jal 33720 │ │ │ │ li a0,0 │ │ │ │ j c2076 │ │ │ │ sd a7,0(sp) │ │ │ │ jal 33c20 │ │ │ │ @@ -196430,18 +196430,18 @@ │ │ │ │ mv a6,a0 │ │ │ │ mv a3,s2 │ │ │ │ auipc a5,0x1 │ │ │ │ addi a5,a5,1342 │ │ │ │ auipc a4,0x20 │ │ │ │ addi a4,a4,670 │ │ │ │ li a2,1 │ │ │ │ - auipc a1,0x9 │ │ │ │ - addi a1,a1,780 │ │ │ │ + auipc a1,0xb │ │ │ │ + addi a1,a1,-1908 │ │ │ │ auipc a0,0x7 │ │ │ │ - addi a0,a0,1324 │ │ │ │ + addi a0,a0,1748 │ │ │ │ jal 330e0 │ │ │ │ lw s2,8(s0) │ │ │ │ li a5,-1 │ │ │ │ beq s2,a5,c23e2 │ │ │ │ mv a0,s2 │ │ │ │ jal 33720 │ │ │ │ bnez a0,c24a8 │ │ │ │ @@ -196452,18 +196452,18 @@ │ │ │ │ ld s6,676(s6) │ │ │ │ ld a4,272(s6) │ │ │ │ beqz a4,c25b2 │ │ │ │ mv a5,s3 │ │ │ │ mv a6,s2 │ │ │ │ mv a3,s1 │ │ │ │ li a2,1 │ │ │ │ - auipc a1,0xd │ │ │ │ - addi a1,a1,2036 │ │ │ │ + auipc a1,0xb │ │ │ │ + addi a1,a1,-1948 │ │ │ │ auipc a0,0x7 │ │ │ │ - addi a0,a0,1252 │ │ │ │ + addi a0,a0,1676 │ │ │ │ jal 330e0 │ │ │ │ lw a0,8(s0) │ │ │ │ li a5,-1 │ │ │ │ bne a0,a5,c249c │ │ │ │ li s2,-2 │ │ │ │ li s3,-1 │ │ │ │ lui a2,0x1 │ │ │ │ @@ -196518,18 +196518,18 @@ │ │ │ │ beqz a0,c22d6 │ │ │ │ auipc s2,0x40 │ │ │ │ ld s2,478(s2) │ │ │ │ ld a3,272(s2) │ │ │ │ beqz a3,c2666 │ │ │ │ mv a4,s1 │ │ │ │ li a2,1 │ │ │ │ - auipc a1,0xd │ │ │ │ - addi a1,a1,1826 │ │ │ │ + auipc a1,0xa │ │ │ │ + addi a1,a1,1938 │ │ │ │ auipc a0,0x7 │ │ │ │ - addi a0,a0,1058 │ │ │ │ + addi a0,a0,1482 │ │ │ │ jal 330e0 │ │ │ │ j c22d6 │ │ │ │ jal 33720 │ │ │ │ beqz a0,c23e0 │ │ │ │ jal 32600 <__errno_location@plt> │ │ │ │ mv s7,a0 │ │ │ │ ld a3,272(s6) │ │ │ │ @@ -196545,18 +196545,18 @@ │ │ │ │ auipc a5,0x1 │ │ │ │ addi a5,a5,992 │ │ │ │ mv a7,s2 │ │ │ │ mv a3,s6 │ │ │ │ auipc a4,0x20 │ │ │ │ addi a4,a4,300 │ │ │ │ li a2,1 │ │ │ │ - auipc a1,0x9 │ │ │ │ - addi a1,a1,426 │ │ │ │ + auipc a1,0xa │ │ │ │ + addi a1,a1,1834 │ │ │ │ auipc a0,0x7 │ │ │ │ - addi a0,a0,970 │ │ │ │ + addi a0,a0,1394 │ │ │ │ jal 330e0 │ │ │ │ ld t1,0(sp) │ │ │ │ li a5,-1 │ │ │ │ beq t1,a5,c23a4 │ │ │ │ mv a1,s3 │ │ │ │ mv a0,t1 │ │ │ │ jal 34de0 │ │ │ │ @@ -196608,18 +196608,18 @@ │ │ │ │ mv a6,a0 │ │ │ │ mv a7,s2 │ │ │ │ auipc a5,0x1 │ │ │ │ addi a5,a5,800 │ │ │ │ auipc a4,0x20 │ │ │ │ addi a4,a4,112 │ │ │ │ li a2,1 │ │ │ │ - auipc a1,0x9 │ │ │ │ - addi a1,a1,238 │ │ │ │ + auipc a1,0xa │ │ │ │ + addi a1,a1,1646 │ │ │ │ auipc a0,0x7 │ │ │ │ - addi a0,a0,782 │ │ │ │ + addi a0,a0,1206 │ │ │ │ jal 330e0 │ │ │ │ ld t1,8(sp) │ │ │ │ j c24fa │ │ │ │ jal 33c20 │ │ │ │ ld a4,272(s6) │ │ │ │ j c23bc │ │ │ │ auipc s6,0x40 │ │ │ │ @@ -196639,18 +196639,18 @@ │ │ │ │ mv a6,a0 │ │ │ │ mv a3,s2 │ │ │ │ auipc a5,0x1 │ │ │ │ addi a5,a5,702 │ │ │ │ auipc a4,0x20 │ │ │ │ addi a4,a4,-2 │ │ │ │ li a2,1 │ │ │ │ - auipc a1,0x9 │ │ │ │ - addi a1,a1,140 │ │ │ │ + auipc a1,0xa │ │ │ │ + addi a1,a1,1548 │ │ │ │ auipc a0,0x7 │ │ │ │ - addi a0,a0,684 │ │ │ │ + addi a0,a0,1108 │ │ │ │ jal 330e0 │ │ │ │ lw s2,8(s0) │ │ │ │ li a5,-1 │ │ │ │ beq s2,a5,c23e2 │ │ │ │ ld t1,8(sp) │ │ │ │ mv a0,s2 │ │ │ │ sd t1,0(sp) │ │ │ │ @@ -196724,18 +196724,18 @@ │ │ │ │ mv a7,s2 │ │ │ │ mv a6,a0 │ │ │ │ auipc a5,0x1 │ │ │ │ addi a5,a5,444 │ │ │ │ auipc a4,0x20 │ │ │ │ addi a4,a4,-244 │ │ │ │ li a2,1 │ │ │ │ - auipc a1,0x9 │ │ │ │ - addi a1,a1,-118 │ │ │ │ + auipc a1,0xa │ │ │ │ + addi a1,a1,1290 │ │ │ │ auipc a0,0x7 │ │ │ │ - addi a0,a0,426 │ │ │ │ + addi a0,a0,850 │ │ │ │ jal 330e0 │ │ │ │ li s2,-1 │ │ │ │ j c23e2 │ │ │ │ li a0,0 │ │ │ │ ret │ │ │ │ ld a4,0(a0) │ │ │ │ ld a5,0(a1) │ │ │ ├── readelf --wide --decompress --hex-dump=.rodata {} │ │ │ │ @@ -1611,3747 +1611,3747 @@ │ │ │ │ 0x000c9608 73656420 746f2067 65742068 656c7020 sed to get help │ │ │ │ 0x000c9618 61626f75 743a0a20 20202025 730a6672 about:. %s.fr │ │ │ │ 0x000c9628 6f6d2074 6f706963 3a0a2020 20202573 om topic:. %s │ │ │ │ 0x000c9638 0a427574 20492063 6f756c64 6e277420 .But I couldn't │ │ │ │ 0x000c9648 66696e64 20746861 74206865 6c702074 find that help t │ │ │ │ 0x000c9658 6f706963 2e202053 6f727279 210a2573 opic. Sorry!.%s │ │ │ │ 0x000c9668 00000000 00000000 68656c70 2d73686d ........help-shm │ │ │ │ - 0x000c9678 656d2d61 70692e74 78740000 00000000 em-api.txt...... │ │ │ │ - 0x000c9688 68656c70 2d6f7368 6d656d2d 696e666f help-oshmem-info │ │ │ │ - 0x000c9698 2e747874 00000000 68656c70 2d73686d .txt....help-shm │ │ │ │ - 0x000c96a8 656d2d72 756e7469 6d652e74 78740000 em-runtime.txt.. │ │ │ │ - 0x000c96b8 68656c70 2d6f7368 6d656d2d 6d656d68 help-oshmem-memh │ │ │ │ - 0x000c96c8 6561702e 74787400 68656c70 2d6f7368 eap.txt.help-osh │ │ │ │ - 0x000c96d8 6d656d2d 7373686d 656d2e74 78740000 mem-sshmem.txt.. │ │ │ │ + 0x000c9678 656d2d72 756e7469 6d652e74 78740000 em-runtime.txt.. │ │ │ │ + 0x000c9688 68656c70 2d6f7368 6d656d2d 73636f6c help-oshmem-scol │ │ │ │ + 0x000c9698 6c2d7563 632e7478 74000000 00000000 l-ucc.txt....... │ │ │ │ + 0x000c96a8 68656c70 2d6f7368 6d656d2d 73636f6c help-oshmem-scol │ │ │ │ + 0x000c96b8 6c2d6d70 692e7478 74000000 00000000 l-mpi.txt....... │ │ │ │ + 0x000c96c8 68656c70 2d6f7368 6d656d2d 7373686d help-oshmem-sshm │ │ │ │ + 0x000c96d8 656d2d73 7973762e 74787400 00000000 em-sysv.txt..... │ │ │ │ 0x000c96e8 68656c70 2d6f7368 6d656d2d 7373686d help-oshmem-sshm │ │ │ │ 0x000c96f8 656d2d6d 6d61702e 74787400 00000000 em-mmap.txt..... │ │ │ │ 0x000c9708 68656c70 2d6f7368 6d656d2d 7373686d help-oshmem-sshm │ │ │ │ - 0x000c9718 656d2d73 7973762e 74787400 00000000 em-sysv.txt..... │ │ │ │ - 0x000c9728 68656c70 2d6f7368 6d656d2d 73636f6c help-oshmem-scol │ │ │ │ - 0x000c9738 6c2d6d70 692e7478 74000000 00000000 l-mpi.txt....... │ │ │ │ - 0x000c9748 68656c70 2d6f7368 6d656d2d 73636f6c help-oshmem-scol │ │ │ │ - 0x000c9758 6c2d7563 632e7478 74000000 00000000 l-ucc.txt....... │ │ │ │ - 0x000c9768 68656c70 2d636f6d 6d2e7478 74000000 help-comm.txt... │ │ │ │ - 0x000c9778 68656c70 2d64706d 2e747874 00000000 help-dpm.txt.... │ │ │ │ - 0x000c9788 68656c70 2d6d7069 72756e2e 74787400 help-mpirun.txt. │ │ │ │ - 0x000c9798 68656c70 2d6d7069 2d72756e 74696d65 help-mpi-runtime │ │ │ │ - 0x000c97a8 2e747874 00000000 68656c70 2d6d7069 .txt....help-mpi │ │ │ │ - 0x000c97b8 2d617069 2e747874 00000000 00000000 -api.txt........ │ │ │ │ - 0x000c97c8 68656c70 2d6d746c 2d6f6669 2e747874 help-mtl-ofi.txt │ │ │ │ - 0x000c97d8 00000000 00000000 68656c70 2d6d746c ........help-mtl │ │ │ │ - 0x000c97e8 2d70736d 322e7478 74000000 00000000 -psm2.txt....... │ │ │ │ - 0x000c97f8 68656c70 2d6d6361 2d626d6c 2d72322e help-mca-bml-r2. │ │ │ │ - 0x000c9808 74787400 00000000 68656c70 2d6d7069 txt.....help-mpi │ │ │ │ - 0x000c9818 2d706d6c 2d6f6231 2e747874 00000000 -pml-ob1.txt.... │ │ │ │ - 0x000c9828 68656c70 2d6d6361 2d686f6f 6b2d6261 help-mca-hook-ba │ │ │ │ - 0x000c9838 73652e74 78740000 68656c70 2d636f6c se.txt..help-col │ │ │ │ - 0x000c9848 6c2d7868 632e7478 74000000 00000000 l-xhc.txt....... │ │ │ │ - 0x000c9858 68656c70 2d6d6361 2d636f6c 6c2d6261 help-mca-coll-ba │ │ │ │ - 0x000c9868 73652e74 78740000 68656c70 2d6d7069 se.txt..help-mpi │ │ │ │ - 0x000c9878 2d66742e 74787400 68656c70 2d6d7069 -ft.txt.help-mpi │ │ │ │ - 0x000c9888 2d657272 6f72732e 74787400 00000000 -errors.txt..... │ │ │ │ - 0x000c9898 68656c70 2d6f7061 6c2d7772 61707065 help-opal-wrappe │ │ │ │ - 0x000c98a8 722e7478 74000000 68656c70 2d6f7061 r.txt...help-opa │ │ │ │ - 0x000c98b8 6c2d7368 6d656d2d 6d6d6170 2e747874 l-shmem-mmap.txt │ │ │ │ - 0x000c98c8 00000000 00000000 68656c70 2d6f7061 ........help-opa │ │ │ │ - 0x000c98d8 6c2d7368 6d656d2d 73797376 2e747874 l-shmem-sysv.txt │ │ │ │ - 0x000c98e8 00000000 00000000 68656c70 2d6f7061 ........help-opa │ │ │ │ - 0x000c98f8 6c2d7368 6d656d2d 706f7369 782e7478 l-shmem-posix.tx │ │ │ │ - 0x000c9908 74000000 00000000 68656c70 2d636f6d t.......help-com │ │ │ │ - 0x000c9918 6d6f6e2d 6f66692e 74787400 00000000 mon-ofi.txt..... │ │ │ │ - 0x000c9928 68656c70 2d6d7069 2d636f6d 6d6f6e2d help-mpi-common- │ │ │ │ - 0x000c9938 7562636c 2e747874 00000000 00000000 ubcl.txt........ │ │ │ │ - 0x000c9948 68656c70 2d6d7069 2d636f6d 6d6f6e2d help-mpi-common- │ │ │ │ - 0x000c9958 736d2e74 78740000 68656c70 2d6f7061 sm.txt..help-opa │ │ │ │ - 0x000c9968 6c2d7469 6d65722d 6c696e75 782e7478 l-timer-linux.tx │ │ │ │ - 0x000c9978 74000000 00000000 68656c70 2d736d73 t.......help-sms │ │ │ │ - 0x000c9988 632d6b6e 656d2e74 78740000 00000000 c-knem.txt...... │ │ │ │ - 0x000c9998 68656c70 2d726361 6368652d 62617365 help-rcache-base │ │ │ │ - 0x000c99a8 2e747874 00000000 68656c70 2d6d6361 .txt....help-mca │ │ │ │ - 0x000c99b8 2d616c6c 6f636174 6f722d62 75636b65 -allocator-bucke │ │ │ │ - 0x000c99c8 742e7478 74000000 68656c70 2d6f7061 t.txt...help-opa │ │ │ │ - 0x000c99d8 6c2d6966 2d6c696e 75782d69 7076362e l-if-linux-ipv6. │ │ │ │ - 0x000c99e8 74787400 00000000 68656c70 2d6d706f txt.....help-mpo │ │ │ │ - 0x000c99f8 6f6c2d62 6173652e 74787400 00000000 ol-base.txt..... │ │ │ │ - 0x000c9a08 68656c70 2d6f7061 6c2d6877 6c6f632d help-opal-hwloc- │ │ │ │ - 0x000c9a18 62617365 2e747874 00000000 00000000 base.txt........ │ │ │ │ - 0x000c9a28 68656c70 2d616363 656c6572 61746f72 help-accelerator │ │ │ │ - 0x000c9a38 2d626173 652e7478 74000000 00000000 -base.txt....... │ │ │ │ - 0x000c9a48 68656c70 2d616363 656c6572 61746f72 help-accelerator │ │ │ │ - 0x000c9a58 2d637564 612e7478 74000000 00000000 -cuda.txt....... │ │ │ │ - 0x000c9a68 68656c70 2d6d7069 2d62746c 2d626173 help-mpi-btl-bas │ │ │ │ - 0x000c9a78 652e7478 74000000 68656c70 2d6d7069 e.txt...help-mpi │ │ │ │ - 0x000c9a88 2d62746c 2d746370 2e747874 00000000 -btl-tcp.txt.... │ │ │ │ - 0x000c9a98 68656c70 2d6d7069 2d62746c 2d736d63 help-mpi-btl-smc │ │ │ │ - 0x000c9aa8 7564612e 74787400 68656c70 2d6d7069 uda.txt.help-mpi │ │ │ │ - 0x000c9ab8 2d62746c 2d75736e 69632e74 78740000 -btl-usnic.txt.. │ │ │ │ - 0x000c9ac8 68656c70 2d6f7061 6c2d7468 72656164 help-opal-thread │ │ │ │ - 0x000c9ad8 732e7478 74000000 6d757465 7820696e s.txt...mutex in │ │ │ │ - 0x000c9ae8 69742066 61696c65 64000000 00000000 it failed....... │ │ │ │ - 0x000c9af8 6d757465 78206c6f 636b2066 61696c65 mutex lock faile │ │ │ │ - 0x000c9b08 64000000 00000000 6d757465 7820756e d.......mutex un │ │ │ │ - 0x000c9b18 6c6f636b 20666169 6c656400 00000000 lock failed..... │ │ │ │ - 0x000c9b28 6d757465 78207472 796c6f63 6b206661 mutex trylock fa │ │ │ │ - 0x000c9b38 696c6564 00000000 41207472 7920746f iled....A try to │ │ │ │ - 0x000c9b48 20616371 75697265 2061206d 75746578 acquire a mutex │ │ │ │ - 0x000c9b58 20286d75 74657820 7472796c 6f636b29 (mutex trylock) │ │ │ │ - 0x000c9b68 20686173 20666169 6c65642e 00000000 has failed..... │ │ │ │ - 0x000c9b78 41206d75 74657820 72656c65 61736520 A mutex release │ │ │ │ - 0x000c9b88 286d7574 65782075 6e6c6f63 6b292068 (mutex unlock) h │ │ │ │ - 0x000c9b98 61732066 61696c65 642e0000 00000000 as failed....... │ │ │ │ - 0x000c9ba8 41206d75 74657820 61637175 69726520 A mutex acquire │ │ │ │ - 0x000c9bb8 286d7574 6578206c 6f636b29 20686173 (mutex lock) has │ │ │ │ - 0x000c9bc8 20666169 6c65642e 00000000 00000000 failed......... │ │ │ │ - 0x000c9bd8 41206d75 74657820 696e6974 69616c69 A mutex initiali │ │ │ │ - 0x000c9be8 7a617469 6f6e2068 61732066 61696c65 zation has faile │ │ │ │ - 0x000c9bf8 642e0000 00000000 6e6f7420 656e6f75 d.......not enou │ │ │ │ - 0x000c9c08 67682075 736e6963 20726573 6f757263 gh usnic resourc │ │ │ │ - 0x000c9c18 65730000 00000000 6c696266 61627269 es......libfabri │ │ │ │ - 0x000c9c28 63204150 49206661 696c6564 00000000 c API failed.... │ │ │ │ - 0x000c9c38 6173796e 63206576 656e7400 00000000 async event..... │ │ │ │ - 0x000c9c48 696e7465 726e616c 20657272 6f722061 internal error a │ │ │ │ - 0x000c9c58 66746572 20696e69 74000000 00000000 fter init....... │ │ │ │ - 0x000c9c68 63686563 6b5f7265 675f6d65 6d5f6261 check_reg_mem_ba │ │ │ │ - 0x000c9c78 73696373 20666169 6c000000 00000000 sics fail....... │ │ │ │ - 0x000c9c88 696e7661 6c696420 69665f69 6e657863 invalid if_inexc │ │ │ │ - 0x000c9c98 6c756465 00000000 4d545520 6d69736d lude....MTU mism │ │ │ │ - 0x000c9ca8 61746368 00000000 636f6e6e 65637469 atch....connecti │ │ │ │ - 0x000c9cb8 76697479 20657272 6f723a20 736d616c vity error: smal │ │ │ │ - 0x000c9cc8 6c206f6b 2c206c61 72676520 62616400 l ok, large bad. │ │ │ │ - 0x000c9cd8 636f6e6e 65637469 76697479 20657272 connectivity err │ │ │ │ - 0x000c9ce8 6f723a20 736d616c 6c206261 642c206c or: small bad, l │ │ │ │ - 0x000c9cf8 61726765 206f6b00 636f6e6e 65637469 arge ok.connecti │ │ │ │ - 0x000c9d08 76697479 20657272 6f723a20 736d616c vity error: smal │ │ │ │ - 0x000c9d18 6c206261 642c206c 61726765 20626164 l bad, large bad │ │ │ │ - 0x000c9d28 00000000 00000000 66695f61 765f6571 ........fi_av_eq │ │ │ │ - 0x000c9d38 20746f6f 20736d61 6c6c0000 00000000 too small...... │ │ │ │ - 0x000c9d48 756e7265 61636861 626c6520 70656572 unreachable peer │ │ │ │ - 0x000c9d58 20495000 00000000 63616e6e 6f742077 IP.....cannot w │ │ │ │ - 0x000c9d68 72697465 20746f20 6d617020 66696c65 rite to map file │ │ │ │ - 0x000c9d78 00000000 00000000 7472616e 73706f72 ........transpor │ │ │ │ - 0x000c9d88 74206d69 736d6174 63680000 00000000 t mismatch...... │ │ │ │ - 0x000c9d98 4f70656e 204d5049 20686173 20666f75 Open MPI has fou │ │ │ │ - 0x000c9da8 6e642074 776f2073 65727665 72732077 nd two servers w │ │ │ │ - 0x000c9db8 69746820 64696666 6572656e 7420756e ith different un │ │ │ │ - 0x000c9dc8 6465726c 79696e67 2075734e 49430000 derlying usNIC.. │ │ │ │ - 0x000c9dd8 7472616e 73706f72 74732e20 20546869 transports. Thi │ │ │ │ - 0x000c9de8 73206973 20616e20 756e7375 70706f72 s is an unsuppor │ │ │ │ - 0x000c9df8 74656420 636f6e66 69677572 6174696f ted configuratio │ │ │ │ - 0x000c9e08 6e3b2061 6c6c2075 734e4943 20646576 n; all usNIC dev │ │ │ │ - 0x000c9e18 69636573 00000000 6d757374 20686176 ices....must hav │ │ │ │ - 0x000c9e28 65207468 65207361 6d652075 6e646572 e the same under │ │ │ │ - 0x000c9e38 6c79696e 67207472 616e7370 6f727420 lying transport │ │ │ │ - 0x000c9e48 696e206f 72646572 20746f20 75736520 in order to use │ │ │ │ - 0x000c9e58 74686520 75734e49 43204254 4c2e0000 the usNIC BTL... │ │ │ │ - 0x000c9e68 20204c6f 63616c20 73657276 6572202f Local server / │ │ │ │ - 0x000c9e78 20747261 6e73706f 72743a20 20257320 transport: %s │ │ │ │ - 0x000c9e88 2f202573 00000000 20205265 6d6f7465 / %s.... Remote │ │ │ │ - 0x000c9e98 20736572 76657220 2f207472 616e7370 server / transp │ │ │ │ - 0x000c9ea8 6f72743a 20257320 2f202573 00000000 ort: %s / %s.... │ │ │ │ - 0x000c9eb8 5741524e 494e473a 20546865 2075736e WARNING: The usn │ │ │ │ - 0x000c9ec8 69632042 544c2077 61732075 6e61626c ic BTL was unabl │ │ │ │ - 0x000c9ed8 6520746f 206f7065 6e207468 65207265 e to open the re │ │ │ │ - 0x000c9ee8 71756573 74656420 6f757470 75740000 quested output.. │ │ │ │ - 0x000c9ef8 636f6e6e 65637469 76697479 206d6170 connectivity map │ │ │ │ - 0x000c9f08 2066696c 652e2020 596f7572 206a6f62 file. Your job │ │ │ │ - 0x000c9f18 2077696c 6c20636f 6e74696e 75652c20 will continue, │ │ │ │ - 0x000c9f28 62757420 74686973 206f7574 70757400 but this output. │ │ │ │ - 0x000c9f38 636f6e6e 65637469 76697479 206d6170 connectivity map │ │ │ │ - 0x000c9f48 2066696c 65207769 6c6c206e 6f742062 file will not b │ │ │ │ - 0x000c9f58 65207772 69747465 6e2e0000 00000000 e written....... │ │ │ │ - 0x000c9f68 20204c6f 63616c20 73657276 65723a20 Local server: │ │ │ │ - 0x000c9f78 20202020 20257300 20204f75 74707574 %s. Output │ │ │ │ - 0x000c9f88 206d6170 2066696c 653a2020 20257300 map file: %s. │ │ │ │ - 0x000c9f98 2020576f 726b696e 67206469 72656374 Working direct │ │ │ │ - 0x000c9fa8 6f72793a 20257300 20204572 726f723a ory: %s. Error: │ │ │ │ - 0x000c9fb8 20202020 20202020 20202020 20257320 %s │ │ │ │ - 0x000c9fc8 28256429 00000000 5741524e 494e473a (%d)....WARNING: │ │ │ │ - 0x000c9fd8 204f7065 6e204d50 49206661 696c6564 Open MPI failed │ │ │ │ - 0x000c9fe8 20746f20 66696e64 20612072 6f757465 to find a route │ │ │ │ - 0x000c9ff8 20746f20 61207065 65722049 50206164 to a peer IP ad │ │ │ │ - 0x000ca008 64726573 73207669 61206100 00000000 dress via a..... │ │ │ │ - 0x000ca018 73706563 69666963 2075734e 49432069 specific usNIC i │ │ │ │ - 0x000ca028 6e746572 66616365 2e202054 68697320 nterface. This │ │ │ │ - 0x000ca038 75737561 6c6c7920 696e6469 63617465 usually indicate │ │ │ │ - 0x000ca048 73206120 70726f62 6c656d20 696e2074 s a problem in t │ │ │ │ - 0x000ca058 68652049 50000000 726f7574 696e6720 he IP...routing │ │ │ │ - 0x000ca068 62657477 65656e20 74686573 65207065 between these pe │ │ │ │ - 0x000ca078 6572732e 00000000 4f70656e 204d5049 ers.....Open MPI │ │ │ │ - 0x000ca088 2077696c 6c20736b 69702074 68697320 will skip this │ │ │ │ - 0x000ca098 75734e49 4320696e 74657266 61636520 usNIC interface │ │ │ │ - 0x000ca0a8 7768656e 20636f6d 6d756e69 63617469 when communicati │ │ │ │ - 0x000ca0b8 6e672077 69746820 74686174 00000000 ng with that.... │ │ │ │ - 0x000ca0c8 70656572 2c207768 69636820 6d617920 peer, which may │ │ │ │ - 0x000ca0d8 72657375 6c742069 6e206c6f 77657220 result in lower │ │ │ │ - 0x000ca0e8 70657266 6f726d61 6e636520 746f2074 performance to t │ │ │ │ - 0x000ca0f8 68617420 70656572 2e202049 74206d61 hat peer. It ma │ │ │ │ - 0x000ca108 7920616c 736f0000 72657375 6c742069 y also..result i │ │ │ │ - 0x000ca118 6e20796f 7572206a 6f622061 626f7274 n your job abort │ │ │ │ - 0x000ca128 696e6720 69662074 68657265 20617265 ing if there are │ │ │ │ - 0x000ca138 206e6f20 6f746865 72206e65 74776f72 no other networ │ │ │ │ - 0x000ca148 6b207061 74687320 746f0000 00000000 k paths to...... │ │ │ │ - 0x000ca158 74686174 20706565 722e0000 00000000 that peer....... │ │ │ │ - 0x000ca168 4e6f7465 20746861 74207468 69732065 Note that this e │ │ │ │ - 0x000ca178 72726f72 206d6573 73616765 20646566 rror message def │ │ │ │ - 0x000ca188 61756c74 7320746f 206f6e6c 79207072 aults to only pr │ │ │ │ - 0x000ca198 696e7469 6e672066 6f722074 6865202a inting for the * │ │ │ │ - 0x000ca1a8 66697273 742a0000 70616972 206f6620 first*..pair of │ │ │ │ - 0x000ca1b8 4d504920 70726f63 65737320 70656572 MPI process peer │ │ │ │ - 0x000ca1c8 73207468 61742065 78686962 69742074 s that exhibit t │ │ │ │ - 0x000ca1d8 68697320 70726f62 6c656d3b 20746869 his problem; thi │ │ │ │ - 0x000ca1e8 73207361 6d652070 726f626c 656d0000 s same problem.. │ │ │ │ - 0x000ca1f8 6d617920 65786973 7420666f 72206f74 may exist for ot │ │ │ │ - 0x000ca208 68657220 70656572 20706169 72732c20 her peer pairs, │ │ │ │ - 0x000ca218 746f6f2e 00000000 20204c6f 63616c20 too..... Local │ │ │ │ - 0x000ca228 696e7465 72666163 653a2025 733a2573 interface: %s:%s │ │ │ │ - 0x000ca238 20287768 69636820 69732025 73290000 (which is %s).. │ │ │ │ - 0x000ca248 20205065 65723a20 20202020 20202020 Peer: │ │ │ │ - 0x000ca258 20202025 733a2573 00000000 00000000 %s:%s........ │ │ │ │ - 0x000ca268 4e4f5445 3a20596f 75206361 6e207365 NOTE: You can se │ │ │ │ - 0x000ca278 74207468 65204d43 41207061 72616d20 t the MCA param │ │ │ │ - 0x000ca288 62746c5f 75736e69 635f7368 6f775f72 btl_usnic_show_r │ │ │ │ - 0x000ca298 6f757465 5f666169 6c757265 7320746f oute_failures to │ │ │ │ - 0x000ca2a8 20302074 6f000000 64697361 626c6520 0 to...disable │ │ │ │ - 0x000ca2b8 74686973 20776172 6e696e67 2e000000 this warning.... │ │ │ │ - 0x000ca2c8 54686520 75736e69 63204254 4c207761 The usnic BTL wa │ │ │ │ - 0x000ca2d8 7320746f 6c642074 6f206372 65617465 s told to create │ │ │ │ - 0x000ca2e8 20616e20 61646472 65737320 7265736f an address reso │ │ │ │ - 0x000ca2f8 6c757469 6f6e2071 75657565 20746861 lution queue tha │ │ │ │ - 0x000ca308 74207761 73000000 746f6f20 736d616c t was...too smal │ │ │ │ - 0x000ca318 6c207669 61207468 65206d63 615f6274 l via the mca_bt │ │ │ │ - 0x000ca328 6c5f7573 6e69635f 61765f65 715f6e75 l_usnic_av_eq_nu │ │ │ │ - 0x000ca338 6d204d43 41207061 72616d65 7465722e m MCA parameter. │ │ │ │ - 0x000ca348 20205468 69730000 70617261 6d657465 This..paramete │ │ │ │ - 0x000ca358 7220636f 6e74726f 6c732068 6f77206d r controls how m │ │ │ │ - 0x000ca368 616e7920 6f757473 74616e64 696e6720 any outstanding │ │ │ │ - 0x000ca378 70656572 20616464 72657373 20726573 peer address res │ │ │ │ - 0x000ca388 6f6c7574 696f6e73 2063616e 00000000 olutions can.... │ │ │ │ - 0x000ca398 6265206f 75747374 616e6469 6e672061 be outstanding a │ │ │ │ - 0x000ca3a8 74206120 74696d65 2e20204c 61726765 t a time. Large │ │ │ │ - 0x000ca3b8 72207661 6c756573 20616c6c 6f77206d r values allow m │ │ │ │ - 0x000ca3c8 6f726520 636f6e63 75727265 6e742061 ore concurrent a │ │ │ │ - 0x000ca3d8 64647265 73730000 7265736f 6c757469 ddress..resoluti │ │ │ │ - 0x000ca3e8 6f6e732c 20627574 20636f6e 73756d65 ons, but consume │ │ │ │ - 0x000ca3f8 206d6f72 65206d65 6d6f7279 2e000000 more memory.... │ │ │ │ - 0x000ca408 20205365 72766572 3a202020 20202020 Server: │ │ │ │ - 0x000ca418 20202020 20202020 20202025 73000000 %s... │ │ │ │ - 0x000ca428 20206176 5f65715f 6e756d20 70617261 av_eq_num para │ │ │ │ - 0x000ca438 6d207661 6c75653a 20202025 64000000 m value: %d... │ │ │ │ - 0x000ca448 20206176 5f65715f 6e756d20 6d696e69 av_eq_num mini │ │ │ │ - 0x000ca458 6d756d20 76616c75 653a2025 64000000 mum value: %d... │ │ │ │ - 0x000ca468 596f7572 206a6f62 2077696c 6c206c69 Your job will li │ │ │ │ - 0x000ca478 6b656c79 20656974 68657220 70657266 kely either perf │ │ │ │ - 0x000ca488 6f726d20 706f6f72 6c792c20 6f722077 orm poorly, or w │ │ │ │ - 0x000ca498 696c6c20 61626f72 742e0000 00000000 ill abort....... │ │ │ │ - 0x000ca4a8 54686520 4f70656e 204d5049 2075734e The Open MPI usN │ │ │ │ - 0x000ca4b8 49432042 544c2077 61732075 6e61626c IC BTL was unabl │ │ │ │ - 0x000ca4c8 6520746f 20657374 61626c69 73682061 e to establish a │ │ │ │ - 0x000ca4d8 6e792063 6f6e6e65 63746976 69747900 ny connectivity. │ │ │ │ - 0x000ca4e8 62657477 65656e20 6174206c 65617374 between at least │ │ │ │ - 0x000ca4f8 206f6e65 20706169 72206f66 20696e74 one pair of int │ │ │ │ - 0x000ca508 65726661 63657320 6f6e2073 65727665 erfaces on serve │ │ │ │ - 0x000ca518 72732069 6e207468 65204d50 49206a6f rs in the MPI jo │ │ │ │ - 0x000ca528 622e0000 00000000 54686973 2063616e b.......This can │ │ │ │ - 0x000ca538 20686170 70656e20 666f7220 73657665 happen for seve │ │ │ │ - 0x000ca548 72616c20 72656173 6f6e732c 20696e63 ral reasons, inc │ │ │ │ - 0x000ca558 6c756469 6e673a00 312e204e 6f205544 luding:.1. No UD │ │ │ │ - 0x000ca568 50207472 61666669 63206973 2061626c P traffic is abl │ │ │ │ - 0x000ca578 6520746f 20666c6f 77206265 74776565 e to flow betwee │ │ │ │ - 0x000ca588 6e207468 6520696e 74657266 61636573 n the interfaces │ │ │ │ - 0x000ca598 206c6973 74656420 62656c6f 772e0000 listed below... │ │ │ │ - 0x000ca5a8 322e2054 68657265 20697320 6173796d 2. There is asym │ │ │ │ - 0x000ca5b8 6d657472 69632072 6f757469 6e672062 metric routing b │ │ │ │ - 0x000ca5c8 65747765 656e2074 68652069 6e746572 etween the inter │ │ │ │ - 0x000ca5d8 66616365 73206c69 73746564 2062656c faces listed bel │ │ │ │ - 0x000ca5e8 6f772c00 00000000 2020206c 65616469 ow,..... leadi │ │ │ │ - 0x000ca5f8 6e67204f 70656e20 4d504920 746f2064 ng Open MPI to d │ │ │ │ - 0x000ca608 69736361 72642055 44502074 72616666 iscard UDP traff │ │ │ │ - 0x000ca618 69632069 74207468 696e6b73 20697320 ic it thinks is │ │ │ │ - 0x000ca628 66726f6d 20616e00 20202075 6e657870 from an. unexp │ │ │ │ - 0x000ca638 65637465 6420736f 75726365 2e000000 ected source.... │ │ │ │ - 0x000ca648 596f7572 204d5049 206a6f62 20697320 Your MPI job is │ │ │ │ - 0x000ca658 676f696e 6720746f 2061626f 7274206e going to abort n │ │ │ │ - 0x000ca668 6f772e00 00000000 2020536f 75726365 ow...... Source │ │ │ │ - 0x000ca678 3a000000 00000000 20202020 486f7374 :....... Host │ │ │ │ - 0x000ca688 6e616d65 202f2049 503a2020 20202573 name / IP: %s │ │ │ │ - 0x000ca698 20282573 29000000 20202020 486f7374 (%s)... Host │ │ │ │ - 0x000ca6a8 20696e74 65726661 63653a20 20202573 interface: %s │ │ │ │ - 0x000ca6b8 00000000 00000000 20204465 7374696e ........ Destin │ │ │ │ - 0x000ca6c8 6174696f 6e3a0000 2020536d 616c6c20 ation:.. Small │ │ │ │ - 0x000ca6d8 6d657373 61676520 73697a65 3a202575 message size: %u │ │ │ │ - 0x000ca6e8 00000000 00000000 20204c61 72676520 ........ Large │ │ │ │ - 0x000ca6f8 6d657373 61676520 73697a65 3a202575 message size: %u │ │ │ │ - 0x000ca708 00000000 00000000 4e6f7465 20746861 ........Note tha │ │ │ │ - 0x000ca718 74207468 69732062 65686176 696f7220 t this behavior │ │ │ │ - 0x000ca728 75737561 6c6c7920 696e6469 63617465 usually indicate │ │ │ │ - 0x000ca738 7320736f 6d65206b 696e6420 6f66206e s some kind of n │ │ │ │ - 0x000ca748 6574776f 726b0000 6d697363 6f6e6669 etwork..misconfi │ │ │ │ - 0x000ca758 67757261 74696f6e 2e000000 00000000 guration........ │ │ │ │ - 0x000ca768 596f7520 73686f75 6c642076 65726966 You should verif │ │ │ │ - 0x000ca778 79207468 61742055 44502074 72616666 y that UDP traff │ │ │ │ - 0x000ca788 69632077 69746820 7061796c 6f616473 ic with payloads │ │ │ │ - 0x000ca798 20757020 746f2074 68652022 6c617267 up to the "larg │ │ │ │ - 0x000ca7a8 65000000 00000000 6d657373 61676520 e.......message │ │ │ │ - 0x000ca7b8 73697a65 22206c69 73746564 2061626f size" listed abo │ │ │ │ - 0x000ca7c8 76652063 616e2066 6c6f7720 62657477 ve can flow betw │ │ │ │ - 0x000ca7d8 65656e20 74686573 65207477 6f20696e een these two in │ │ │ │ - 0x000ca7e8 74657266 61636573 2e202059 6f750000 terfaces. You.. │ │ │ │ - 0x000ca7f8 73686f75 6c642061 6c736f20 76657269 should also veri │ │ │ │ - 0x000ca808 66792074 68617420 4f70656e 204d5049 fy that Open MPI │ │ │ │ - 0x000ca818 20697320 63686f6f 73696e67 20746f20 is choosing to │ │ │ │ - 0x000ca828 70616972 20495020 696e7465 72666163 pair IP interfac │ │ │ │ - 0x000ca838 65730000 00000000 636f6e73 69737465 es......consiste │ │ │ │ - 0x000ca848 6e746c79 2e202046 6f722065 78616d70 ntly. For examp │ │ │ │ - 0x000ca858 6c653a00 00000000 20206d70 6972756e le:..... mpirun │ │ │ │ - 0x000ca868 202d2d6d 63612062 746c5f75 736e6963 --mca btl_usnic │ │ │ │ - 0x000ca878 5f636f6e 6e656374 69766974 795f6d61 _connectivity_ma │ │ │ │ - 0x000ca888 70206d79 6d617020 2e2e2e00 00000000 p mymap ........ │ │ │ │ - 0x000ca898 43686563 6b207468 65207265 73756c74 Check the result │ │ │ │ - 0x000ca8a8 696e6720 226d796d 61702a22 2066696c ing "mymap*" fil │ │ │ │ - 0x000ca8b8 65732074 6f207365 65207468 65206578 es to see the ex │ │ │ │ - 0x000ca8c8 61637420 70616972 696e6720 6f662049 act pairing of I │ │ │ │ - 0x000ca8d8 50000000 00000000 696e7465 72666163 P.......interfac │ │ │ │ - 0x000ca8e8 65732e20 20496e63 6f6e7369 7374656e es. Inconsisten │ │ │ │ - 0x000ca8f8 74207265 73756c74 73206d61 79206265 t results may be │ │ │ │ - 0x000ca908 20696e64 69636174 69766520 6f662075 indicative of u │ │ │ │ - 0x000ca918 6e646572 6c79696e 67000000 00000000 nderlying....... │ │ │ │ - 0x000ca928 6e657477 6f726b20 6d697363 6f6e6669 network misconfi │ │ │ │ - 0x000ca938 67757261 74696f6e 732e0000 00000000 gurations....... │ │ │ │ - 0x000ca948 54686520 4f70656e 204d5049 2075734e The Open MPI usN │ │ │ │ - 0x000ca958 49432042 544c2077 61732075 6e61626c IC BTL was unabl │ │ │ │ - 0x000ca968 6520746f 20657374 61626c69 73682066 e to establish f │ │ │ │ - 0x000ca978 756c6c20 636f6e6e 65637469 76697479 ull connectivity │ │ │ │ - 0x000ca988 00000000 00000000 53706563 69666963 ........Specific │ │ │ │ - 0x000ca998 616c6c79 2c206c61 72676520 55445020 ally, large UDP │ │ │ │ - 0x000ca9a8 6d657373 61676573 20736565 6d20746f messages seem to │ │ │ │ - 0x000ca9b8 20666c6f 77206265 74776565 6e207468 flow between th │ │ │ │ - 0x000ca9c8 6520696e 74657266 61636573 2c000000 e interfaces,... │ │ │ │ - 0x000ca9d8 62757420 736d616c 6c205544 50206d65 but small UDP me │ │ │ │ - 0x000ca9e8 73736167 65732064 6f206e6f 742e0000 ssages do not... │ │ │ │ - 0x000ca9f8 54686973 20697320 61207665 72792073 This is a very s │ │ │ │ - 0x000caa08 7472616e 6765206e 6574776f 726b2065 trange network e │ │ │ │ - 0x000caa18 72726f72 2c20616e 64207368 6f756c64 rror, and should │ │ │ │ - 0x000caa28 206e6f74 206f6363 75722069 6e206d6f not occur in mo │ │ │ │ - 0x000caa38 73740000 00000000 73697475 6174696f st......situatio │ │ │ │ - 0x000caa48 6e732e20 20596f75 206d6179 20626520 ns. You may be │ │ │ │ - 0x000caa58 65787065 7269656e 63696e67 20686967 experiencing hig │ │ │ │ - 0x000caa68 6820616d 6f756e74 73206f66 20636f6e h amounts of con │ │ │ │ - 0x000caa78 67657374 696f6e2c 206f7200 00000000 gestion, or..... │ │ │ │ - 0x000caa88 74686973 206d6179 20696e64 69636174 this may indicat │ │ │ │ - 0x000caa98 6520736f 6d65206b 696e6420 6f66206e e some kind of n │ │ │ │ - 0x000caaa8 6574776f 726b206d 6973636f 6e666967 etwork misconfig │ │ │ │ - 0x000caab8 75726174 696f6e2e 00000000 00000000 uration......... │ │ │ │ - 0x000caac8 53706563 69666963 616c6c79 2c20736d Specifically, sm │ │ │ │ - 0x000caad8 616c6c20 55445020 6d657373 61676573 all UDP messages │ │ │ │ - 0x000caae8 20736565 6d20746f 20666c6f 77206265 seem to flow be │ │ │ │ - 0x000caaf8 74776565 6e207468 6520696e 74657266 tween the interf │ │ │ │ - 0x000cab08 61636573 2c000000 62757420 6c617267 aces,...but larg │ │ │ │ - 0x000cab18 65205544 50206d65 73736167 65732064 e UDP messages d │ │ │ │ - 0x000cab28 6f206e6f 742e0000 4e6f7465 20746861 o not...Note tha │ │ │ │ - 0x000cab38 74207468 69732062 65686176 696f7220 t this behavior │ │ │ │ - 0x000cab48 75737561 6c6c7920 696e6469 63617465 usually indicate │ │ │ │ - 0x000cab58 73207468 61742074 6865204d 5455206f s that the MTU o │ │ │ │ - 0x000cab68 6620736f 6d65206e 6574776f 726b0000 f some network.. │ │ │ │ - 0x000cab78 6c696e6b 20697320 746f6f20 736d616c link is too smal │ │ │ │ - 0x000cab88 6c206265 74776565 6e207468 65736520 l between these │ │ │ │ - 0x000cab98 74776f20 696e7465 72666163 65732e00 two interfaces.. │ │ │ │ - 0x000caba8 54686520 4d545520 646f6573 206e6f74 The MTU does not │ │ │ │ - 0x000cabb8 206d6174 6368206f 6e206c6f 63616c20 match on local │ │ │ │ - 0x000cabc8 616e6420 72656d6f 74652068 6f737473 and remote hosts │ │ │ │ - 0x000cabd8 2e202041 6c6c2069 6e746572 66616365 . All interface │ │ │ │ - 0x000cabe8 73206f6e 00000000 616c6c20 686f7374 s on....all host │ │ │ │ - 0x000cabf8 73207061 72746963 69706174 696e6720 s participating │ │ │ │ - 0x000cac08 696e2061 6e204d50 49206a6f 62206d75 in an MPI job mu │ │ │ │ - 0x000cac18 73742062 6520636f 6e666967 75726564 st be configured │ │ │ │ - 0x000cac28 20776974 68207468 65207361 6d650000 with the same.. │ │ │ │ - 0x000cac38 4d54552e 20205468 65207573 4e494320 MTU. The usNIC │ │ │ │ - 0x000cac48 696e7465 72666163 65206c69 73746564 interface listed │ │ │ │ - 0x000cac58 2062656c 6f772077 696c6c20 6e6f7420 below will not │ │ │ │ - 0x000cac68 62652075 73656420 746f2063 6f6d6d75 be used to commu │ │ │ │ - 0x000cac78 6e696361 74650000 77697468 20746869 nicate..with thi │ │ │ │ - 0x000cac88 73207265 6d6f7465 20686f73 742e0000 s remote host... │ │ │ │ - 0x000cac98 20204c6f 63616c20 686f7374 3a202020 Local host: │ │ │ │ - 0x000caca8 20202025 73000000 20207573 4e494320 %s... usNIC │ │ │ │ - 0x000cacb8 696e7465 72666163 653a2025 73000000 interface: %s... │ │ │ │ - 0x000cacc8 20204c6f 63616c20 4d54553a 20202020 Local MTU: │ │ │ │ - 0x000cacd8 20202025 64000000 20205265 6d6f7465 %d... Remote │ │ │ │ - 0x000cace8 20686f73 743a2020 20202025 73000000 host: %s... │ │ │ │ - 0x000cacf8 20205265 6d6f7465 204d5455 3a202020 Remote MTU: │ │ │ │ - 0x000cad08 20202025 64000000 5741524e 494e473a %d...WARNING: │ │ │ │ - 0x000cad18 20416e20 696e7661 6c696420 76616c75 An invalid valu │ │ │ │ - 0x000cad28 65207761 73206769 76656e20 666f7220 e was given for │ │ │ │ - 0x000cad38 62746c5f 75736e69 635f6966 5f25732e btl_usnic_if_%s. │ │ │ │ - 0x000cad48 20205468 69730000 76616c75 65207769 This..value wi │ │ │ │ - 0x000cad58 6c6c2062 65206967 6e6f7265 642e0000 ll be ignored... │ │ │ │ - 0x000cad68 20204c6f 63616c20 686f7374 3a202573 Local host: %s │ │ │ │ - 0x000cad78 00000000 00000000 20205661 6c75653a ........ Value: │ │ │ │ - 0x000cad88 20202020 20202573 00000000 00000000 %s........ │ │ │ │ - 0x000cad98 20204d65 73736167 653a2020 20202573 Message: %s │ │ │ │ - 0x000cada8 00000000 00000000 54686520 75734e49 ........The usNI │ │ │ │ - 0x000cadb8 43204254 4c206661 696c6564 20746f20 C BTL failed to │ │ │ │ - 0x000cadc8 696e6974 69616c69 7a652077 68696c65 initialize while │ │ │ │ - 0x000cadd8 20747279 696e6720 746f2072 65676973 trying to regis │ │ │ │ - 0x000cade8 74657220 736f6d65 00000000 00000000 ter some........ │ │ │ │ - 0x000cadf8 6d656d6f 72792e20 20546869 73207479 memory. This ty │ │ │ │ - 0x000cae08 70696361 6c6c7920 63616e20 696e6469 pically can indi │ │ │ │ - 0x000cae18 63617465 20746861 74207468 6520226d cate that the "m │ │ │ │ - 0x000cae28 656d6c6f 636b2220 6c696d69 74732061 emlock" limits a │ │ │ │ - 0x000cae38 72652073 65740000 746f6f20 6c6f772e re set..too low. │ │ │ │ - 0x000cae48 2020466f 72206d6f 73742048 50432069 For most HPC i │ │ │ │ - 0x000cae58 6e737461 6c6c6174 696f6e73 2c207468 nstallations, th │ │ │ │ - 0x000cae68 65206d65 6d6c6f63 6b206c69 6d697473 e memlock limits │ │ │ │ - 0x000cae78 2073686f 756c6420 62652073 65740000 should be set.. │ │ │ │ - 0x000cae88 746f2022 756e6c69 6d697465 64222e20 to "unlimited". │ │ │ │ - 0x000cae98 20546865 20666169 6c757265 206f6363 The failure occ │ │ │ │ - 0x000caea8 75727265 64206865 72653a00 00000000 urred here:..... │ │ │ │ - 0x000caeb8 20204c6f 63616c20 686f7374 3a202020 Local host: │ │ │ │ - 0x000caec8 20257300 00000000 20204d65 6d6c6f63 %s..... Memloc │ │ │ │ - 0x000caed8 6b206c69 6d69743a 20257300 00000000 k limit: %s..... │ │ │ │ - 0x000caee8 596f7520 6d617920 6e656564 20746f20 You may need to │ │ │ │ - 0x000caef8 636f6e73 756c7420 77697468 20796f75 consult with you │ │ │ │ - 0x000caf08 72207379 7374656d 2061646d 696e6973 r system adminis │ │ │ │ - 0x000caf18 74726174 6f722074 6f206765 74207468 trator to get th │ │ │ │ - 0x000caf28 69730000 00000000 70726f62 6c656d20 is......problem │ │ │ │ - 0x000caf38 66697865 642e2020 54686973 20464151 fixed. This FAQ │ │ │ │ - 0x000caf48 20656e74 7279206f 6e207468 65204f70 entry on the Op │ │ │ │ - 0x000caf58 656e204d 50492077 65622073 69746520 en MPI web site │ │ │ │ - 0x000caf68 6d617920 616c736f 20626500 00000000 may also be..... │ │ │ │ - 0x000caf78 68656c70 66756c3a 00000000 00000000 helpful:........ │ │ │ │ - 0x000caf88 20202020 68747470 733a2f2f 7777772e https://www. │ │ │ │ - 0x000caf98 6f70656e 2d6d7069 2e6f7267 2f666171 open-mpi.org/faq │ │ │ │ - 0x000cafa8 2f3f6361 7465676f 72793d6f 70656e66 /?category=openf │ │ │ │ - 0x000cafb8 61627269 63732369 622d6c6f 636b6564 abrics#ib-locked │ │ │ │ - 0x000cafc8 2d706167 65730000 416e2069 6e746572 -pages..An inter │ │ │ │ - 0x000cafd8 6e616c20 6572726f 72206861 73206f63 nal error has oc │ │ │ │ - 0x000cafe8 63757272 65642069 6e207468 65204f70 curred in the Op │ │ │ │ - 0x000caff8 656e204d 50492075 734e4943 2042544c en MPI usNIC BTL │ │ │ │ - 0x000cb008 2e202054 68697320 69730000 00000000 . This is...... │ │ │ │ - 0x000cb018 68696768 6c792075 6e757375 616c2061 highly unusual a │ │ │ │ - 0x000cb028 6e642073 686f756c 646e2774 20686170 nd shouldn't hap │ │ │ │ - 0x000cb038 70656e2e 20204974 20737567 67657374 pen. It suggest │ │ │ │ - 0x000cb048 73207468 61742074 68657265 206d6179 s that there may │ │ │ │ - 0x000cb058 20626500 00000000 736f6d65 7468696e be.....somethin │ │ │ │ - 0x000cb068 67207772 6f6e6720 77697468 20746865 g wrong with the │ │ │ │ - 0x000cb078 2075734e 4943206f 72204f70 656e4661 usNIC or OpenFa │ │ │ │ - 0x000cb088 62726963 7320636f 6e666967 75726174 brics configurat │ │ │ │ - 0x000cb098 696f6e20 6f6e2074 68697300 00000000 ion on this..... │ │ │ │ - 0x000cb0a8 20205365 72766572 3a202020 20202020 Server: │ │ │ │ - 0x000cb0b8 25730000 00000000 20204669 6c653a20 %s...... File: │ │ │ │ - 0x000cb0c8 20202020 20202020 25730000 00000000 %s...... │ │ │ │ - 0x000cb0d8 20204c69 6e653a20 20202020 20202020 Line: │ │ │ │ - 0x000cb0e8 25640000 00000000 20204d65 73736167 %d...... Messag │ │ │ │ - 0x000cb0f8 653a2020 20202020 25730000 00000000 e: %s...... │ │ │ │ - 0x000cb108 4f70656e 204d5049 2077696c 6c20736b Open MPI will sk │ │ │ │ - 0x000cb118 69702074 68697320 75734e49 4320696e ip this usNIC in │ │ │ │ - 0x000cb128 74657266 61636520 696e2074 68652075 terface in the u │ │ │ │ - 0x000cb138 736e6963 2042544c 2c207768 69636820 snic BTL, which │ │ │ │ - 0x000cb148 6d617900 00000000 72657375 6c742069 may.....result i │ │ │ │ - 0x000cb158 6e206569 74686572 206c6f77 65722070 n either lower p │ │ │ │ - 0x000cb168 6572666f 726d616e 6365206f 7220796f erformance or yo │ │ │ │ - 0x000cb178 7572206a 6f622061 626f7274 696e672e ur job aborting. │ │ │ │ - 0x000cb188 00000000 00000000 20205365 72766572 ........ Server │ │ │ │ - 0x000cb198 3a202020 20202020 20202025 73000000 : %s... │ │ │ │ - 0x000cb1a8 20204661 696c7572 65206174 3a202020 Failure at: │ │ │ │ - 0x000cb1b8 20202025 73202825 733a2564 29000000 %s (%s:%d)... │ │ │ │ - 0x000cb1c8 20204572 726f723a 20202020 20202020 Error: │ │ │ │ - 0x000cb1d8 20202025 64202825 73290000 00000000 %d (%s)...... │ │ │ │ - 0x000cb1e8 4f70656e 204d5049 20646574 65637465 Open MPI detecte │ │ │ │ - 0x000cb1f8 64206120 66617461 6c206572 726f7220 d a fatal error │ │ │ │ - 0x000cb208 6f6e2061 2075734e 49432069 6e746572 on a usNIC inter │ │ │ │ - 0x000cb218 66616365 2e202059 6f757220 4d504920 face. Your MPI │ │ │ │ - 0x000cb228 6a6f6200 00000000 77696c6c 206e6f77 job.....will now │ │ │ │ - 0x000cb238 2061626f 72743b20 736f7272 792e0000 abort; sorry... │ │ │ │ - 0x000cb248 20205365 72766572 3a202020 20202020 Server: │ │ │ │ - 0x000cb258 20202020 25730000 20207573 4e494320 %s.. usNIC │ │ │ │ - 0x000cb268 696e7465 72666163 653a2020 25730000 interface: %s.. │ │ │ │ - 0x000cb278 20204173 796e6320 6576656e 7420636f Async event co │ │ │ │ - 0x000cb288 64653a20 25732028 25642900 00000000 de: %s (%d)..... │ │ │ │ - 0x000cb298 4f70656e 204d5049 20666169 6c656420 Open MPI failed │ │ │ │ - 0x000cb2a8 61206261 73696320 41504920 6f706572 a basic API oper │ │ │ │ - 0x000cb2b8 6174696f 6e206f6e 20612043 6973636f ation on a Cisco │ │ │ │ - 0x000cb2c8 2075734e 49432069 6e746572 66616365 usNIC interface │ │ │ │ - 0x000cb2d8 2e000000 00000000 54686973 20697320 ........This is │ │ │ │ - 0x000cb2e8 68696768 6c792075 6e757375 616c2061 highly unusual a │ │ │ │ - 0x000cb2f8 6e642073 686f756c 646e2774 20686170 nd shouldn't hap │ │ │ │ - 0x000cb308 70656e2e 20204974 20737567 67657374 pen. It suggest │ │ │ │ - 0x000cb318 73207468 61742074 68657265 00000000 s that there.... │ │ │ │ - 0x000cb328 6d617920 62652073 6f6d6574 68696e67 may be something │ │ │ │ - 0x000cb338 2077726f 6e672077 69746820 74686520 wrong with the │ │ │ │ - 0x000cb348 75734e49 4320636f 6e666967 75726174 usNIC configurat │ │ │ │ - 0x000cb358 696f6e20 6f6e2074 68697320 73657276 ion on this serv │ │ │ │ - 0x000cb368 65722e00 00000000 496e2061 64646974 er......In addit │ │ │ │ - 0x000cb378 696f6e20 746f2061 6e792073 75676765 ion to any sugge │ │ │ │ - 0x000cb388 7374696f 6e73206c 69737465 64206265 stions listed be │ │ │ │ - 0x000cb398 6c6f772c 20796f75 206d6967 68742077 low, you might w │ │ │ │ - 0x000cb3a8 616e7420 746f2063 6865636b 00000000 ant to check.... │ │ │ │ - 0x000cb3b8 74686520 4c696e75 7820226d 656d6c6f the Linux "memlo │ │ │ │ - 0x000cb3c8 636b2220 6c696d69 7473206f 6e20796f ck" limits on yo │ │ │ │ - 0x000cb3d8 75722073 79737465 6d202874 68657920 ur system (they │ │ │ │ - 0x000cb3e8 73686f75 6c642070 726f6261 626c7920 should probably │ │ │ │ - 0x000cb3f8 62650000 00000000 22756e6c 696d6974 be......"unlimit │ │ │ │ - 0x000cb408 65642229 2e202053 65652074 68697320 ed"). See this │ │ │ │ - 0x000cb418 46415120 656e7472 7920666f 72206465 FAQ entry for de │ │ │ │ - 0x000cb428 7461696c 733a0000 20204661 696c6564 tails:.. Failed │ │ │ │ - 0x000cb438 2066756e 6374696f 6e3a2025 73202825 function: %s (% │ │ │ │ - 0x000cb448 733a2564 29000000 20205265 7475726e s:%d)... Return │ │ │ │ - 0x000cb458 20737461 7475733a 20202025 64000000 status: %d... │ │ │ │ - 0x000cb468 20204465 73637269 7074696f 6e3a2020 Description: │ │ │ │ - 0x000cb478 20202025 73000000 54686572 65206172 %s...There ar │ │ │ │ - 0x000cb488 65206e6f 7420656e 6f756768 2075734e e not enough usN │ │ │ │ - 0x000cb498 49432072 65736f75 72636573 206f6e20 IC resources on │ │ │ │ - 0x000cb4a8 61205649 4320666f 7220616c 6c207468 a VIC for all th │ │ │ │ - 0x000cb4b8 65204d50 49000000 70726f63 65737365 e MPI...processe │ │ │ │ - 0x000cb4c8 73206f6e 20746869 73207365 72766572 s on this server │ │ │ │ - 0x000cb4d8 2e000000 00000000 54686973 206d6561 ........This mea │ │ │ │ - 0x000cb4e8 6e732074 68617420 796f7520 68617665 ns that you have │ │ │ │ - 0x000cb4f8 20656974 68657220 6e6f7420 70726f76 either not prov │ │ │ │ - 0x000cb508 6973696f 6e656420 656e6f75 67682075 isioned enough u │ │ │ │ - 0x000cb518 734e4943 73206f6e 20746869 73000000 sNICs on this... │ │ │ │ - 0x000cb528 5649432c 206f7220 74686572 65206172 VIC, or there ar │ │ │ │ - 0x000cb538 65206e6f 7420656e 6f756768 20746f74 e not enough tot │ │ │ │ - 0x000cb548 616c2072 65636569 76652c20 7472616e al receive, tran │ │ │ │ - 0x000cb558 736d6974 2c206f72 20636f6d 706c6574 smit, or complet │ │ │ │ - 0x000cb568 696f6e00 00000000 71756575 6573206f ion.....queues o │ │ │ │ - 0x000cb578 6e207468 65207072 6f766973 696f6e65 n the provisione │ │ │ │ - 0x000cb588 64207573 4e494373 2e20204f 6e206561 d usNICs. On ea │ │ │ │ - 0x000cb598 63682056 49432069 6e206120 67697665 ch VIC in a give │ │ │ │ - 0x000cb5a8 6e207365 72766572 2c20796f 75000000 n server, you... │ │ │ │ - 0x000cb5b8 6e656564 20746f20 70726f76 6973696f need to provisio │ │ │ │ - 0x000cb5c8 6e206174 206c6561 73742061 73206d61 n at least as ma │ │ │ │ - 0x000cb5d8 6e792075 734e4943 73206173 204d5049 ny usNICs as MPI │ │ │ │ - 0x000cb5e8 2070726f 63657373 6573206f 6e207468 processes on th │ │ │ │ - 0x000cb5f8 61740000 00000000 73657276 65722e20 at......server. │ │ │ │ - 0x000cb608 20496e20 65616368 2075734e 49432c20 In each usNIC, │ │ │ │ - 0x000cb618 796f7520 6e656564 20746f20 70726f76 you need to prov │ │ │ │ - 0x000cb628 6973696f 6e20656e 6f756768 206f6620 ision enough of │ │ │ │ - 0x000cb638 65616368 206f6620 74686500 00000000 each of the..... │ │ │ │ - 0x000cb648 666f6c6c 6f77696e 673a2073 656e6420 following: send │ │ │ │ - 0x000cb658 71756575 65732c20 72656365 69766520 queues, receive │ │ │ │ - 0x000cb668 71756575 65732c20 616e6420 636f6d70 queues, and comp │ │ │ │ - 0x000cb678 6c657469 6f6e2071 75657565 732e0000 letion queues... │ │ │ │ - 0x000cb688 73797320 63616c6c 20666169 6c000000 sys call fail... │ │ │ │ - 0x000cb698 6e6f206c 6f63616c 69747900 00000000 no locality..... │ │ │ │ - 0x000cb6a8 5741524e 494e473a 204d6973 73696e67 WARNING: Missing │ │ │ │ - 0x000cb6b8 206c6f63 616c6974 7920696e 666f726d locality inform │ │ │ │ - 0x000cb6c8 6174696f 6e207265 71756972 65642066 ation required f │ │ │ │ - 0x000cb6d8 6f722073 6d637564 6120696e 69746961 or smcuda initia │ │ │ │ - 0x000cb6e8 6c697a61 74696f6e 2e000000 00000000 lization........ │ │ │ │ - 0x000cb6f8 436f6e74 696e7569 6e672077 6974686f Continuing witho │ │ │ │ - 0x000cb708 75742073 6d637564 61204254 4c2e0000 ut smcuda BTL... │ │ │ │ - 0x000cb718 41207379 7374656d 2063616c 6c206661 A system call fa │ │ │ │ - 0x000cb728 696c6564 20647572 696e6720 736d2042 iled during sm B │ │ │ │ - 0x000cb738 544c2069 6e697469 616c697a 6174696f TL initializatio │ │ │ │ - 0x000cb748 6e207468 61742073 686f756c 64000000 n that should... │ │ │ │ - 0x000cb758 6e6f7420 68617665 2e202049 74206973 not have. It is │ │ │ │ - 0x000cb768 206c696b 656c7920 74686174 20796f75 likely that you │ │ │ │ - 0x000cb778 72204d50 49206a6f 62207769 6c6c206e r MPI job will n │ │ │ │ - 0x000cb788 6f772065 69746865 72206162 6f727420 ow either abort │ │ │ │ - 0x000cb798 6f720000 00000000 65787065 7269656e or......experien │ │ │ │ - 0x000cb7a8 63652070 6572666f 726d616e 63652064 ce performance d │ │ │ │ - 0x000cb7b8 65677261 64617469 6f6e2e00 00000000 egradation...... │ │ │ │ - 0x000cb7c8 20205379 7374656d 2063616c 6c3a2025 System call: % │ │ │ │ - 0x000cb7d8 73000000 00000000 20204572 726f723a s....... Error: │ │ │ │ - 0x000cb7e8 20202020 20202025 73202865 72726e6f %s (errno │ │ │ │ - 0x000cb7f8 20256429 00000000 696e7661 6c696420 %d)....invalid │ │ │ │ - 0x000cb808 6d696e69 6d756d20 706f7274 00000000 minimum port.... │ │ │ │ - 0x000cb818 636c6965 6e742063 6f6e6e65 63742066 client connect f │ │ │ │ - 0x000cb828 61696c00 00000000 636c6965 6e742068 ail.....client h │ │ │ │ - 0x000cb838 616e6473 68616b65 20666169 6c000000 andshake fail... │ │ │ │ - 0x000cb848 61636365 70742066 61696c65 64000000 accept failed... │ │ │ │ - 0x000cb858 70656572 2068756e 67207570 00000000 peer hung up.... │ │ │ │ - 0x000cb868 64726f70 70656420 696e626f 756e6420 dropped inbound │ │ │ │ - 0x000cb878 636f6e6e 65637469 6f6e0000 00000000 connection...... │ │ │ │ - 0x000cb888 736f636b 65742066 6c616720 6661696c socket flag fail │ │ │ │ - 0x000cb898 00000000 00000000 73657276 65722061 ........server a │ │ │ │ - 0x000cb8a8 63636570 74206361 6e6e6f74 2066696e ccept cannot fin │ │ │ │ - 0x000cb8b8 64206775 69640000 73657276 65722067 d guid..server g │ │ │ │ - 0x000cb8c8 65747065 65726e61 6d652066 61696c65 etpeername faile │ │ │ │ - 0x000cb8d8 64000000 00000000 73657276 65722064 d.......server d │ │ │ │ - 0x000cb8e8 6964206e 6f742072 65636569 7665206d id not receive m │ │ │ │ - 0x000cb8f8 61676963 20737472 696e6700 00000000 agic string..... │ │ │ │ - 0x000cb908 5741524e 494e473a 204f7065 6e204d50 WARNING: Open MP │ │ │ │ - 0x000cb918 49206163 63657074 65642061 20544350 I accepted a TCP │ │ │ │ - 0x000cb928 20636f6e 6e656374 696f6e20 62757420 connection but │ │ │ │ - 0x000cb938 64696420 6e6f7420 72656365 69766520 did not receive │ │ │ │ - 0x000cb948 74686500 00000000 65787065 63746564 the.....expected │ │ │ │ - 0x000cb958 206e6574 776f726b 20696465 6e746966 network identif │ │ │ │ - 0x000cb968 69636174 696f6e20 696e6469 63617469 ication indicati │ │ │ │ - 0x000cb978 6e672074 68617420 74686520 70656572 ng that the peer │ │ │ │ - 0x000cb988 20697320 616e204f 70656e00 00000000 is an Open..... │ │ │ │ - 0x000cb998 4d504920 70726f63 6573732e 00000000 MPI process..... │ │ │ │ - 0x000cb9a8 54686973 20617474 656d7074 65642063 This attempted c │ │ │ │ - 0x000cb9b8 6f6e6e65 6374696f 6e207769 6c6c2062 onnection will b │ │ │ │ - 0x000cb9c8 6520636c 6f736564 20616e64 2069676e e closed and ign │ │ │ │ - 0x000cb9d8 6f726564 2e000000 20205049 443a2020 ored.... PID: │ │ │ │ - 0x000cb9e8 20202020 20202564 00000000 00000000 %d........ │ │ │ │ - 0x000cb9f8 20205065 65723a20 20202020 20202573 Peer: %s │ │ │ │ - 0x000cba08 00000000 00000000 20204964 656e7469 ........ Identi │ │ │ │ - 0x000cba18 66696572 3a202573 20282573 29000000 fier: %s (%s)... │ │ │ │ - 0x000cba28 5741524e 494e473a 204f7065 6e204d50 WARNING: Open MP │ │ │ │ - 0x000cba38 49206661 696c6564 20746f20 6c6f6f6b I failed to look │ │ │ │ - 0x000cba48 20757020 74686520 70656572 20495020 up the peer IP │ │ │ │ - 0x000cba58 61646472 65737320 696e666f 726d6174 address informat │ │ │ │ - 0x000cba68 696f6e20 6f660000 61205443 5020636f ion of..a TCP co │ │ │ │ - 0x000cba78 6e6e6563 74696f6e 20746861 74206974 nnection that it │ │ │ │ - 0x000cba88 206a7573 74206163 63657074 65642e20 just accepted. │ │ │ │ - 0x000cba98 20546869 73207368 6f756c64 206e6f74 This should not │ │ │ │ - 0x000cbaa8 20686170 70656e2e 00000000 00000000 happen......... │ │ │ │ - 0x000cbab8 54686973 20617474 656d7074 65642063 This attempted c │ │ │ │ - 0x000cbac8 6f6e6e65 6374696f 6e207769 6c6c2062 onnection will b │ │ │ │ - 0x000cbad8 65206967 6e6f7265 643b2079 6f757220 e ignored; your │ │ │ │ - 0x000cbae8 4d504920 6a6f6220 6d617920 6f72206d MPI job may or m │ │ │ │ - 0x000cbaf8 6179206e 6f740000 636f6e74 696e7565 ay not..continue │ │ │ │ - 0x000cbb08 2070726f 7065726c 792e0000 00000000 properly....... │ │ │ │ - 0x000cbb18 20204572 726f723a 20202020 20202573 Error: %s │ │ │ │ - 0x000cbb28 20282564 29000000 5741524e 494e473a (%d)...WARNING: │ │ │ │ - 0x000cbb38 204f7065 6e204d50 49206163 63657074 Open MPI accept │ │ │ │ - 0x000cbb48 65642061 20544350 20636f6e 6e656374 ed a TCP connect │ │ │ │ - 0x000cbb58 696f6e20 66726f6d 20776861 74206170 ion from what ap │ │ │ │ - 0x000cbb68 70656172 7320746f 20626520 61000000 pears to be a... │ │ │ │ - 0x000cbb78 616e6f74 68657220 4f70656e 204d5049 another Open MPI │ │ │ │ - 0x000cbb88 2070726f 63657373 20627574 2063616e process but can │ │ │ │ - 0x000cbb98 6e6f7420 66696e64 20612063 6f727265 not find a corre │ │ │ │ - 0x000cbba8 73706f6e 64696e67 2070726f 63657373 sponding process │ │ │ │ - 0x000cbbb8 00000000 00000000 656e7472 7920666f ........entry fo │ │ │ │ - 0x000cbbc8 72207468 61742070 6565722e 00000000 r that peer..... │ │ │ │ - 0x000cbbd8 5741524e 494e473a 204f7065 6e204d50 WARNING: Open MP │ │ │ │ - 0x000cbbe8 49206661 696c6564 20746f20 67657420 I failed to get │ │ │ │ - 0x000cbbf8 6f722073 65742066 6c616773 206f6e20 or set flags on │ │ │ │ - 0x000cbc08 61205443 5020736f 636b6574 2e202054 a TCP socket. T │ │ │ │ - 0x000cbc18 68697300 00000000 54686973 206d6179 his.....This may │ │ │ │ - 0x000cbc28 20636175 73652075 6e707265 64696374 cause unpredict │ │ │ │ - 0x000cbc38 61626c65 20626568 6176696f 722c2061 able behavior, a │ │ │ │ - 0x000cbc48 6e64206d 61792065 6e642075 70206861 nd may end up ha │ │ │ │ - 0x000cbc58 6e67696e 67206f72 00000000 00000000 nging or........ │ │ │ │ - 0x000cbc68 61626f72 74696e67 20796f75 72206a6f aborting your jo │ │ │ │ - 0x000cbc78 622e0000 00000000 2020466c 61673a20 b....... Flag: │ │ │ │ - 0x000cbc88 20202020 20202573 00000000 00000000 %s........ │ │ │ │ - 0x000cbc98 4f70656e 204d5049 20646574 65637465 Open MPI detecte │ │ │ │ - 0x000cbca8 6420616e 20696e62 6f756e64 204d5049 d an inbound MPI │ │ │ │ - 0x000cbcb8 20544350 20636f6e 6e656374 696f6e20 TCP connection │ │ │ │ - 0x000cbcc8 72657175 65737420 66726f6d 20612070 request from a p │ │ │ │ - 0x000cbcd8 65657200 00000000 74686174 20617070 eer.....that app │ │ │ │ - 0x000cbce8 65617273 20746f20 62652070 61727420 ears to be part │ │ │ │ - 0x000cbcf8 6f662074 68697320 4d504920 6a6f6220 of this MPI job │ │ │ │ - 0x000cbd08 28692e65 2e2c2069 74206964 656e7469 (i.e., it identi │ │ │ │ - 0x000cbd18 66696564 20697473 656c6620 61730000 fied itself as.. │ │ │ │ - 0x000cbd28 70617274 206f6620 74686973 204f7065 part of this Ope │ │ │ │ - 0x000cbd38 6e204d50 49206a6f 62292c20 62757420 n MPI job), but │ │ │ │ - 0x000cbd48 69742069 73206672 6f6d2061 6e204950 it is from an IP │ │ │ │ - 0x000cbd58 20616464 72657373 20746861 74206973 address that is │ │ │ │ - 0x000cbd68 00000000 00000000 756e6578 70656374 ........unexpect │ │ │ │ - 0x000cbd78 65642e20 20546869 73206973 20686967 ed. This is hig │ │ │ │ - 0x000cbd88 686c7920 756e7573 75616c2e 00000000 hly unusual..... │ │ │ │ - 0x000cbd98 54686520 696e626f 756e6420 636f6e6e The inbound conn │ │ │ │ - 0x000cbda8 65637469 6f6e2068 61732062 65656e20 ection has been │ │ │ │ - 0x000cbdb8 64726f70 7065642c 20616e64 20746865 dropped, and the │ │ │ │ - 0x000cbdc8 20706565 72207368 6f756c64 2073696d peer should sim │ │ │ │ - 0x000cbdd8 706c7900 00000000 74727920 61676169 ply.....try agai │ │ │ │ - 0x000cbde8 6e207769 74682061 20646966 66657265 n with a differe │ │ │ │ - 0x000cbdf8 6e742049 5020696e 74657266 61636520 nt IP interface │ │ │ │ - 0x000cbe08 28692e65 2e2c2074 6865206a 6f622073 (i.e., the job s │ │ │ │ - 0x000cbe18 686f756c 64000000 686f7065 66756c6c hould...hopefull │ │ │ │ - 0x000cbe28 79206265 2061626c 6520746f 20636f6e y be able to con │ │ │ │ - 0x000cbe38 74696e75 65292e00 20204c6f 63616c20 tinue).. Local │ │ │ │ - 0x000cbe48 686f7374 3a202020 20202020 20202025 host: % │ │ │ │ - 0x000cbe58 73000000 00000000 20204c6f 63616c20 s....... Local │ │ │ │ - 0x000cbe68 5049443a 20202020 20202020 20202025 PID: % │ │ │ │ - 0x000cbe78 64000000 00000000 20205065 65722068 d....... Peer h │ │ │ │ - 0x000cbe88 6f73746e 616d653a 20202020 20202025 ostname: % │ │ │ │ - 0x000cbe98 73202825 73290000 2020536f 75726365 s (%s).. Source │ │ │ │ - 0x000cbea8 20495020 6f662073 6f636b65 743a2025 IP of socket: % │ │ │ │ - 0x000cbeb8 73000000 00000000 20204b6e 6f776e20 s....... Known │ │ │ │ - 0x000cbec8 49507320 6f662070 65657220 28256429 IPs of peer (%d) │ │ │ │ - 0x000cbed8 3a202020 25730000 416e204d 50492063 : %s..An MPI c │ │ │ │ - 0x000cbee8 6f6d6d75 6e696361 74696f6e 20706565 ommunication pee │ │ │ │ - 0x000cbef8 72207072 6f636573 73206861 7320756e r process has un │ │ │ │ - 0x000cbf08 65787065 63746564 6c792064 6973636f expectedly disco │ │ │ │ - 0x000cbf18 6e6e6563 7465642e 20205468 69730000 nnected. This.. │ │ │ │ - 0x000cbf28 75737561 6c6c7920 696e6469 63617465 usually indicate │ │ │ │ - 0x000cbf38 73206120 6661696c 75726520 696e2074 s a failure in t │ │ │ │ - 0x000cbf48 68652070 65657220 70726f63 65737320 he peer process │ │ │ │ - 0x000cbf58 28652e67 2e2c2061 20637261 7368206f (e.g., a crash o │ │ │ │ - 0x000cbf68 72000000 00000000 6f746865 72776973 r.......otherwis │ │ │ │ - 0x000cbf78 65206578 6974696e 67207769 74686f75 e exiting withou │ │ │ │ - 0x000cbf88 74206361 6c6c696e 67204d50 495f4649 t calling MPI_FI │ │ │ │ - 0x000cbf98 4e414c49 5a452066 69727374 292e0000 NALIZE first)... │ │ │ │ - 0x000cbfa8 416c7468 6f756768 20746869 73206c6f Although this lo │ │ │ │ - 0x000cbfb8 63616c20 4d504920 70726f63 65737320 cal MPI process │ │ │ │ - 0x000cbfc8 77696c6c 206c696b 656c7920 6e6f7720 will likely now │ │ │ │ - 0x000cbfd8 62656861 76652075 6e707265 64696374 behave unpredict │ │ │ │ - 0x000cbfe8 61626c79 00000000 28697420 6d617920 ably....(it may │ │ │ │ - 0x000cbff8 6576656e 2068616e 67206f72 20637261 even hang or cra │ │ │ │ - 0x000cc008 7368292c 20746865 20726f6f 74206361 sh), the root ca │ │ │ │ - 0x000cc018 75736520 6f662074 68697320 70726f62 use of this prob │ │ │ │ - 0x000cc028 6c656d20 69732074 68650000 00000000 lem is the...... │ │ │ │ - 0x000cc038 6661696c 75726520 6f662074 68652070 failure of the p │ │ │ │ - 0x000cc048 65657220 2d2d2074 68617420 69732077 eer -- that is w │ │ │ │ - 0x000cc058 68617420 796f7520 6e656564 20746f20 hat you need to │ │ │ │ - 0x000cc068 696e7665 73746967 6174652e 2020466f investigate. Fo │ │ │ │ - 0x000cc078 72000000 00000000 6578616d 706c652c r.......example, │ │ │ │ - 0x000cc088 20746865 7265206d 61792062 65206120 there may be a │ │ │ │ - 0x000cc098 636f7265 2066696c 65207468 61742079 core file that y │ │ │ │ - 0x000cc0a8 6f752063 616e2065 78616d69 6e652e20 ou can examine. │ │ │ │ - 0x000cc0b8 204d6f72 65000000 67656e65 72616c6c More...generall │ │ │ │ - 0x000cc0c8 793a2073 75636820 70656572 2068616e y: such peer han │ │ │ │ - 0x000cc0d8 67757073 20617265 20667265 7175656e gups are frequen │ │ │ │ - 0x000cc0e8 746c7920 63617573 65642062 79206170 tly caused by ap │ │ │ │ - 0x000cc0f8 706c6963 6174696f 6e206275 67730000 plication bugs.. │ │ │ │ - 0x000cc108 6f72206f 74686572 20657874 65726e61 or other externa │ │ │ │ - 0x000cc118 6c206576 656e7473 2e000000 00000000 l events........ │ │ │ │ - 0x000cc128 20204c6f 63616c20 5049443a 20202564 Local PID: %d │ │ │ │ - 0x000cc138 00000000 00000000 20205065 65722068 ........ Peer h │ │ │ │ - 0x000cc148 6f73743a 20202573 00000000 00000000 ost: %s........ │ │ │ │ - 0x000cc158 5741524e 494e473a 20546865 20616363 WARNING: The acc │ │ │ │ - 0x000cc168 65707428 33292073 79737465 6d206361 ept(3) system ca │ │ │ │ - 0x000cc178 6c6c2066 61696c65 64206f6e 20612054 ll failed on a T │ │ │ │ - 0x000cc188 43502073 6f636b65 742e2020 5768696c CP socket. Whil │ │ │ │ - 0x000cc198 65207468 69730000 73686f75 6c642067 e this..should g │ │ │ │ - 0x000cc1a8 656e6572 616c6c79 206e6576 65722068 enerally never h │ │ │ │ - 0x000cc1b8 61707065 6e206f6e 20612077 656c6c2d appen on a well- │ │ │ │ - 0x000cc1c8 636f6e66 69677572 65642048 50432073 configured HPC s │ │ │ │ - 0x000cc1d8 79737465 6d2c2074 68650000 00000000 ystem, the...... │ │ │ │ - 0x000cc1e8 6d6f7374 20636f6d 6d6f6e20 63617573 most common caus │ │ │ │ - 0x000cc1f8 65732077 68656e20 69742064 6f657320 es when it does │ │ │ │ - 0x000cc208 6f636375 72206172 653a0000 00000000 occur are:...... │ │ │ │ - 0x000cc218 20202a20 54686520 70726f63 65737320 * The process │ │ │ │ - 0x000cc228 72616e20 6f757420 6f662066 696c6520 ran out of file │ │ │ │ - 0x000cc238 64657363 72697074 6f727300 00000000 descriptors..... │ │ │ │ - 0x000cc248 20202a20 54686520 6f706572 6174696e * The operatin │ │ │ │ - 0x000cc258 67207379 7374656d 2072616e 206f7574 g system ran out │ │ │ │ - 0x000cc268 206f6620 66696c65 20646573 63726970 of file descrip │ │ │ │ - 0x000cc278 746f7273 00000000 20202a20 54686520 tors.... * The │ │ │ │ - 0x000cc288 6f706572 6174696e 67207379 7374656d operating system │ │ │ │ - 0x000cc298 2072616e 206f7574 206f6620 6d656d6f ran out of memo │ │ │ │ - 0x000cc2a8 72790000 00000000 596f7572 204f7065 ry......Your Ope │ │ │ │ - 0x000cc2b8 6e204d50 49206a6f 62207769 6c6c206c n MPI job will l │ │ │ │ - 0x000cc2c8 696b656c 79206861 6e672028 6f722063 ikely hang (or c │ │ │ │ - 0x000cc2d8 72617368 2920756e 74696c20 74686520 rash) until the │ │ │ │ - 0x000cc2e8 6661696c 75726500 72657361 736f6e20 failure.resason │ │ │ │ - 0x000cc2f8 69732066 69786564 2028652e 672e2c20 is fixed (e.g., │ │ │ │ - 0x000cc308 6d6f7265 2066696c 65206465 73637269 more file descri │ │ │ │ - 0x000cc318 70746f72 7320616e 642f6f72 206d656d ptors and/or mem │ │ │ │ - 0x000cc328 6f727920 6265636f 6d657300 00000000 ory becomes..... │ │ │ │ - 0x000cc338 61766169 6c61626c 65292c20 616e6420 available), and │ │ │ │ - 0x000cc348 6d617920 6576656e 7475616c 6c792074 may eventually t │ │ │ │ - 0x000cc358 696d656f 7574202f 2061626f 72742e00 imeout / abort.. │ │ │ │ - 0x000cc368 20204572 726e6f3a 20202020 20202564 Errno: %d │ │ │ │ - 0x000cc378 20282573 29000000 5741524e 494e473a (%s)...WARNING: │ │ │ │ - 0x000cc388 204f7065 6e204d50 49206661 696c6564 Open MPI failed │ │ │ │ - 0x000cc398 20746f20 68616e64 7368616b 65207769 to handshake wi │ │ │ │ - 0x000cc3a8 74682061 20636f6e 6e656374 696e6720 th a connecting │ │ │ │ - 0x000cc3b8 70656572 204d5049 00000000 00000000 peer MPI........ │ │ │ │ - 0x000cc3c8 70726f63 65737320 6f766572 20544350 process over TCP │ │ │ │ - 0x000cc3d8 2e202054 68697320 73686f75 6c64206e . This should n │ │ │ │ - 0x000cc3e8 6f742068 61707065 6e2e0000 00000000 ot happen....... │ │ │ │ - 0x000cc3f8 596f7572 204f7065 6e204d50 49206a6f Your Open MPI jo │ │ │ │ - 0x000cc408 62206d61 79206e6f 77206861 6e67206f b may now hang o │ │ │ │ - 0x000cc418 72206661 696c2e00 5741524e 494e473a r fail..WARNING: │ │ │ │ - 0x000cc428 204f7065 6e204d50 49206661 696c6564 Open MPI failed │ │ │ │ - 0x000cc438 20746f20 54435020 636f6e6e 65637420 to TCP connect │ │ │ │ - 0x000cc448 746f2061 20706565 72204d50 49207072 to a peer MPI pr │ │ │ │ - 0x000cc458 6f636573 732e2020 54686973 00000000 ocess. This.... │ │ │ │ - 0x000cc468 5741524e 494e473a 20416e20 696e7661 WARNING: An inva │ │ │ │ - 0x000cc478 6c696420 76616c75 65207761 73206769 lid value was gi │ │ │ │ - 0x000cc488 76656e20 666f7220 74686520 62746c5f ven for the btl_ │ │ │ │ - 0x000cc498 7463705f 706f7274 5f6d696e 5f25732e tcp_port_min_%s. │ │ │ │ - 0x000cc4a8 204c6567 616c0000 76616c75 65732061 Legal..values a │ │ │ │ - 0x000cc4b8 72652069 6e207468 65207261 6e676520 re in the range │ │ │ │ - 0x000cc4c8 5b31202e 2e20325e 31362d31 5d2e2054 [1 .. 2^16-1]. T │ │ │ │ - 0x000cc4d8 68697320 76616c75 65207769 6c6c2062 his value will b │ │ │ │ - 0x000cc4e8 65206967 6e6f7265 64000000 00000000 e ignored....... │ │ │ │ - 0x000cc4f8 28726573 65742074 6f207468 65206465 (reset to the de │ │ │ │ - 0x000cc508 6661756c 74207661 6c756520 6f662031 fault value of 1 │ │ │ │ - 0x000cc518 30323429 2e000000 20205661 6c75653a 024).... Value: │ │ │ │ - 0x000cc528 20202020 20202564 00000000 00000000 %d........ │ │ │ │ - 0x000cc538 5741524e 494e473a 20416e20 696e7661 WARNING: An inva │ │ │ │ - 0x000cc548 6c696420 76616c75 65207761 73206769 lid value was gi │ │ │ │ - 0x000cc558 76656e20 666f7220 62746c5f 7463705f ven for btl_tcp_ │ │ │ │ - 0x000cc568 69665f25 732e2020 54686973 00000000 if_%s. This.... │ │ │ │ - 0x000cc578 62746c3a 6e6f2d6e 69637300 00000000 btl:no-nics..... │ │ │ │ - 0x000cc588 25733a20 41206869 67682d70 6572666f %s: A high-perfo │ │ │ │ - 0x000cc598 726d616e 6365204f 70656e20 4d504920 rmance Open MPI │ │ │ │ - 0x000cc5a8 706f696e 742d746f 2d706f69 6e74206d point-to-point m │ │ │ │ - 0x000cc5b8 65737361 67696e67 206d6f64 756c6500 essaging module. │ │ │ │ - 0x000cc5c8 77617320 756e6162 6c652074 6f206669 was unable to fi │ │ │ │ - 0x000cc5d8 6e642061 6e792072 656c6576 616e7420 nd any relevant │ │ │ │ - 0x000cc5e8 6e657477 6f726b20 696e7465 72666163 network interfac │ │ │ │ - 0x000cc5f8 65733a00 00000000 4d6f6475 6c653a20 es:.....Module: │ │ │ │ - 0x000cc608 25730000 00000000 2020486f 73743a20 %s...... Host: │ │ │ │ - 0x000cc618 25730000 00000000 416e6f74 68657220 %s......Another │ │ │ │ - 0x000cc628 7472616e 73706f72 74207769 6c6c2062 transport will b │ │ │ │ - 0x000cc638 65207573 65642069 6e737465 61642c20 e used instead, │ │ │ │ - 0x000cc648 616c7468 6f756768 20746869 73206d61 although this ma │ │ │ │ - 0x000cc658 79207265 73756c74 20696e00 00000000 y result in..... │ │ │ │ - 0x000cc668 6c6f7765 72207065 72666f72 6d616e63 lower performanc │ │ │ │ - 0x000cc678 652e0000 00000000 4e4f5445 3a20596f e.......NOTE: Yo │ │ │ │ - 0x000cc688 75206361 6e206469 7361626c 65207468 u can disable th │ │ │ │ - 0x000cc698 69732077 61726e69 6e672062 79207365 is warning by se │ │ │ │ - 0x000cc6a8 7474696e 67207468 65204d43 41207061 tting the MCA pa │ │ │ │ - 0x000cc6b8 72616d65 74657200 62746c5f 62617365 rameter.btl_base │ │ │ │ - 0x000cc6c8 5f776172 6e5f636f 6d706f6e 656e745f _warn_component_ │ │ │ │ - 0x000cc6d8 756e7573 65642074 6f20302e 00000000 unused to 0..... │ │ │ │ - 0x000cc6e8 63754374 78476574 43757272 656e7420 cuCtxGetCurrent │ │ │ │ - 0x000cc6f8 6661696c 6564206e 6f742069 6e697469 failed not initi │ │ │ │ - 0x000cc708 616c697a 65640000 63754374 78476574 alized..cuCtxGet │ │ │ │ - 0x000cc718 43757272 656e7420 6661696c 65640000 Current failed.. │ │ │ │ - 0x000cc728 63754374 78476574 43757272 656e7420 cuCtxGetCurrent │ │ │ │ - 0x000cc738 72657475 726e6564 204e554c 4c000000 returned NULL... │ │ │ │ - 0x000cc748 63754374 78476574 44657669 63652066 cuCtxGetDevice f │ │ │ │ - 0x000cc758 61696c65 64000000 63754d65 6d486f73 ailed...cuMemHos │ │ │ │ - 0x000cc768 74526567 69737465 72206475 72696e67 tRegister during │ │ │ │ - 0x000cc778 20696e69 74206661 696c6564 00000000 init failed.... │ │ │ │ - 0x000cc788 63754d65 6d486f73 74526567 69737465 cuMemHostRegiste │ │ │ │ - 0x000cc798 72206661 696c6564 00000000 00000000 r failed........ │ │ │ │ - 0x000cc7a8 63754d65 6d486f73 74556e72 65676973 cuMemHostUnregis │ │ │ │ - 0x000cc7b8 74657220 6661696c 65640000 00000000 ter failed...... │ │ │ │ - 0x000cc7c8 63754970 63476574 4d656d48 616e646c cuIpcGetMemHandl │ │ │ │ - 0x000cc7d8 65206661 696c6564 00000000 00000000 e failed........ │ │ │ │ - 0x000cc7e8 63754d65 6d476574 41646472 65737352 cuMemGetAddressR │ │ │ │ - 0x000cc7f8 616e6765 20666169 6c656400 00000000 ange failed..... │ │ │ │ - 0x000cc808 63754d65 6d476574 41646472 65737352 cuMemGetAddressR │ │ │ │ - 0x000cc818 616e6765 20666169 6c656420 32000000 ange failed 2... │ │ │ │ - 0x000cc828 4f757420 6f662063 75457665 6e742068 Out of cuEvent h │ │ │ │ - 0x000cc838 616e646c 65730000 63754970 634f7065 andles..cuIpcOpe │ │ │ │ - 0x000cc848 6e4d656d 48616e64 6c652066 61696c65 nMemHandle faile │ │ │ │ - 0x000cc858 64000000 00000000 63754970 63436c6f d.......cuIpcClo │ │ │ │ - 0x000cc868 73654d65 6d48616e 646c6520 6661696c seMemHandle fail │ │ │ │ - 0x000cc878 65640000 00000000 63754d65 6d637079 ed......cuMemcpy │ │ │ │ - 0x000cc888 4173796e 63206661 696c6564 00000000 Async failed.... │ │ │ │ - 0x000cc898 63754576 656e7443 72656174 65206661 cuEventCreate fa │ │ │ │ - 0x000cc8a8 696c6564 00000000 63754576 656e7452 iled....cuEventR │ │ │ │ - 0x000cc8b8 65636f72 64206661 696c6564 00000000 ecord failed.... │ │ │ │ - 0x000cc8c8 63754576 656e7451 75657279 20666169 cuEventQuery fai │ │ │ │ - 0x000cc8d8 6c656400 00000000 63754576 656e7453 led.....cuEventS │ │ │ │ - 0x000cc8e8 796e6368 726f6e69 7a652066 61696c65 ynchronize faile │ │ │ │ - 0x000cc8f8 64000000 00000000 63754970 63476574 d.......cuIpcGet │ │ │ │ - 0x000cc908 4576656e 7448616e 646c6520 6661696c EventHandle fail │ │ │ │ - 0x000cc918 65640000 00000000 63754970 634f7065 ed......cuIpcOpe │ │ │ │ - 0x000cc928 6e457665 6e744861 6e646c65 20666169 nEventHandle fai │ │ │ │ - 0x000cc938 6c656400 00000000 63755374 7265616d led.....cuStream │ │ │ │ - 0x000cc948 57616974 4576656e 74206661 696c6564 WaitEvent failed │ │ │ │ - 0x000cc958 00000000 00000000 63754576 656e7444 ........cuEventD │ │ │ │ - 0x000cc968 65737472 6f792066 61696c65 64000000 estroy failed... │ │ │ │ - 0x000cc978 63755374 7265616d 43726561 74652066 cuStreamCreate f │ │ │ │ - 0x000cc988 61696c65 64000000 63755374 7265616d ailed...cuStream │ │ │ │ - 0x000cc998 44657374 726f7920 6661696c 65640000 Destroy failed.. │ │ │ │ - 0x000cc9a8 646c6f70 656e2064 69736162 6c656400 dlopen disabled. │ │ │ │ - 0x000cc9b8 646c6f70 656e2066 61696c65 64000000 dlopen failed... │ │ │ │ - 0x000cc9c8 646c7379 6d206661 696c6564 00000000 dlsym failed.... │ │ │ │ - 0x000cc9d8 62756666 65724944 20666169 6c656400 bufferID failed. │ │ │ │ - 0x000cc9e8 6375506f 696e7465 72536574 41747472 cuPointerSetAttr │ │ │ │ - 0x000cc9f8 69627574 65206661 696c6564 00000000 ibute failed.... │ │ │ │ - 0x000cca08 63755374 7265616d 53796e63 68726f6e cuStreamSynchron │ │ │ │ - 0x000cca18 697a6520 6661696c 65640000 00000000 ize failed...... │ │ │ │ - 0x000cca28 63754d65 6d637079 20666169 6c656400 cuMemcpy failed. │ │ │ │ - 0x000cca38 63754d65 6d637079 32442066 61696c65 cuMemcpy2D faile │ │ │ │ - 0x000cca48 64000000 00000000 63754d65 6d416c6c d.......cuMemAll │ │ │ │ - 0x000cca58 6f632066 61696c65 64000000 00000000 oc failed....... │ │ │ │ - 0x000cca68 63754d65 6d467265 65206661 696c6564 cuMemFree failed │ │ │ │ - 0x000cca78 00000000 00000000 63754465 76696365 ........cuDevice │ │ │ │ - 0x000cca88 43616e41 63636573 73506565 72206661 CanAccessPeer fa │ │ │ │ - 0x000cca98 696c6564 00000000 4e6f206d 656d6f72 iled....No memor │ │ │ │ - 0x000ccaa8 79000000 00000000 41206361 6c6c2074 y.......A call t │ │ │ │ - 0x000ccab8 6f20616c 6c6f6361 7465206d 656d6f72 o allocate memor │ │ │ │ - 0x000ccac8 79207769 7468696e 20746865 20435544 y within the CUD │ │ │ │ - 0x000ccad8 41207375 70706f72 74206661 696c6564 A support failed │ │ │ │ - 0x000ccae8 2e202054 68697320 69730000 00000000 . This is...... │ │ │ │ - 0x000ccaf8 616e2075 6e726563 6f766572 61626c65 an unrecoverable │ │ │ │ - 0x000ccb08 20657272 6f722061 6e642077 696c6c20 error and will │ │ │ │ - 0x000ccb18 63617573 65207468 65207072 6f677261 cause the progra │ │ │ │ - 0x000ccb28 6d20746f 2061626f 72742e00 00000000 m to abort...... │ │ │ │ - 0x000ccb38 2020486f 73746e61 6d653a20 20257300 Hostname: %s. │ │ │ │ - 0x000ccb48 54686520 63616c6c 20746f20 63754465 The call to cuDe │ │ │ │ - 0x000ccb58 76696365 43616e41 63636573 73506565 viceCanAccessPee │ │ │ │ - 0x000ccb68 72206661 696c6564 2e000000 00000000 r failed........ │ │ │ │ - 0x000ccb78 2020486f 73746e61 6d653a20 20202020 Hostname: │ │ │ │ - 0x000ccb88 20202020 20202020 20202020 20202020 │ │ │ │ - 0x000ccb98 20202020 20202020 20257300 00000000 %s..... │ │ │ │ - 0x000ccba8 20206375 44657669 63654361 6e416363 cuDeviceCanAcc │ │ │ │ - 0x000ccbb8 65737350 65657220 72657475 726e2076 essPeer return v │ │ │ │ - 0x000ccbc8 616c7565 3a202020 20256400 00000000 alue: %d..... │ │ │ │ - 0x000ccbd8 43686563 6b207468 65206375 64612e68 Check the cuda.h │ │ │ │ - 0x000ccbe8 2066696c 6520666f 72207768 61742074 file for what t │ │ │ │ - 0x000ccbf8 68652072 65747572 6e207661 6c756520 he return value │ │ │ │ - 0x000ccc08 6d65616e 732e0000 54686520 63616c6c means...The call │ │ │ │ - 0x000ccc18 20746f20 63754d65 6d467265 65206661 to cuMemFree fa │ │ │ │ - 0x000ccc28 696c6564 2e205468 69732069 73206869 iled. This is hi │ │ │ │ - 0x000ccc38 67686c79 20756e75 7375616c 20616e64 ghly unusual and │ │ │ │ - 0x000ccc48 2073686f 756c6400 6e6f7420 68617070 should.not happ │ │ │ │ - 0x000ccc58 656e2e20 20506c65 61736520 7265706f en. Please repo │ │ │ │ - 0x000ccc68 72742074 68697320 6572726f 7220746f rt this error to │ │ │ │ - 0x000ccc78 20746865 204f7065 6e204d50 49206465 the Open MPI de │ │ │ │ - 0x000ccc88 76656c6f 70657273 2e000000 00000000 velopers........ │ │ │ │ - 0x000ccc98 2020486f 73746e61 6d653a20 20202020 Hostname: │ │ │ │ - 0x000ccca8 20202020 20202020 20202020 20257300 %s. │ │ │ │ - 0x000cccb8 20206375 4d656d46 72656520 72657475 cuMemFree retu │ │ │ │ - 0x000cccc8 726e2076 616c7565 3a202020 20256400 rn value: %d. │ │ │ │ - 0x000cccd8 54686520 63616c6c 20746f20 63754d65 The call to cuMe │ │ │ │ - 0x000ccce8 6d416c6c 6f632066 61696c65 642e2054 mAlloc failed. T │ │ │ │ - 0x000cccf8 68697320 69732068 6967686c 7920756e his is highly un │ │ │ │ - 0x000ccd08 75737561 6c20616e 64207368 6f756c64 usual and should │ │ │ │ - 0x000ccd18 00000000 00000000 20206375 4d656d41 ........ cuMemA │ │ │ │ - 0x000ccd28 6c6c6f63 20726574 75726e20 76616c75 lloc return valu │ │ │ │ - 0x000ccd38 653a2020 20256400 54686520 63616c6c e: %d.The call │ │ │ │ - 0x000ccd48 20746f20 63754d65 6d637079 32442066 to cuMemcpy2D f │ │ │ │ - 0x000ccd58 61696c65 642e2054 68697320 69732068 ailed. This is h │ │ │ │ - 0x000ccd68 6967686c 7920756e 75737561 6c20616e ighly unusual an │ │ │ │ - 0x000ccd78 64207368 6f756c64 00000000 00000000 d should........ │ │ │ │ - 0x000ccd88 20206375 4d656d63 70793244 20726574 cuMemcpy2D ret │ │ │ │ - 0x000ccd98 75726e20 76616c75 653a2020 20256400 urn value: %d. │ │ │ │ - 0x000ccda8 54686520 63616c6c 20746f20 63754d65 The call to cuMe │ │ │ │ - 0x000ccdb8 6d637079 20666169 6c65642e 20546869 mcpy failed. Thi │ │ │ │ - 0x000ccdc8 73206973 20686967 686c7920 756e7573 s is highly unus │ │ │ │ - 0x000ccdd8 75616c20 616e6420 73686f75 6c640000 ual and should.. │ │ │ │ - 0x000ccde8 20206375 4d656d63 70792072 65747572 cuMemcpy retur │ │ │ │ - 0x000ccdf8 6e207661 6c75653a 20202020 20256400 n value: %d. │ │ │ │ - 0x000cce08 54686520 63616c6c 20746f20 63755374 The call to cuSt │ │ │ │ - 0x000cce18 7265616d 53796e63 68726f6e 697a6520 reamSynchronize │ │ │ │ - 0x000cce28 6661696c 65642e20 54686973 20697320 failed. This is │ │ │ │ - 0x000cce38 68696768 6c792075 6e757375 616c2061 highly unusual a │ │ │ │ - 0x000cce48 6e642073 686f756c 64000000 00000000 nd should....... │ │ │ │ - 0x000cce58 2020486f 73746e61 6d653a20 20202020 Hostname: │ │ │ │ - 0x000cce68 20202020 20202020 20202020 20202020 │ │ │ │ - 0x000cce78 20202020 20202020 25730000 00000000 %s...... │ │ │ │ - 0x000cce88 20206375 53747265 616d5379 6e636872 cuStreamSynchr │ │ │ │ - 0x000cce98 6f6e697a 65207265 7475726e 2076616c onize return val │ │ │ │ - 0x000ccea8 75653a20 20202020 25640000 00000000 ue: %d...... │ │ │ │ - 0x000cceb8 54686520 63616c6c 20746f20 6375506f The call to cuPo │ │ │ │ - 0x000ccec8 696e7465 72536574 41747472 69627574 interSetAttribut │ │ │ │ - 0x000cced8 65207769 74682043 555f504f 494e5445 e with CU_POINTE │ │ │ │ - 0x000ccee8 525f4154 54524942 5554455f 53594e43 R_ATTRIBUTE_SYNC │ │ │ │ - 0x000ccef8 5f4d454d 4f505300 6661696c 65642e20 _MEMOPS.failed. │ │ │ │ - 0x000ccf08 54686973 20697320 68696768 6c792075 This is highly u │ │ │ │ - 0x000ccf18 6e757375 616c2061 6e642073 686f756c nusual and shoul │ │ │ │ - 0x000ccf28 64206e6f 74206861 7070656e 2e202054 d not happen. T │ │ │ │ - 0x000ccf38 68652070 726f6772 616d2077 696c6c00 he program will. │ │ │ │ - 0x000ccf48 636f6e74 696e7565 2c206275 74207265 continue, but re │ │ │ │ - 0x000ccf58 706f7274 20746869 73206572 726f7220 port this error │ │ │ │ - 0x000ccf68 746f2074 6865204f 70656e20 4d504920 to the Open MPI │ │ │ │ - 0x000ccf78 64657665 6c6f7065 72732e00 00000000 developers...... │ │ │ │ - 0x000ccf88 20206375 506f696e 74657253 65744174 cuPointerSetAt │ │ │ │ - 0x000ccf98 74726962 75746520 72657475 726e2076 tribute return v │ │ │ │ - 0x000ccfa8 616c7565 3a202020 25640000 00000000 alue: %d...... │ │ │ │ - 0x000ccfb8 20204164 64726573 733a2020 20202020 Address: │ │ │ │ - 0x000ccfc8 20202020 20202020 20202020 20202020 │ │ │ │ - 0x000ccfd8 20202020 20202020 25700000 00000000 %p...... │ │ │ │ - 0x000ccfe8 416e2065 72726f72 206f6363 75727265 An error occurre │ │ │ │ - 0x000ccff8 64207768 696c6520 74727969 6e672074 d while trying t │ │ │ │ - 0x000cd008 6f206765 74207468 65204255 46464552 o get the BUFFER │ │ │ │ - 0x000cd018 5f494420 6f662061 20475055 206d656d _ID of a GPU mem │ │ │ │ - 0x000cd028 6f727900 00000000 72656769 6f6e2e20 ory.....region. │ │ │ │ - 0x000cd038 20546869 7320636f 756c6420 63617573 This could caus │ │ │ │ - 0x000cd048 6520696e 636f7272 65637420 72657375 e incorrect resu │ │ │ │ - 0x000cd058 6c74732e 20205475 726e206f 66204750 lts. Turn of GP │ │ │ │ - 0x000cd068 55204469 72656374 2052444d 41000000 U Direct RDMA... │ │ │ │ - 0x000cd078 73757070 6f727420 62792072 756e6e69 support by runni │ │ │ │ - 0x000cd088 6e672077 69746820 2d2d6d63 61206274 ng with --mca bt │ │ │ │ - 0x000cd098 6c5f6f70 656e6962 5f637564 615f7761 l_openib_cuda_wa │ │ │ │ - 0x000cd0a8 6e745f67 64725f73 7570706f 72742030 nt_gdr_support 0 │ │ │ │ - 0x000cd0b8 2e000000 00000000 20206375 506f696e ........ cuPoin │ │ │ │ - 0x000cd0c8 74657247 65744174 74726962 75746520 terGetAttribute │ │ │ │ - 0x000cd0d8 72657475 726e2076 616c7565 3a202020 return value: │ │ │ │ - 0x000cd0e8 25640000 00000000 416e2065 72726f72 %d......An error │ │ │ │ - 0x000cd0f8 206f6363 75727265 64207768 696c6520 occurred while │ │ │ │ - 0x000cd108 74727969 6e672074 6f206d61 7020696e trying to map in │ │ │ │ - 0x000cd118 20746865 20616464 72657373 206f6620 the address of │ │ │ │ - 0x000cd128 61206675 6e637469 6f6e2e00 00000000 a function...... │ │ │ │ - 0x000cd138 20204675 6e637469 6f6e204e 616d653a Function Name: │ │ │ │ - 0x000cd148 20257300 00000000 20204572 726f7220 %s..... Error │ │ │ │ - 0x000cd158 73747269 6e673a20 20257300 00000000 string: %s..... │ │ │ │ - 0x000cd168 43554441 2d617761 72652073 7570706f CUDA-aware suppo │ │ │ │ - 0x000cd178 72742069 73206469 7361626c 65642e00 rt is disabled.. │ │ │ │ - 0x000cd188 54686520 6c696272 61727920 61747465 The library atte │ │ │ │ - 0x000cd198 6d707465 6420746f 206f7065 6e207468 mpted to open th │ │ │ │ - 0x000cd1a8 6520666f 6c6c6f77 696e6720 73757070 e following supp │ │ │ │ - 0x000cd1b8 6f727469 6e672043 55444120 6c696272 orting CUDA libr │ │ │ │ - 0x000cd1c8 61726965 732c0000 62757420 65616368 aries,..but each │ │ │ │ - 0x000cd1d8 206f6620 7468656d 20666169 6c65642e of them failed. │ │ │ │ - 0x000cd1e8 20204355 44412d61 77617265 20737570 CUDA-aware sup │ │ │ │ - 0x000cd1f8 706f7274 20697320 64697361 626c6564 port is disabled │ │ │ │ - 0x000cd208 2e000000 00000000 49662079 6f752064 ........If you d │ │ │ │ - 0x000cd218 6f206e6f 74207265 71756972 65204355 o not require CU │ │ │ │ - 0x000cd228 44412d61 77617265 20737570 706f7274 DA-aware support │ │ │ │ - 0x000cd238 2c207468 656e2072 756e2077 69746800 , then run with. │ │ │ │ - 0x000cd248 2d2d6d63 61206f70 616c5f77 61726e5f --mca opal_warn_ │ │ │ │ - 0x000cd258 6f6e5f6d 69737369 6e675f6c 69626375 on_missing_libcu │ │ │ │ - 0x000cd268 64612030 20746f20 73757070 72657373 da 0 to suppress │ │ │ │ - 0x000cd278 20746869 73206d65 73736167 652e2020 this message. │ │ │ │ - 0x000cd288 49662079 6f752064 6f000000 00000000 If you do....... │ │ │ │ - 0x000cd298 72657175 69726520 43554441 2d617761 require CUDA-awa │ │ │ │ - 0x000cd2a8 72652073 7570706f 72742c20 7468656e re support, then │ │ │ │ - 0x000cd2b8 20747279 20736574 74696e67 204c445f try setting LD_ │ │ │ │ - 0x000cd2c8 4c494252 4152595f 50415448 20746f20 LIBRARY_PATH to │ │ │ │ - 0x000cd2d8 74686520 6c6f6361 74696f6e 00000000 the location.... │ │ │ │ - 0x000cd2e8 6f66206c 69626375 64612e73 6f2e3120 of libcuda.so.1 │ │ │ │ - 0x000cd2f8 746f2072 65736f6c 76652074 68697320 to resolve this │ │ │ │ - 0x000cd308 69737375 652e0000 4f70656e 204d5049 issue...Open MPI │ │ │ │ - 0x000cd318 20776173 20636f6d 70696c65 64207769 was compiled wi │ │ │ │ - 0x000cd328 74686f75 74206479 6e616d69 63206c69 thout dynamic li │ │ │ │ - 0x000cd338 62726172 79207375 70706f72 74202865 brary support (e │ │ │ │ - 0x000cd348 2e672e2c 20776974 68207468 65000000 .g., with the... │ │ │ │ - 0x000cd358 202d2d64 69736162 6c652d64 6c6f7065 --disable-dlope │ │ │ │ - 0x000cd368 6e20666c 6167292c 20616e64 20746865 n flag), and the │ │ │ │ - 0x000cd378 7265666f 72652063 616e6e6f 74207574 refore cannot ut │ │ │ │ - 0x000cd388 696c697a 65204355 44412073 7570706f ilize CUDA suppo │ │ │ │ - 0x000cd398 72742e00 00000000 49662079 6f75206e rt......If you n │ │ │ │ - 0x000cd3a8 65656420 43554441 20737570 706f7274 eed CUDA support │ │ │ │ - 0x000cd3b8 2c207265 636f6e66 69677572 65204f70 , reconfigure Op │ │ │ │ - 0x000cd3c8 656e204d 50492077 69746820 64796e61 en MPI with dyna │ │ │ │ - 0x000cd3d8 6d696320 6c696272 61727920 73757070 mic library supp │ │ │ │ - 0x000cd3e8 6f727420 656e6162 6c65642e 00000000 ort enabled..... │ │ │ │ - 0x000cd3f8 54686520 63616c6c 20746f20 63755374 The call to cuSt │ │ │ │ - 0x000cd408 7265616d 44657374 726f7920 6661696c reamDestroy fail │ │ │ │ - 0x000cd418 65642e20 54686973 20697320 68696768 ed. This is high │ │ │ │ - 0x000cd428 6c792075 6e757375 616c2061 6e642073 ly unusual and s │ │ │ │ - 0x000cd438 686f756c 64000000 20206375 53747265 hould... cuStre │ │ │ │ - 0x000cd448 616d4465 7374726f 79207265 7475726e amDestroy return │ │ │ │ - 0x000cd458 2076616c 75653a20 20202020 20202020 value: │ │ │ │ - 0x000cd468 25640000 00000000 54686520 63616c6c %d......The call │ │ │ │ - 0x000cd478 20746f20 63755374 7265616d 43726561 to cuStreamCrea │ │ │ │ - 0x000cd488 74652066 61696c65 642e2020 54686973 te failed. This │ │ │ │ - 0x000cd498 20697320 6120756e 7265636f 76657261 is a unrecovera │ │ │ │ - 0x000cd4a8 626c6520 6572726f 7220616e 64207769 ble error and wi │ │ │ │ - 0x000cd4b8 6c6c0000 00000000 2020486f 73746e61 ll...... Hostna │ │ │ │ - 0x000cd4c8 6d653a20 20202020 20202020 20202020 me: │ │ │ │ - 0x000cd4d8 20202020 20202020 20257300 00000000 %s..... │ │ │ │ - 0x000cd4e8 20206375 53747265 616d4372 65617465 cuStreamCreate │ │ │ │ - 0x000cd4f8 20726574 75726e20 76616c75 653a2020 return value: │ │ │ │ - 0x000cd508 20256400 00000000 43686563 6b207468 %d.....Check th │ │ │ │ - 0x000cd518 65206375 64612e68 2066696c 6520666f e cuda.h file fo │ │ │ │ - 0x000cd528 72207768 61742074 68652072 65747572 r what the retur │ │ │ │ - 0x000cd538 6e207661 6c65206d 65616e73 2e000000 n vale means.... │ │ │ │ - 0x000cd548 54686520 63616c6c 20746f20 63754576 The call to cuEv │ │ │ │ - 0x000cd558 656e7444 65737472 6f792066 61696c65 entDestroy faile │ │ │ │ - 0x000cd568 642e2054 68697320 69732061 20756e72 d. This is a unr │ │ │ │ - 0x000cd578 65636f76 65726162 6c652065 72726f72 ecoverable error │ │ │ │ - 0x000cd588 20616e64 2077696c 6c000000 00000000 and will....... │ │ │ │ - 0x000cd598 20206375 4576656e 74446573 74726f79 cuEventDestroy │ │ │ │ - 0x000cd5a8 20726574 75726e20 76616c75 653a2020 return value: │ │ │ │ - 0x000cd5b8 20256400 00000000 54686520 63616c6c %d.....The call │ │ │ │ - 0x000cd5c8 20746f20 63755374 7265616d 57616974 to cuStreamWait │ │ │ │ - 0x000cd5d8 4576656e 74206661 696c6564 2e205468 Event failed. Th │ │ │ │ - 0x000cd5e8 69732069 73206120 756e7265 636f7665 is is a unrecove │ │ │ │ - 0x000cd5f8 7261626c 65206572 726f7220 616e6420 rable error and │ │ │ │ - 0x000cd608 77696c6c 00000000 20206375 53747265 will.... cuStre │ │ │ │ - 0x000cd618 616d5761 69744576 656e7420 72657475 amWaitEvent retu │ │ │ │ - 0x000cd628 726e2076 616c7565 3a202020 25640000 rn value: %d.. │ │ │ │ - 0x000cd638 54686520 63616c6c 20746f20 63754970 The call to cuIp │ │ │ │ - 0x000cd648 634f7065 6e457665 6e744861 6e646c65 cOpenEventHandle │ │ │ │ - 0x000cd658 20666169 6c65642e 20546869 73206973 failed. This is │ │ │ │ - 0x000cd668 20612075 6e726563 6f766572 61626c65 a unrecoverable │ │ │ │ - 0x000cd678 20657272 6f722061 6e642077 696c6c00 error and will. │ │ │ │ - 0x000cd688 20206375 4970634f 70656e45 76656e74 cuIpcOpenEvent │ │ │ │ - 0x000cd698 48616e64 6c652072 65747572 6e207661 Handle return va │ │ │ │ - 0x000cd6a8 6c75653a 20202025 64000000 00000000 lue: %d....... │ │ │ │ - 0x000cd6b8 54686520 63616c6c 20746f20 63754970 The call to cuIp │ │ │ │ - 0x000cd6c8 63476574 4576656e 7448616e 646c6520 cGetEventHandle │ │ │ │ - 0x000cd6d8 6661696c 65642e20 54686973 20697320 failed. This is │ │ │ │ - 0x000cd6e8 6120756e 7265636f 76657261 626c6520 a unrecoverable │ │ │ │ - 0x000cd6f8 6572726f 7220616e 64207769 6c6c0000 error and will.. │ │ │ │ - 0x000cd708 20206375 49706347 65744576 656e7448 cuIpcGetEventH │ │ │ │ - 0x000cd718 616e646c 65207265 7475726e 2076616c andle return val │ │ │ │ - 0x000cd728 75653a20 20202564 00000000 00000000 ue: %d........ │ │ │ │ - 0x000cd738 54686520 63616c6c 20746f20 63754576 The call to cuEv │ │ │ │ - 0x000cd748 656e7453 796e6368 726f6e69 7a652066 entSynchronize f │ │ │ │ - 0x000cd758 61696c65 642e2054 68697320 69732068 ailed. This is h │ │ │ │ - 0x000cd768 6967686c 7920756e 75737561 6c20616e ighly unusual an │ │ │ │ - 0x000cd778 64207368 6f756c64 00000000 00000000 d should........ │ │ │ │ - 0x000cd788 20206375 4576656e 7453796e 6368726f cuEventSynchro │ │ │ │ - 0x000cd798 6e697a65 20726574 75726e20 76616c75 nize return valu │ │ │ │ - 0x000cd7a8 653a2020 20202025 64000000 00000000 e: %d....... │ │ │ │ - 0x000cd7b8 54686520 63616c6c 20746f20 63754576 The call to cuEv │ │ │ │ - 0x000cd7c8 656e7451 75657279 20666169 6c65642e entQuery failed. │ │ │ │ - 0x000cd7d8 20546869 73206973 20612075 6e726563 This is a unrec │ │ │ │ - 0x000cd7e8 6f766572 61626c65 20657272 6f722061 overable error a │ │ │ │ - 0x000cd7f8 6e642077 696c6c00 20206375 4576656e nd will. cuEven │ │ │ │ - 0x000cd808 74517565 72792072 65747572 6e207661 tQuery return va │ │ │ │ - 0x000cd818 6c75653a 20202025 64000000 00000000 lue: %d....... │ │ │ │ - 0x000cd828 54686520 63616c6c 20746f20 63754576 The call to cuEv │ │ │ │ - 0x000cd838 656e7452 65636f72 64206661 696c6564 entRecord failed │ │ │ │ - 0x000cd848 2e205468 69732069 73206120 756e7265 . This is a unre │ │ │ │ - 0x000cd858 636f7665 7261626c 65206572 726f7220 coverable error │ │ │ │ - 0x000cd868 616e6420 77696c6c 00000000 00000000 and will........ │ │ │ │ - 0x000cd878 2020486f 73746e61 6d653a20 20202020 Hostname: │ │ │ │ - 0x000cd888 20202020 20202020 20202020 20202020 │ │ │ │ - 0x000cd898 25730000 00000000 20206375 4576656e %s...... cuEven │ │ │ │ - 0x000cd8a8 74526563 6f726420 72657475 726e2076 tRecord return v │ │ │ │ - 0x000cd8b8 616c7565 3a202020 25640000 00000000 alue: %d...... │ │ │ │ - 0x000cd8c8 54686520 63616c6c 20746f20 63754576 The call to cuEv │ │ │ │ - 0x000cd8d8 656e7443 72656174 65206661 696c6564 entCreate failed │ │ │ │ - 0x000cd8e8 2e205468 69732069 73206120 756e7265 . This is a unre │ │ │ │ - 0x000cd8f8 636f7665 7261626c 65206572 726f7220 coverable error │ │ │ │ - 0x000cd908 616e6420 77696c6c 00000000 00000000 and will........ │ │ │ │ - 0x000cd918 20206375 4576656e 74437265 61746520 cuEventCreate │ │ │ │ - 0x000cd928 72657475 726e2076 616c7565 3a202020 return value: │ │ │ │ - 0x000cd938 25640000 00000000 54686520 63616c6c %d......The call │ │ │ │ - 0x000cd948 20746f20 63754d65 6d637079 4173796e to cuMemcpyAsyn │ │ │ │ - 0x000cd958 63206661 696c6564 2e205468 69732069 c failed. This i │ │ │ │ - 0x000cd968 73206120 756e7265 636f7665 7261626c s a unrecoverabl │ │ │ │ - 0x000cd978 65206572 726f7220 616e6420 77696c6c e error and will │ │ │ │ - 0x000cd988 00000000 00000000 20206375 4d656d63 ........ cuMemc │ │ │ │ - 0x000cd998 70794173 796e6328 25702c20 25702c20 pyAsync(%p, %p, │ │ │ │ - 0x000cd9a8 25642920 72657475 726e6564 2076616c %d) returned val │ │ │ │ - 0x000cd9b8 75652025 64000000 54686520 63616c6c ue %d...The call │ │ │ │ - 0x000cd9c8 20746f20 63754970 63436c6f 73654d65 to cuIpcCloseMe │ │ │ │ - 0x000cd9d8 6d48616e 646c6520 6661696c 65642e20 mHandle failed. │ │ │ │ - 0x000cd9e8 54686973 20697320 61207761 726e696e This is a warnin │ │ │ │ - 0x000cd9f8 6720616e 64207468 65207072 6f677261 g and the progra │ │ │ │ - 0x000cda08 6d000000 00000000 77696c6c 20636f6e m.......will con │ │ │ │ - 0x000cda18 74696e75 6520746f 2072756e 2e000000 tinue to run.... │ │ │ │ - 0x000cda28 20206375 49706343 6c6f7365 4d656d48 cuIpcCloseMemH │ │ │ │ - 0x000cda38 616e646c 65207265 7475726e 2076616c andle return val │ │ │ │ - 0x000cda48 75653a20 20202564 00000000 00000000 ue: %d........ │ │ │ │ - 0x000cda58 20206164 64726573 733a2025 70000000 address: %p... │ │ │ │ - 0x000cda68 43686563 6b207468 65206375 64612e68 Check the cuda.h │ │ │ │ - 0x000cda78 2066696c 6520666f 72207768 61742074 file for what t │ │ │ │ - 0x000cda88 68652072 65747572 6e207661 6c756520 he return value │ │ │ │ - 0x000cda98 6d65616e 732e2050 65726861 70732061 means. Perhaps a │ │ │ │ - 0x000cdaa8 20726562 6f6f7400 6f662074 6865206e reboot.of the n │ │ │ │ - 0x000cdab8 6f646520 77696c6c 20636c65 61722074 ode will clear t │ │ │ │ - 0x000cdac8 68652070 726f626c 656d2e00 00000000 he problem...... │ │ │ │ - 0x000cdad8 54686520 63616c6c 20746f20 63754970 The call to cuIp │ │ │ │ - 0x000cdae8 634f7065 6e4d656d 48616e64 6c652066 cOpenMemHandle f │ │ │ │ - 0x000cdaf8 61696c65 642e2054 68697320 69732061 ailed. This is a │ │ │ │ - 0x000cdb08 6e20756e 7265636f 76657261 626c6520 n unrecoverable │ │ │ │ - 0x000cdb18 6572726f 72000000 616e6420 77696c6c error...and will │ │ │ │ - 0x000cdb28 20636175 73652074 68652070 726f6772 cause the progr │ │ │ │ - 0x000cdb38 616d2074 6f206162 6f72742e 00000000 am to abort..... │ │ │ │ - 0x000cdb48 2020486f 73746e61 6d653a20 20202020 Hostname: │ │ │ │ - 0x000cdb58 20202020 20202020 20202020 20202020 │ │ │ │ - 0x000cdb68 20202020 25730000 20206375 4970634f %s.. cuIpcO │ │ │ │ - 0x000cdb78 70656e4d 656d4861 6e646c65 20726574 penMemHandle ret │ │ │ │ - 0x000cdb88 75726e20 76616c75 653a2020 25640000 urn value: %d.. │ │ │ │ - 0x000cdb98 20206164 64726573 733a2020 20202020 address: │ │ │ │ - 0x000cdba8 20202020 20202020 20202020 20202020 │ │ │ │ - 0x000cdbb8 20202020 25700000 43686563 6b207468 %p..Check th │ │ │ │ - 0x000cdbc8 65206375 64612e68 2066696c 6520666f e cuda.h file fo │ │ │ │ - 0x000cdbd8 72207768 61742074 68652072 65747572 r what the retur │ │ │ │ - 0x000cdbe8 6e207661 6c756520 6d65616e 732e2041 n value means. A │ │ │ │ - 0x000cdbf8 20706f73 7369626c 65206361 75736500 possible cause. │ │ │ │ - 0x000cdc08 666f7220 74686973 20697320 6e6f7420 for this is not │ │ │ │ - 0x000cdc18 656e6f75 67682066 72656520 64657669 enough free devi │ │ │ │ - 0x000cdc28 6365206d 656d6f72 792e2020 54727920 ce memory. Try │ │ │ │ - 0x000cdc38 746f2072 65647563 65207468 65206465 to reduce the de │ │ │ │ - 0x000cdc48 76696365 00000000 6d656d6f 72792066 vice....memory f │ │ │ │ - 0x000cdc58 6f6f7470 72696e74 206f6620 796f7572 ootprint of your │ │ │ │ - 0x000cdc68 20617070 6c696361 74696f6e 2e000000 application.... │ │ │ │ - 0x000cdc78 54686520 6c696272 61727920 68617320 The library has │ │ │ │ - 0x000cdc88 65786365 65646564 20697473 206e756d exceeded its num │ │ │ │ - 0x000cdc98 62657220 6f66206f 75747374 616e6469 ber of outstandi │ │ │ │ - 0x000cdca8 6e672065 76656e74 2068616e 646c6573 ng event handles │ │ │ │ - 0x000cdcb8 2e000000 00000000 466f7220 62657474 ........For bett │ │ │ │ - 0x000cdcc8 65722070 6572666f 726d616e 63652c20 er performance, │ │ │ │ - 0x000cdcd8 74686973 206e756d 62657220 73686f75 this number shou │ │ │ │ - 0x000cdce8 6c642062 6520696e 63726561 7365642e ld be increased. │ │ │ │ - 0x000cdcf8 00000000 00000000 20204375 7272656e ........ Curren │ │ │ │ - 0x000cdd08 74206d61 78696d75 6d206861 6e646c65 t maximum handle │ │ │ │ - 0x000cdd18 733a2020 20253464 00000000 00000000 s: %4d........ │ │ │ │ - 0x000cdd28 20205375 67676573 74656420 6e657720 Suggested new │ │ │ │ - 0x000cdd38 6d617869 6d756d3a 20202020 20253464 maximum: %4d │ │ │ │ - 0x000cdd48 00000000 00000000 52657275 6e207769 ........Rerun wi │ │ │ │ - 0x000cdd58 7468202d 2d6d6361 206d7069 5f636f6d th --mca mpi_com │ │ │ │ - 0x000cdd68 6d6f6e5f 63756461 5f657665 6e745f6d mon_cuda_event_m │ │ │ │ - 0x000cdd78 61782025 64000000 54686520 63616c6c ax %d...The call │ │ │ │ - 0x000cdd88 20746f20 63754d65 6d476574 41646472 to cuMemGetAddr │ │ │ │ - 0x000cdd98 65737352 616e6765 20666169 6c656420 essRange failed │ │ │ │ - 0x000cdda8 64757269 6e672074 68652047 50552052 during the GPU R │ │ │ │ - 0x000cddb8 444d4120 70726f74 6f636f6c 2e000000 DMA protocol.... │ │ │ │ - 0x000cddc8 2020486f 73743a20 20257300 00000000 Host: %s..... │ │ │ │ - 0x000cddd8 20206375 4d656d47 65744164 64726573 cuMemGetAddres │ │ │ │ - 0x000cdde8 7352616e 67652072 65747572 6e207661 sRange return va │ │ │ │ - 0x000cddf8 6c75653a 20202564 00000000 00000000 lue: %d........ │ │ │ │ - 0x000cde08 20206164 64726573 733a2020 25700000 address: %p.. │ │ │ │ - 0x000cde18 43686563 6b207468 65206375 64612e68 Check the cuda.h │ │ │ │ - 0x000cde28 2066696c 6520666f 72207768 61742074 file for what t │ │ │ │ - 0x000cde38 68652072 65747572 6e207661 6c756520 he return value │ │ │ │ - 0x000cde48 6d65616e 732e2054 68697320 69732068 means. This is h │ │ │ │ - 0x000cde58 6967686c 79000000 756e7573 75616c20 ighly...unusual │ │ │ │ - 0x000cde68 616e6420 73686f75 6c64206e 6f742068 and should not h │ │ │ │ - 0x000cde78 61707065 6e2e2054 68652070 726f6772 appen. The progr │ │ │ │ - 0x000cde88 616d2077 696c6c20 70726f62 61626c79 am will probably │ │ │ │ - 0x000cde98 2061626f 72742e00 54686520 63616c6c abort..The call │ │ │ │ - 0x000cdea8 20746f20 63754d65 6d476574 41646472 to cuMemGetAddr │ │ │ │ - 0x000cdeb8 65737352 616e6765 20666169 6c65642e essRange failed. │ │ │ │ - 0x000cdec8 20546869 73206d65 616e7320 74686520 This means the │ │ │ │ - 0x000cded8 47505520 52444d41 2070726f 746f636f GPU RDMA protoco │ │ │ │ - 0x000cdee8 6c000000 00000000 63616e6e 6f742062 l.......cannot b │ │ │ │ - 0x000cdef8 65207573 65642e00 20206375 4d656d47 e used.. cuMemG │ │ │ │ - 0x000cdf08 65744164 64726573 7352616e 67652072 etAddressRange r │ │ │ │ - 0x000cdf18 65747572 6e207661 6c75653a 20202025 eturn value: % │ │ │ │ - 0x000cdf28 64000000 00000000 54686520 63616c6c d.......The call │ │ │ │ - 0x000cdf38 20746f20 63754970 63476574 4d656d48 to cuIpcGetMemH │ │ │ │ - 0x000cdf48 616e646c 65206661 696c6564 2e205468 andle failed. Th │ │ │ │ - 0x000cdf58 6973206d 65616e73 20746865 20475055 is means the GPU │ │ │ │ - 0x000cdf68 2052444d 41207072 6f746f63 6f6c0000 RDMA protocol.. │ │ │ │ - 0x000cdf78 20206375 49706347 65744d65 6d48616e cuIpcGetMemHan │ │ │ │ - 0x000cdf88 646c6520 72657475 726e2076 616c7565 dle return value │ │ │ │ - 0x000cdf98 3a202020 25640000 54686520 63616c6c : %d..The call │ │ │ │ - 0x000cdfa8 20746f20 63754d65 6d486f73 74526567 to cuMemHostReg │ │ │ │ - 0x000cdfb8 69737465 72282570 29206661 696c6564 ister(%p) failed │ │ │ │ - 0x000cdfc8 2e000000 00000000 20206375 4d656d48 ........ cuMemH │ │ │ │ - 0x000cdfd8 6f737455 6e726567 69737465 72207265 ostUnregister re │ │ │ │ - 0x000cdfe8 7475726e 2076616c 75653a20 20256400 turn value: %d. │ │ │ │ - 0x000cdff8 54686520 63616c6c 20746f20 63754d65 The call to cuMe │ │ │ │ - 0x000ce008 6d486f73 74526567 69737465 72282570 mHostRegister(%p │ │ │ │ - 0x000ce018 2c202564 2c203029 20666169 6c65642e , %d, 0) failed. │ │ │ │ - 0x000ce028 00000000 00000000 20206375 4d656d48 ........ cuMemH │ │ │ │ - 0x000ce038 6f737452 65676973 74657220 72657475 ostRegister retu │ │ │ │ - 0x000ce048 726e2076 616c7565 3a202025 64000000 rn value: %d... │ │ │ │ - 0x000ce058 20205265 67697374 72617469 6f6e2063 Registration c │ │ │ │ - 0x000ce068 61636865 3a202025 73000000 00000000 ache: %s....... │ │ │ │ - 0x000ce078 5741524e 494e473a 20546865 2063616c WARNING: The cal │ │ │ │ - 0x000ce088 6c20746f 20637543 74784765 74446576 l to cuCtxGetDev │ │ │ │ - 0x000ce098 69636528 29206661 696c6564 2e000000 ice() failed.... │ │ │ │ - 0x000ce0a8 20206375 43747847 65744465 76696365 cuCtxGetDevice │ │ │ │ - 0x000ce0b8 20726574 75726e20 76616c75 653a2020 return value: │ │ │ │ - 0x000ce0c8 20256400 00000000 4e4f5445 3a20596f %d.....NOTE: Yo │ │ │ │ - 0x000ce0d8 75206361 6e207475 726e206f 66662074 u can turn off t │ │ │ │ - 0x000ce0e8 68697320 7761726e 696e6720 62792073 his warning by s │ │ │ │ - 0x000ce0f8 65747469 6e672074 6865204d 43412070 etting the MCA p │ │ │ │ - 0x000ce108 6172616d 65746572 00000000 00000000 arameter........ │ │ │ │ - 0x000ce118 20202020 20206d70 695f636f 6d6d6f6e mpi_common │ │ │ │ - 0x000ce128 5f637564 615f7761 726e696e 6720746f _cuda_warning to │ │ │ │ - 0x000ce138 20302e00 00000000 5741524e 494e473a 0......WARNING: │ │ │ │ - 0x000ce148 20546865 2063616c 6c20746f 20637543 The call to cuC │ │ │ │ - 0x000ce158 74784765 74437572 72656e74 28292066 txGetCurrent() f │ │ │ │ - 0x000ce168 61696c65 64207768 696c6520 61747465 ailed while atte │ │ │ │ - 0x000ce178 6d707469 6e672074 6f207265 67697374 mpting to regist │ │ │ │ - 0x000ce188 65720000 00000000 696e7465 726e616c er......internal │ │ │ │ - 0x000ce198 206d656d 6f727920 77697468 20746865 memory with the │ │ │ │ - 0x000ce1a8 20435544 4120656e 7669726f 6e6d656e CUDA environmen │ │ │ │ - 0x000ce1b8 742e2020 54686520 70726f67 72616d20 t. The program │ │ │ │ - 0x000ce1c8 77696c6c 20636f6e 74696e75 6520746f will continue to │ │ │ │ - 0x000ce1d8 2072756e 2c000000 62757420 74686520 run,...but the │ │ │ │ - 0x000ce1e8 70657266 6f726d61 6e636520 6f662047 performance of G │ │ │ │ - 0x000ce1f8 5055206d 656d6f72 79207472 616e7366 PU memory transf │ │ │ │ - 0x000ce208 65727320 6d617920 62652072 65647563 ers may be reduc │ │ │ │ - 0x000ce218 65642e20 20546869 73206661 696c7572 ed. This failur │ │ │ │ - 0x000ce228 65000000 00000000 696e6469 63617465 e.......indicate │ │ │ │ - 0x000ce238 73207468 61742074 68657265 20697320 s that there is │ │ │ │ - 0x000ce248 6e6f2043 55444120 636f6e74 65787420 no CUDA context │ │ │ │ - 0x000ce258 7965742e 2020546f 20656c69 6d696e61 yet. To elimina │ │ │ │ - 0x000ce268 74652074 68697320 7761726e 696e672c te this warning, │ │ │ │ - 0x000ce278 00000000 00000000 656e7375 72652074 ........ensure t │ │ │ │ - 0x000ce288 68617420 74686572 65206973 20612043 hat there is a C │ │ │ │ - 0x000ce298 55444120 636f6e74 65787420 7072696f UDA context prio │ │ │ │ - 0x000ce2a8 7220746f 2063616c 6c696e67 204d5049 r to calling MPI │ │ │ │ - 0x000ce2b8 5f496e69 742e0000 62757420 74686520 _Init...but the │ │ │ │ - 0x000ce2c8 70657266 6f726d61 6e636520 6f662047 performance of G │ │ │ │ - 0x000ce2d8 5055206d 656d6f72 79207472 616e7366 PU memory transf │ │ │ │ - 0x000ce2e8 65727320 6d617920 62652072 65647563 ers may be reduc │ │ │ │ - 0x000ce2f8 65642e00 00000000 20206375 43747847 ed...... cuCtxG │ │ │ │ - 0x000ce308 65744375 7272656e 74207265 7475726e etCurrent return │ │ │ │ - 0x000ce318 2076616c 75653a20 20202564 00000000 value: %d.... │ │ │ │ - 0x000ce328 696e6469 63617465 73207468 61742074 indicates that t │ │ │ │ - 0x000ce338 68652043 55444120 656e7669 726f6e6d he CUDA environm │ │ │ │ - 0x000ce348 656e7420 6973206e 6f742079 65742069 ent is not yet i │ │ │ │ - 0x000ce358 6e697469 616c697a 65642e20 20546f20 nitialized. To │ │ │ │ - 0x000ce368 656c696d 696e6174 65000000 00000000 eliminate....... │ │ │ │ - 0x000ce378 74686973 20776172 6e696e67 2c20656e this warning, en │ │ │ │ - 0x000ce388 73757265 20746861 74204355 44412069 sure that CUDA i │ │ │ │ - 0x000ce398 7320696e 69746961 6c697a65 64207072 s initialized pr │ │ │ │ - 0x000ce3a8 696f7220 746f2063 616c6c69 6e67204d ior to calling M │ │ │ │ - 0x000ce3b8 50495f49 6e69742e 00000000 00000000 PI_Init......... │ │ │ │ - 0x000ce3c8 4d756c74 69706c65 20416363 656c6572 Multiple Acceler │ │ │ │ - 0x000ce3d8 61746f72 7320466f 756e6400 00000000 ators Found..... │ │ │ │ - 0x000ce3e8 4e6f2041 6363656c 65726174 6f727320 No Accelerators │ │ │ │ - 0x000ce3f8 466f756e 64000000 4552524f 523a2055 Found...ERROR: U │ │ │ │ - 0x000ce408 73657220 73706563 69666965 6420616e ser specified an │ │ │ │ - 0x000ce418 20616363 656c6572 61746f72 20636f6d accelerator com │ │ │ │ - 0x000ce428 706f6e65 6e742076 69612022 2d2d6d63 ponent via "--mc │ │ │ │ - 0x000ce438 61206163 63656c65 7261746f 72203c63 a accelerator ", and │ │ │ │ - 0x000ce458 74686174 00000000 636f6d70 6f6e656e that....componen │ │ │ │ - 0x000ce468 74206661 696c6564 20746f20 696e6974 t failed to init │ │ │ │ - 0x000ce478 69616c69 7a652073 75636365 73736675 ialize successfu │ │ │ │ - 0x000ce488 6c6c792e 20205468 65207072 6f677261 lly. The progra │ │ │ │ - 0x000ce498 6d207769 6c6c2061 626f7274 20746f20 m will abort to │ │ │ │ - 0x000ce4a8 616c6c6f 7720796f 7520746f 20666978 allow you to fix │ │ │ │ - 0x000ce4b8 20746865 20697373 75652e00 00000000 the issue...... │ │ │ │ - 0x000ce4c8 4552524f 523a204f 70656e20 4d504920 ERROR: Open MPI │ │ │ │ - 0x000ce4d8 6f6e6c79 20737570 706f7274 73206f6e only supports on │ │ │ │ - 0x000ce4e8 65206163 63656c65 7261746f 72206672 e accelerator fr │ │ │ │ - 0x000ce4f8 616d6577 6f726b20 70657220 6e6f6465 amework per node │ │ │ │ - 0x000ce508 2e20506c 65617365 20706963 6b206f6e . Please pick on │ │ │ │ - 0x000ce518 65206f66 20746865 00000000 00000000 e of the........ │ │ │ │ - 0x000ce528 696e6974 69616c69 7a656420 61636365 initialized acce │ │ │ │ - 0x000ce538 6c657261 746f7220 636f6d70 6f6e656e lerator componen │ │ │ │ - 0x000ce548 74732076 69612063 6f6d6d61 6e64206c ts via command l │ │ │ │ - 0x000ce558 696e6520 61726775 6d656e74 20222d2d ine argument "-- │ │ │ │ - 0x000ce568 6d636120 61636365 6c657261 746f7220 mca accelerator │ │ │ │ - 0x000ce578 3c636f6d 706f6e65 6e743e22 2e000000 ".... │ │ │ │ - 0x000ce588 54686520 666f6c6c 6f77696e 67206163 The following ac │ │ │ │ - 0x000ce598 63656c65 7261746f 72732069 6e697469 celerators initi │ │ │ │ - 0x000ce5a8 616c697a 65642073 75636365 73736675 alized successfu │ │ │ │ - 0x000ce5b8 6c6c793a 2025732e 00000000 00000000 lly: %s......... │ │ │ │ - 0x000ce5c8 54686520 70726f67 72616d20 77696c6c The program will │ │ │ │ - 0x000ce5d8 2061626f 72742074 6f20616c 6c6f7720 abort to allow │ │ │ │ - 0x000ce5e8 796f7520 746f2072 65736f6c 76652074 you to resolve t │ │ │ │ - 0x000ce5f8 68652061 6363656c 65726174 6f722063 he accelerator c │ │ │ │ - 0x000ce608 6f6e666c 6963742e 00000000 00000000 onflict......... │ │ │ │ - 0x000ce618 6d62696e 64206661 696c7572 65000000 mbind failure... │ │ │ │ - 0x000ce628 4f70656e 204d5049 20666169 6c656420 Open MPI failed │ │ │ │ - 0x000ce638 746f2062 696e6420 696e7465 726e616c to bind internal │ │ │ │ - 0x000ce648 206d656d 6f727920 746f2061 20737065 memory to a spe │ │ │ │ - 0x000ce658 63696669 63204e55 4d41206e 6f64652e cific NUMA node. │ │ │ │ - 0x000ce668 20205468 69730000 6d657373 61676520 This..message │ │ │ │ - 0x000ce678 77696c6c 206f6e6c 79206265 20726570 will only be rep │ │ │ │ - 0x000ce688 6f727465 64206174 206d6f73 74206f6e orted at most on │ │ │ │ - 0x000ce698 63652070 65722070 726f6365 73732e00 ce per process.. │ │ │ │ - 0x000ce6a8 20204669 6c653a20 20202020 20202573 File: %s │ │ │ │ - 0x000ce6b8 3a256400 00000000 20205365 76657269 :%d..... Severi │ │ │ │ - 0x000ce6c8 74793a20 20202573 00000000 00000000 ty: %s........ │ │ │ │ - 0x000ce6d8 616c6c20 6d656d20 6c65616b 73000000 all mem leaks... │ │ │ │ - 0x000ce6e8 736f6d65 206d656d 206c6561 6b730000 some mem leaks.. │ │ │ │ - 0x000ce6f8 54686520 666f6c6c 6f77696e 67206d65 The following me │ │ │ │ - 0x000ce708 6d6f7279 206c6f63 6174696f 6e732077 mory locations w │ │ │ │ - 0x000ce718 65726520 616c6c6f 63617465 64207669 ere allocated vi │ │ │ │ - 0x000ce728 61204d50 495f414c 4c4f435f 4d454d20 a MPI_ALLOC_MEM │ │ │ │ - 0x000ce738 62757400 00000000 6e6f7420 66726565 but.....not free │ │ │ │ - 0x000ce748 64207669 61204d50 495f4652 45455f4d d via MPI_FREE_M │ │ │ │ - 0x000ce758 454d2062 65666f72 6520696e 766f6b69 EM before invoki │ │ │ │ - 0x000ce768 6e67204d 50495f46 494e414c 495a453a ng MPI_FINALIZE: │ │ │ │ - 0x000ce778 00000000 00000000 50726f63 65737320 ........Process │ │ │ │ - 0x000ce788 49443a20 25730000 486f7374 6e616d65 ID: %s..Hostname │ │ │ │ - 0x000ce798 3a202020 25730000 5049443a 20202020 : %s..PID: │ │ │ │ - 0x000ce7a8 20202020 25640000 25642061 64646974 %d..%d addit │ │ │ │ - 0x000ce7b8 696f6e61 6c206c65 616b2573 20726563 ional leak%s rec │ │ │ │ - 0x000ce7c8 6f726465 64206275 74202573 206e6f74 orded but %s not │ │ │ │ - 0x000ce7d8 20646973 706c6179 65642068 6572652e displayed here. │ │ │ │ - 0x000ce7e8 20205365 74207468 65204d43 41000000 Set the MCA... │ │ │ │ - 0x000ce7f8 70617261 6d657465 72206d70 695f7368 parameter mpi_sh │ │ │ │ - 0x000ce808 6f775f6d 70695f61 6c6c6f63 5f6d656d ow_mpi_alloc_mem │ │ │ │ - 0x000ce818 5f6c6561 6b732074 6f206120 6c617267 _leaks to a larg │ │ │ │ - 0x000ce828 6572206e 756d6265 7220746f 20736565 er number to see │ │ │ │ - 0x000ce838 20746861 74000000 6d616e79 206c6561 that...many lea │ │ │ │ - 0x000ce848 6b732c20 6f722073 65742069 7420746f ks, or set it to │ │ │ │ - 0x000ce858 2061206e 65676174 69766520 6e756d62 a negative numb │ │ │ │ - 0x000ce868 65722074 6f207365 6520616c 6c206c65 er to see all le │ │ │ │ - 0x000ce878 616b732e 00000000 6661696c 20746f20 aks.....fail to │ │ │ │ - 0x000ce888 70617273 65206966 5f696e65 74360000 parse if_inet6.. │ │ │ │ - 0x000ce898 4f70656e 204d5049 20666169 6c656420 Open MPI failed │ │ │ │ - 0x000ce8a8 746f2070 61727365 20617420 6c656173 to parse at leas │ │ │ │ - 0x000ce8b8 74206f6e 65206f66 20746865 206c696e t one of the lin │ │ │ │ - 0x000ce8c8 65732069 6e000000 2f70726f 632f6e65 es in.../proc/ne │ │ │ │ - 0x000ce8d8 742f6966 5f696e65 74362e20 20546869 t/if_inet6. Thi │ │ │ │ - 0x000ce8e8 73206973 20657874 72656d65 6c792075 s is extremely u │ │ │ │ - 0x000ce8f8 6e757375 616c2061 6e642073 686f756c nusual and shoul │ │ │ │ - 0x000ce908 64206e65 76657200 68617070 656e2e20 d never.happen. │ │ │ │ - 0x000ce918 204f7065 6e204d50 49207769 6c6c2073 Open MPI will s │ │ │ │ - 0x000ce928 6b697020 74686973 20696e74 65726661 kip this interfa │ │ │ │ - 0x000ce938 63652061 6e642061 7474656d 70742074 ce and attempt t │ │ │ │ - 0x000ce948 6f20636f 6e74696e 75652e00 00000000 o continue...... │ │ │ │ - 0x000ce958 2020486f 73743a20 20202020 20257300 Host: %s. │ │ │ │ - 0x000ce968 2020496e 74657266 6163653a 20257300 Interface: %s. │ │ │ │ - 0x000ce978 20204865 783a2020 20202020 20257300 Hex: %s. │ │ │ │ - 0x000ce988 616c6967 6e656420 62756666 65722074 aligned buffer t │ │ │ │ - 0x000ce998 6f6f206c 61726765 00000000 00000000 oo large........ │ │ │ │ - 0x000ce9a8 4552524f 523a2052 65717565 73746564 ERROR: Requested │ │ │ │ - 0x000ce9b8 20616c69 676e6564 20627566 66657220 aligned buffer │ │ │ │ - 0x000ce9c8 73697a65 20257a75 20657863 65656473 size %zu exceeds │ │ │ │ - 0x000ce9d8 206c696d 6974206f 6620257a 75000000 limit of %zu... │ │ │ │ - 0x000ce9e8 436f6e73 69646572 20736574 74696e67 Consider setting │ │ │ │ - 0x000ce9f8 20222573 2220746f 20256400 00000000 "%s" to %d..... │ │ │ │ - 0x000cea08 4552524f 523a2052 65717565 73746564 ERROR: Requested │ │ │ │ - 0x000cea18 20627566 66657220 73697a65 20257a75 buffer size %zu │ │ │ │ - 0x000cea28 20657863 65656473 206c696d 6974206f exceeds limit o │ │ │ │ - 0x000cea38 6620257a 75000000 6c656176 65207069 f %zu...leave pi │ │ │ │ - 0x000cea48 6e6e6564 20666169 6c656400 00000000 nned failed..... │ │ │ │ - 0x000cea58 63616e6e 6f742064 65726567 69737465 cannot deregiste │ │ │ │ - 0x000cea68 7220696e 2d757365 206d656d 6f727900 r in-use memory. │ │ │ │ - 0x000cea78 4f70656e 204d5049 20696e74 65726365 Open MPI interce │ │ │ │ - 0x000cea88 70746564 20612063 616c6c20 746f2066 pted a call to f │ │ │ │ - 0x000cea98 72656520 6d656d6f 72792074 68617420 ree memory that │ │ │ │ - 0x000ceaa8 69732073 74696c6c 20626569 6e672075 is still being u │ │ │ │ - 0x000ceab8 73656420 62790000 616e206f 6e676f69 sed by..an ongoi │ │ │ │ - 0x000ceac8 6e67204d 50492063 6f6d6d75 6e696361 ng MPI communica │ │ │ │ - 0x000cead8 74696f6e 2e202054 68697320 75737561 tion. This usua │ │ │ │ - 0x000ceae8 6c6c7920 7265666c 65637473 20616e20 lly reflects an │ │ │ │ - 0x000ceaf8 6572726f 7220696e 20746865 00000000 error in the.... │ │ │ │ - 0x000ceb08 4d504920 6170706c 69636174 696f6e3b MPI application; │ │ │ │ - 0x000ceb18 20697420 6d617920 7369676e 69667920 it may signify │ │ │ │ - 0x000ceb28 6d656d6f 72792063 6f727275 7074696f memory corruptio │ │ │ │ - 0x000ceb38 6e2e2020 4f70656e 204d5049 2077696c n. Open MPI wil │ │ │ │ - 0x000ceb48 6c206e6f 77000000 61626f72 7420796f l now...abort yo │ │ │ │ - 0x000ceb58 7572206a 6f622e00 20207263 61636865 ur job.. rcache │ │ │ │ - 0x000ceb68 206e616d 653a2020 20202573 00000000 name: %s.... │ │ │ │ - 0x000ceb78 20204c6f 63616c20 686f7374 3a202020 Local host: │ │ │ │ - 0x000ceb88 20202573 00000000 20204275 66666572 %s.... Buffer │ │ │ │ - 0x000ceb98 20616464 72657373 3a202570 00000000 address: %p.... │ │ │ │ - 0x000ceba8 20204275 66666572 2073697a 653a2020 Buffer size: │ │ │ │ - 0x000cebb8 2020256c 75000000 41207072 6f636573 %lu...A proces │ │ │ │ - 0x000cebc8 73206174 74656d70 74656420 746f2075 s attempted to u │ │ │ │ - 0x000cebd8 73652074 68652022 6c656176 65207069 se the "leave pi │ │ │ │ - 0x000cebe8 6e6e6564 22204d50 49206665 61747572 nned" MPI featur │ │ │ │ - 0x000cebf8 652c2062 7574206e 6f000000 00000000 e, but no....... │ │ │ │ - 0x000cec08 6d656d6f 72792072 65676973 74726174 memory registrat │ │ │ │ - 0x000cec18 696f6e20 686f6f6b 73207765 72652066 ion hooks were f │ │ │ │ - 0x000cec28 6f756e64 206f6e20 74686520 73797374 ound on the syst │ │ │ │ - 0x000cec38 656d2061 74207275 6e207469 6d652e20 em at run time. │ │ │ │ - 0x000cec48 20546869 73000000 6d617920 62652074 This...may be t │ │ │ │ - 0x000cec58 68652072 6573756c 74206f66 2072756e he result of run │ │ │ │ - 0x000cec68 6e696e67 206f6e20 61207379 7374656d ning on a system │ │ │ │ - 0x000cec78 20746861 7420646f 6573206e 6f742073 that does not s │ │ │ │ - 0x000cec88 7570706f 7274206d 656d6f72 79000000 upport memory... │ │ │ │ - 0x000cec98 686f6f6b 73206f72 20686176 696e6720 hooks or having │ │ │ │ - 0x000ceca8 736f6d65 206f7468 65722073 6f667477 some other softw │ │ │ │ - 0x000cecb8 61726520 73756276 65727420 4f70656e are subvert Open │ │ │ │ - 0x000cecc8 204d5049 27732075 7365206f 66207468 MPI's use of th │ │ │ │ - 0x000cecd8 65000000 00000000 6d656d6f 72792068 e.......memory h │ │ │ │ - 0x000cece8 6f6f6b73 2e202059 6f752063 616e2064 ooks. You can d │ │ │ │ - 0x000cecf8 69736162 6c65204f 70656e20 4d504927 isable Open MPI' │ │ │ │ - 0x000ced08 73207573 65206f66 206d656d 6f727920 s use of memory │ │ │ │ - 0x000ced18 686f6f6b 73206279 00000000 00000000 hooks by........ │ │ │ │ - 0x000ced28 73657474 696e6720 626f7468 20746865 setting both the │ │ │ │ - 0x000ced38 206d7069 5f6c6561 76655f70 696e6e65 mpi_leave_pinne │ │ │ │ - 0x000ced48 6420616e 64206d70 695f6c65 6176655f d and mpi_leave_ │ │ │ │ - 0x000ced58 70696e6e 65645f70 6970656c 696e6520 pinned_pipeline │ │ │ │ - 0x000ced68 4d434100 00000000 70617261 6d657465 MCA.....paramete │ │ │ │ - 0x000ced78 72732074 6f20302e 00000000 00000000 rs to 0......... │ │ │ │ - 0x000ced88 4f70656e 204d5049 2077696c 6c206469 Open MPI will di │ │ │ │ - 0x000ced98 7361626c 6520616e 79207472 616e7370 sable any transp │ │ │ │ - 0x000ceda8 6f727473 20746861 74206172 65206174 orts that are at │ │ │ │ - 0x000cedb8 74656d70 74696e67 20746f20 75736520 tempting to use │ │ │ │ - 0x000cedc8 74686500 00000000 6c656176 65207069 the.....leave pi │ │ │ │ - 0x000cedd8 6e6e6564 2066756e 6374696f 6e616c69 nned functionali │ │ │ │ - 0x000cede8 74793b20 796f7572 206a6f62 206d6179 ty; your job may │ │ │ │ - 0x000cedf8 20737469 6c6c2072 756e2c20 62757420 still run, but │ │ │ │ - 0x000cee08 6d617920 66616c6c 20626163 6b000000 may fall back... │ │ │ │ - 0x000cee18 746f2061 20736c6f 77657220 6e657477 to a slower netw │ │ │ │ - 0x000cee28 6f726b20 7472616e 73706f72 74202873 ork transport (s │ │ │ │ - 0x000cee38 75636820 61732054 4350292e 00000000 uch as TCP)..... │ │ │ │ - 0x000cee48 20207263 61636865 206e616d 653a2025 rcache name: % │ │ │ │ - 0x000cee58 73000000 00000000 20205072 6f636573 s....... Proces │ │ │ │ - 0x000cee68 733a2020 20202025 73000000 00000000 s: %s....... │ │ │ │ - 0x000cee78 20204c6f 63616c20 686f7374 3a202025 Local host: % │ │ │ │ - 0x000cee88 73000000 00000000 6b6e656d 20706572 s.......knem per │ │ │ │ - 0x000cee98 6d697373 696f6e20 64656e69 65640000 mission denied.. │ │ │ │ - 0x000ceea8 6b6e656d 20666169 6c206f70 656e0000 knem fail open.. │ │ │ │ - 0x000ceeb8 6b6e656d 20676574 20414249 20666169 knem get ABI fai │ │ │ │ - 0x000ceec8 6c000000 00000000 6b6e656d 20414249 l.......knem ABI │ │ │ │ - 0x000ceed8 206d6973 6d617463 68000000 00000000 mismatch....... │ │ │ │ - 0x000ceee8 5741524e 494e473a 204f7065 6e204d50 WARNING: Open MP │ │ │ │ - 0x000ceef8 49207761 7320636f 6d70696c 65642077 I was compiled w │ │ │ │ - 0x000cef08 69746820 73757070 6f727420 666f7220 ith support for │ │ │ │ - 0x000cef18 6f6e6520 76657273 696f6e20 6f662074 one version of t │ │ │ │ - 0x000cef28 68650000 00000000 6b6e656d 206b6572 he......knem ker │ │ │ │ - 0x000cef38 6e656c20 6d6f6475 6c652c20 62757420 nel module, but │ │ │ │ - 0x000cef48 69742064 6973636f 76657265 64206120 it discovered a │ │ │ │ - 0x000cef58 64696666 6572656e 74207665 7273696f different versio │ │ │ │ - 0x000cef68 6e207275 6e6e696e 6720696e 00000000 n running in.... │ │ │ │ - 0x000cef78 2f646576 2f6b6e65 6d2e204f 70656e20 /dev/knem. Open │ │ │ │ - 0x000cef88 4d504920 6e656564 7320746f 20626520 MPI needs to be │ │ │ │ - 0x000cef98 696e7374 616c6c65 64207769 74682073 installed with s │ │ │ │ - 0x000cefa8 7570706f 72742066 6f722074 68652073 upport for the s │ │ │ │ - 0x000cefb8 616d6500 00000000 76657273 696f6e20 ame.....version │ │ │ │ - 0x000cefc8 6f66206b 6e656d20 61732069 7320696e of knem as is in │ │ │ │ - 0x000cefd8 20746865 2072756e 6e696e67 204c696e the running Lin │ │ │ │ - 0x000cefe8 7578206b 65726e65 6c2e2050 6c656173 ux kernel. Pleas │ │ │ │ - 0x000ceff8 65206368 65636b20 77697468 00000000 e check with.... │ │ │ │ - 0x000cf008 796f7572 20737973 74656d20 61646d69 your system admi │ │ │ │ - 0x000cf018 6e697374 7261746f 722c206f 72207365 nistrator, or se │ │ │ │ - 0x000cf028 74207468 6520736d 7363204d 43412076 t the smsc MCA v │ │ │ │ - 0x000cf038 61726961 626c6520 746f2022 5e6b6e65 ariable to "^kne │ │ │ │ - 0x000cf048 6d222074 6f000000 73696c65 6e636520 m" to...silence │ │ │ │ - 0x000cf058 74686973 20776172 6e696e67 20616e64 this warning and │ │ │ │ - 0x000cf068 2072756e 20776974 686f7574 206b6e65 run without kne │ │ │ │ - 0x000cf078 6d207375 70706f72 742e0000 00000000 m support....... │ │ │ │ - 0x000cf088 4f70656e 204d5049 2077696c 6c207472 Open MPI will tr │ │ │ │ - 0x000cf098 7920746f 2066616c 6c206261 636b206f y to fall back o │ │ │ │ - 0x000cf0a8 6e20616e 6f746865 72207369 6e676c65 n another single │ │ │ │ - 0x000cf0b8 2d636f70 79206d65 6368616e 69736d20 -copy mechanism │ │ │ │ - 0x000cf0c8 6966206f 6e650000 69732061 7661696c if one..is avail │ │ │ │ - 0x000cf0d8 61626c65 2e202054 68697320 6d617920 able. This may │ │ │ │ - 0x000cf0e8 72657375 6c742069 6e206c6f 77657220 result in lower │ │ │ │ - 0x000cf0f8 70657266 6f726d61 6e63652e 00000000 performance..... │ │ │ │ - 0x000cf108 20204c6f 63616c20 686f7374 3a202020 Local host: │ │ │ │ - 0x000cf118 20202020 20202020 20202025 73000000 %s... │ │ │ │ - 0x000cf128 20204f70 656e204d 50492773 206b6e65 Open MPI's kne │ │ │ │ - 0x000cf138 6d207665 7273696f 6e3a2030 78257800 m version: 0x%x. │ │ │ │ - 0x000cf148 20202f64 65762f6b 6e656d27 73207665 /dev/knem's ve │ │ │ │ - 0x000cf158 7273696f 6e3a2020 20202030 78257800 rsion: 0x%x. │ │ │ │ - 0x000cf168 5741524e 494e473a 204f7065 6e204d50 WARNING: Open MP │ │ │ │ - 0x000cf178 49206661 696c6564 20746f20 72657472 I failed to retr │ │ │ │ - 0x000cf188 69657665 20746865 20414249 20766572 ieve the ABI ver │ │ │ │ - 0x000cf198 73696f6e 2066726f 6d207468 65000000 sion from the... │ │ │ │ - 0x000cf1a8 2f646576 2f6b6e65 6d206465 76696365 /dev/knem device │ │ │ │ - 0x000cf1b8 20647565 20746f20 61206c6f 63616c20 due to a local │ │ │ │ - 0x000cf1c8 6572726f 722e2020 54686973 20757375 error. This usu │ │ │ │ - 0x000cf1d8 616c6c79 20696e64 69636174 65732061 ally indicates a │ │ │ │ - 0x000cf1e8 6e000000 00000000 6572726f 7220696e n.......error in │ │ │ │ - 0x000cf1f8 20796f75 72206b6e 656d2069 6e737461 your knem insta │ │ │ │ - 0x000cf208 6c6c6174 696f6e3b 20706c65 61736520 llation; please │ │ │ │ - 0x000cf218 63686563 6b207769 74682079 6f757220 check with your │ │ │ │ - 0x000cf228 73797374 656d0000 61646d69 6e697374 system..administ │ │ │ │ - 0x000cf238 7261746f 722c206f 72207365 74207468 rator, or set th │ │ │ │ - 0x000cf248 6520736d 7363204d 43412076 61726961 e smsc MCA varia │ │ │ │ - 0x000cf258 626c6520 746f2022 5e6b6e65 6d222074 ble to "^knem" t │ │ │ │ - 0x000cf268 6f207369 6c656e63 65207468 69730000 o silence this.. │ │ │ │ - 0x000cf278 7761726e 696e6720 616e6420 72756e20 warning and run │ │ │ │ - 0x000cf288 77697468 6f757420 6b6e656d 20737570 without knem sup │ │ │ │ - 0x000cf298 706f7274 2e000000 5741524e 494e473a port....WARNING: │ │ │ │ - 0x000cf2a8 204f7065 6e204d50 49206661 696c6564 Open MPI failed │ │ │ │ - 0x000cf2b8 20746f20 6f70656e 20746865 202f6465 to open the /de │ │ │ │ - 0x000cf2c8 762f6b6e 656d2064 65766963 65206475 v/knem device du │ │ │ │ - 0x000cf2d8 6520746f 2061206c 6f63616c 00000000 e to a local.... │ │ │ │ - 0x000cf2e8 6572726f 722e2050 6c656173 65206368 error. Please ch │ │ │ │ - 0x000cf2f8 65636b20 77697468 20796f75 72207379 eck with your sy │ │ │ │ - 0x000cf308 7374656d 2061646d 696e6973 74726174 stem administrat │ │ │ │ - 0x000cf318 6f722074 6f206765 74207468 65207072 or to get the pr │ │ │ │ - 0x000cf328 6f626c65 6d000000 66697865 642c206f oblem...fixed, o │ │ │ │ - 0x000cf338 72207365 74207468 6520736d 7363204d r set the smsc M │ │ │ │ - 0x000cf348 43412076 61726961 626c6520 746f2022 CA variable to " │ │ │ │ - 0x000cf358 5e6b6e65 6d222074 6f207369 6c656e63 ^knem" to silenc │ │ │ │ - 0x000cf368 65207468 69732077 61726e69 6e670000 e this warning.. │ │ │ │ - 0x000cf378 5741524e 494e473a 204f7065 6e204d50 WARNING: Open MP │ │ │ │ - 0x000cf388 49206661 696c6564 20746f20 6f70656e I failed to open │ │ │ │ - 0x000cf398 20746865 202f6465 762f6b6e 656d2064 the /dev/knem d │ │ │ │ - 0x000cf3a8 65766963 65206475 6520746f 20610000 evice due to a.. │ │ │ │ - 0x000cf3b8 7065726d 69737369 6f6e7320 70726f62 permissions prob │ │ │ │ - 0x000cf3c8 6c656d2e 2020506c 65617365 20636865 lem. Please che │ │ │ │ - 0x000cf3d8 636b2077 69746820 796f7572 20737973 ck with your sys │ │ │ │ - 0x000cf3e8 74656d20 61646d69 6e697374 7261746f tem administrato │ │ │ │ - 0x000cf3f8 7220746f 00000000 67657420 74686520 r to....get the │ │ │ │ - 0x000cf408 7065726d 69737369 6f6e7320 66697865 permissions fixe │ │ │ │ - 0x000cf418 642c206f 72207365 74207468 6520736d d, or set the sm │ │ │ │ - 0x000cf428 7363204d 43412076 61726961 626c6520 sc MCA variable │ │ │ │ - 0x000cf438 746f2022 5e6b6e65 6d222074 6f000000 to "^knem" to... │ │ │ │ - 0x000cf448 20204c6f 63616c20 686f7374 3a202020 Local host: │ │ │ │ - 0x000cf458 20202020 20202020 20257300 00000000 %s..... │ │ │ │ - 0x000cf468 20202f64 65762f6b 6e656d20 7065726d /dev/knem perm │ │ │ │ - 0x000cf478 69737369 6f6e733a 2030256f 00000000 issions: 0%o.... │ │ │ │ - 0x000cf488 6d6f6e6f 746f6e69 63206e6f 74207375 monotonic not su │ │ │ │ - 0x000cf498 70706f72 74656400 41206d6f 6e6f746f pported.A monoto │ │ │ │ - 0x000cf4a8 6e696320 74696d65 72206861 73206265 nic timer has be │ │ │ │ - 0x000cf4b8 656e2072 65717565 73746564 20627920 en requested by │ │ │ │ - 0x000cf4c8 74686520 75736572 2c206275 7420636f the user, but co │ │ │ │ - 0x000cf4d8 756c6420 6e6f7420 62652066 6f756e64 uld not be found │ │ │ │ - 0x000cf4e8 206f6e20 74686500 73797374 656d2e20 on the.system. │ │ │ │ - 0x000cf4f8 46616c6c 696e6720 6261636b 20746f20 Falling back to │ │ │ │ - 0x000cf508 61206e6f 6e2d6d6f 6e6f746f 6e696320 a non-monotonic │ │ │ │ - 0x000cf518 74696d65 72202873 75636820 61732052 timer (such as R │ │ │ │ - 0x000cf528 44545343 292e0000 6d6d6170 20746f6f DTSC)...mmap too │ │ │ │ - 0x000cf538 20736d61 6c6c0000 4f70656e 204d5049 small..Open MPI │ │ │ │ - 0x000cf548 20726571 75657374 65642061 20736861 requested a sha │ │ │ │ - 0x000cf558 72656420 6d656d6f 72792073 65676d65 red memory segme │ │ │ │ - 0x000cf568 6e742074 68617420 77617320 746f6f20 nt that was too │ │ │ │ - 0x000cf578 736d616c 6c20746f 20646f00 00000000 small to do..... │ │ │ │ - 0x000cf588 616e7974 68696e67 20757365 66756c2e anything useful. │ │ │ │ - 0x000cf598 20205468 69732069 73206c69 6b656c79 This is likely │ │ │ │ - 0x000cf5a8 20616e20 6572726f 7220696e 204f7065 an error in Ope │ │ │ │ - 0x000cf5b8 6e204d50 49206974 73656c66 2e202049 n MPI itself. I │ │ │ │ - 0x000cf5c8 6620796f 75000000 73656520 74686973 f you...see this │ │ │ │ - 0x000cf5d8 20657272 6f722c20 796f7520 73686f75 error, you shou │ │ │ │ - 0x000cf5e8 6c642073 65652069 66207468 65726520 ld see if there │ │ │ │ - 0x000cf5f8 69732061 6e207570 64617465 20617661 is an update ava │ │ │ │ - 0x000cf608 696c6162 6c652066 6f720000 00000000 ilable for...... │ │ │ │ - 0x000cf618 4f70656e 204d5049 2c20616e 64206966 Open MPI, and if │ │ │ │ - 0x000cf628 206e6f74 2c20636f 6e746163 74207468 not, contact th │ │ │ │ - 0x000cf638 65204f70 656e204d 50492064 6576656c e Open MPI devel │ │ │ │ - 0x000cf648 6f706572 732e0000 20204c6f 63616c20 opers... Local │ │ │ │ - 0x000cf658 686f7374 3a202020 20202020 20257300 host: %s. │ │ │ │ - 0x000cf668 20205265 71756573 74656420 73697a65 Requested size │ │ │ │ - 0x000cf678 3a202020 2025756c 00000000 00000000 : %ul........ │ │ │ │ - 0x000cf688 2020436f 6e74726f 6c207365 67207369 Control seg si │ │ │ │ - 0x000cf698 7a653a20 2025756c 00000000 00000000 ze: %ul........ │ │ │ │ - 0x000cf6a8 20204461 74612073 65672061 6c69676e Data seg align │ │ │ │ - 0x000cf6b8 6d656e74 3a202575 6c000000 00000000 ment: %ul....... │ │ │ │ - 0x000cf6c8 41206361 6c6c2074 6f20616c 6c6f6361 A call to alloca │ │ │ │ - 0x000cf6d8 7465206d 656d6f72 79207769 7468696e te memory within │ │ │ │ - 0x000cf6e8 20746865 20554243 4c207375 70706f72 the UBCL suppor │ │ │ │ - 0x000cf6f8 74206661 696c6564 2e202054 68697320 t failed. This │ │ │ │ - 0x000cf708 69730000 00000000 54686520 6c696272 is......The libr │ │ │ │ - 0x000cf718 61727920 61747465 6d707465 6420746f ary attempted to │ │ │ │ - 0x000cf728 206f7065 6e207468 6520666f 6c6c6f77 open the follow │ │ │ │ - 0x000cf738 696e6720 5542434c 206c6962 72617269 ing UBCL librari │ │ │ │ - 0x000cf748 65732c00 00000000 62757420 65616368 es,.....but each │ │ │ │ - 0x000cf758 206f6620 7468656d 20666169 6c65642e of them failed. │ │ │ │ - 0x000cf768 20554243 4c206361 6e6e6f74 20626520 UBCL cannot be │ │ │ │ - 0x000cf778 75736564 2e000000 49662079 6f75206e used....If you n │ │ │ │ - 0x000cf788 65656420 746f2075 73652055 42434c2c eed to use UBCL, │ │ │ │ - 0x000cf798 20746865 6e207472 79207365 7474696e then try settin │ │ │ │ - 0x000cf7a8 67204c44 5f4c4942 52415259 5f504154 g LD_LIBRARY_PAT │ │ │ │ - 0x000cf7b8 4820746f 20746865 206c6f63 6174696f H to the locatio │ │ │ │ - 0x000cf7c8 6e000000 00000000 6f66206c 69627562 n.......of libub │ │ │ │ - 0x000cf7d8 636c2e73 6f20746f 20676574 20706173 cl.so to get pas │ │ │ │ - 0x000cf7e8 73656420 74686973 20697373 75652e00 sed this issue.. │ │ │ │ - 0x000cf7f8 202d2d64 69736162 6c652d64 6c6f7065 --disable-dlope │ │ │ │ - 0x000cf808 6e20666c 6167292c 20616e64 20746865 n flag), and the │ │ │ │ - 0x000cf818 7265666f 72652063 616e6e6f 74207574 refore cannot ut │ │ │ │ - 0x000cf828 696c697a 65205542 434c2073 7570706f ilize UBCL suppo │ │ │ │ - 0x000cf838 72742e00 00000000 49662079 6f75206e rt......If you n │ │ │ │ - 0x000cf848 65656420 5542434c 20737570 706f7274 eed UBCL support │ │ │ │ - 0x000cf858 2c207265 636f6e66 69677572 65204f70 , reconfigure Op │ │ │ │ - 0x000cf868 656e204d 50492077 69746820 64796e61 en MPI with dyna │ │ │ │ - 0x000cf878 6d696320 6c696272 61727920 73757070 mic library supp │ │ │ │ - 0x000cf888 6f727420 656e6162 6c65642e 00000000 ort enabled..... │ │ │ │ - 0x000cf898 756e626f 756e645f 70726f63 65737300 unbound_process. │ │ │ │ - 0x000cf8a8 7061636b 6167655f 72616e6b 20666169 package_rank fai │ │ │ │ - 0x000cf8b8 6c656400 00000000 4f70656e 204d5049 led.....Open MPI │ │ │ │ - 0x000cf8c8 2773204f 46492064 72697665 72206465 's OFI driver de │ │ │ │ - 0x000cf8d8 74656374 6564206d 756c7469 706c6520 tected multiple │ │ │ │ - 0x000cf8e8 65717569 64697374 616e7420 4e494373 equidistant NICs │ │ │ │ - 0x000cf8f8 2066726f 6d207468 65206375 7272656e from the curren │ │ │ │ - 0x000cf908 74207072 6f636573 732c0000 00000000 t process,...... │ │ │ │ - 0x000cf918 62757420 68616420 696e7375 66666963 but had insuffic │ │ │ │ - 0x000cf928 69656e74 20696e66 6f726d61 74696f6e ient information │ │ │ │ - 0x000cf938 20746f20 656e7375 7265204d 50492070 to ensure MPI p │ │ │ │ - 0x000cf948 726f6365 73736573 20666169 726c7920 rocesses fairly │ │ │ │ - 0x000cf958 7069636b 2061204e 49432066 6f722075 pick a NIC for u │ │ │ │ - 0x000cf968 73652e00 00000000 54686973 206d6179 se......This may │ │ │ │ - 0x000cf978 206e6567 61746976 656c7920 696d7061 negatively impa │ │ │ │ - 0x000cf988 63742070 6572666f 726d616e 63652e20 ct performance. │ │ │ │ - 0x000cf998 41206d6f 7265206d 6f646572 6e20504d A more modern PM │ │ │ │ - 0x000cf9a8 49782073 65727665 72206973 206e6563 Ix server is nec │ │ │ │ - 0x000cf9b8 65737361 72792074 6f000000 00000000 essary to....... │ │ │ │ - 0x000cf9c8 7265736f 6c766520 74686973 20697373 resolve this iss │ │ │ │ - 0x000cf9d8 75652e00 00000000 4e6f7465 3a205468 ue......Note: Th │ │ │ │ - 0x000cf9e8 6973206d 65737361 67652069 73206469 is message is di │ │ │ │ - 0x000cf9f8 73706c61 79656420 6f6e6c79 20776865 splayed only whe │ │ │ │ - 0x000cfa08 6e207468 65204f46 4920636f 6d706f6e n the OFI compon │ │ │ │ - 0x000cfa18 656e7427 73207665 72626f73 69747920 ent's verbosity │ │ │ │ - 0x000cfa28 6c657665 6c206973 00000000 00000000 level is........ │ │ │ │ - 0x000cfa38 2564206f 72206869 67686572 2e000000 %d or higher.... │ │ │ │ - 0x000cfa48 4f70656e 204d5049 2773204f 46492064 Open MPI's OFI d │ │ │ │ - 0x000cfa58 72697665 72206465 74656374 6564206d river detected m │ │ │ │ - 0x000cfa68 756c7469 706c6520 4e494373 206f6e20 ultiple NICs on │ │ │ │ - 0x000cfa78 74686520 73797374 656d2062 75742063 the system but c │ │ │ │ - 0x000cfa88 616e6e6f 74207365 6c656374 20616e00 annot select an. │ │ │ │ - 0x000cfa98 6f707469 6d616c20 64657669 63652062 optimal device b │ │ │ │ - 0x000cfaa8 65636175 73652074 68652063 75727265 ecause the curre │ │ │ │ - 0x000cfab8 6e742070 726f6365 73732069 73206e6f nt process is no │ │ │ │ - 0x000cfac8 7420626f 756e642e 20546869 73206d61 t bound. This ma │ │ │ │ - 0x000cfad8 79206e65 67617469 76656c79 00000000 y negatively.... │ │ │ │ - 0x000cfae8 696d7061 63742070 6572666f 726d616e impact performan │ │ │ │ - 0x000cfaf8 63652e20 54686973 2063616e 20626520 ce. This can be │ │ │ │ - 0x000cfb08 7265736f 6c766564 20627920 73706563 resolved by spec │ │ │ │ - 0x000cfb18 69667969 6e672022 2d2d6269 6e642d74 ifying "--bind-t │ │ │ │ - 0x000cfb28 6f202e2e 2e22206f 6e000000 00000000 o ..." on....... │ │ │ │ - 0x000cfb38 636f6d6d 616e6420 6c696e65 2e000000 command line.... │ │ │ │ - 0x000cfb48 41207379 7374656d 2063616c 6c206661 A system call fa │ │ │ │ - 0x000cfb58 696c6564 20647572 696e6720 73686172 iled during shar │ │ │ │ - 0x000cfb68 6564206d 656d6f72 7920696e 69746961 ed memory initia │ │ │ │ - 0x000cfb78 6c697a61 74696f6e 20746861 74207368 lization that sh │ │ │ │ - 0x000cfb88 6f756c64 00000000 20205379 7374656d ould.... System │ │ │ │ - 0x000cfb98 2063616c 6c3a2025 73202573 00000000 call: %s %s.... │ │ │ │ - 0x000cfba8 6d6d6170 206f6e20 6e667300 00000000 mmap on nfs..... │ │ │ │ - 0x000cfbb8 74617267 65742066 756c6c00 00000000 target full..... │ │ │ │ - 0x000cfbc8 49742061 70706561 72732061 73206966 It appears as if │ │ │ │ - 0x000cfbd8 20746865 72652069 73206e6f 7420656e there is not en │ │ │ │ - 0x000cfbe8 6f756768 20737061 63652066 6f722025 ough space for % │ │ │ │ - 0x000cfbf8 73202874 68652073 68617265 642d6d65 s (the shared-me │ │ │ │ - 0x000cfc08 6d6f7279 20626163 6b696e67 00000000 mory backing.... │ │ │ │ - 0x000cfc18 66696c65 292e2049 74206973 206c696b file). It is lik │ │ │ │ - 0x000cfc28 656c7920 74686174 20796f75 72204d50 ely that your MP │ │ │ │ - 0x000cfc38 49206a6f 62207769 6c6c206e 6f772065 I job will now e │ │ │ │ - 0x000cfc48 69746865 72206162 6f727420 6f722065 ither abort or e │ │ │ │ - 0x000cfc58 78706572 69656e63 65000000 00000000 xperience....... │ │ │ │ - 0x000cfc68 70657266 6f726d61 6e636520 64656772 performance degr │ │ │ │ - 0x000cfc78 61646174 696f6e2e 00000000 00000000 adation......... │ │ │ │ - 0x000cfc88 20205370 61636520 52657175 65737465 Space Requeste │ │ │ │ - 0x000cfc98 643a2025 6c752042 00000000 00000000 d: %lu B........ │ │ │ │ - 0x000cfca8 20205370 61636520 41766169 6c61626c Space Availabl │ │ │ │ - 0x000cfcb8 653a2025 6c6c7520 42000000 00000000 e: %llu B....... │ │ │ │ - 0x000cfcc8 5741524e 494e473a 204f7065 6e204d50 WARNING: Open MP │ │ │ │ - 0x000cfcd8 49207769 6c6c2063 72656174 65206120 I will create a │ │ │ │ - 0x000cfce8 73686172 6564206d 656d6f72 79206261 shared memory ba │ │ │ │ - 0x000cfcf8 636b696e 67206669 6c652069 6e206100 cking file in a. │ │ │ │ - 0x000cfd08 64697265 63746f72 79207468 61742061 directory that a │ │ │ │ - 0x000cfd18 70706561 72732074 6f206265 206d6f75 ppears to be mou │ │ │ │ - 0x000cfd28 6e746564 206f6e20 61206e65 74776f72 nted on a networ │ │ │ │ - 0x000cfd38 6b206669 6c657379 7374656d 2e000000 k filesystem.... │ │ │ │ - 0x000cfd48 43726561 74696e67 20746865 20736861 Creating the sha │ │ │ │ - 0x000cfd58 72656420 6d656d6f 72792062 61636b75 red memory backu │ │ │ │ - 0x000cfd68 70206669 6c65206f 6e206120 6e657477 p file on a netw │ │ │ │ - 0x000cfd78 6f726b20 66696c65 20737973 74656d2c ork file system, │ │ │ │ - 0x000cfd88 20737563 68000000 6173204e 4653206f such...as NFS o │ │ │ │ - 0x000cfd98 72204c75 73747265 20697320 6e6f7420 r Lustre is not │ │ │ │ - 0x000cfda8 7265636f 6d6d656e 64656420 2d2d2069 recommended -- i │ │ │ │ - 0x000cfdb8 74206d61 79206361 75736520 65786365 t may cause exce │ │ │ │ - 0x000cfdc8 73736976 65206e65 74776f72 6b000000 ssive network... │ │ │ │ - 0x000cfdd8 74726166 66696320 746f2079 6f757220 traffic to your │ │ │ │ - 0x000cfde8 66696c65 20736572 76657273 20616e64 file servers and │ │ │ │ - 0x000cfdf8 2f6f7220 63617573 65207368 61726564 /or cause shared │ │ │ │ - 0x000cfe08 206d656d 6f727920 74726166 66696320 memory traffic │ │ │ │ - 0x000cfe18 696e0000 00000000 4f70656e 204d5049 in......Open MPI │ │ │ │ - 0x000cfe28 20746f20 6265206d 75636820 736c6f77 to be much slow │ │ │ │ - 0x000cfe38 65722074 68616e20 65787065 63746564 er than expected │ │ │ │ - 0x000cfe48 2e000000 00000000 596f7520 6d617920 ........You may │ │ │ │ - 0x000cfe58 77616e74 20746f20 63686563 6b207768 want to check wh │ │ │ │ - 0x000cfe68 61742074 68652074 79706963 616c2074 at the typical t │ │ │ │ - 0x000cfe78 656d706f 72617279 20646972 6563746f emporary directo │ │ │ │ - 0x000cfe88 72792069 73206f6e 20796f75 72000000 ry is on your... │ │ │ │ - 0x000cfe98 6e6f6465 2e202050 6f737369 626c6520 node. Possible │ │ │ │ - 0x000cfea8 736f7572 63657320 6f662074 6865206c sources of the l │ │ │ │ - 0x000cfeb8 6f636174 696f6e20 6f662074 68697320 ocation of this │ │ │ │ - 0x000cfec8 74656d70 6f726172 79206469 72656374 temporary direct │ │ │ │ - 0x000cfed8 6f727900 00000000 696e636c 75646520 ory.....include │ │ │ │ - 0x000cfee8 74686520 2454454d 50444952 2c202454 the $TEMPDIR, $T │ │ │ │ - 0x000cfef8 454d502c 20616e64 2024544d 5020656e EMP, and $TMP en │ │ │ │ - 0x000cff08 7669726f 6e6d656e 74207661 72696162 vironment variab │ │ │ │ - 0x000cff18 6c65732e 00000000 4e6f7465 2c20746f les.....Note, to │ │ │ │ - 0x000cff28 6f2c2074 68617420 73797374 656d2061 o, that system a │ │ │ │ - 0x000cff38 646d696e 69737472 61746f72 73206361 dministrators ca │ │ │ │ - 0x000cff48 6e207365 74206120 6c697374 206f6620 n set a list of │ │ │ │ - 0x000cff58 66696c65 73797374 656d7300 00000000 filesystems..... │ │ │ │ - 0x000cff68 77686572 65204f70 656e204d 50492069 where Open MPI i │ │ │ │ - 0x000cff78 73206469 73616c6c 6f776564 2066726f s disallowed fro │ │ │ │ - 0x000cff88 6d206372 65617469 6e672074 656d706f m creating tempo │ │ │ │ - 0x000cff98 72617279 2066696c 65732062 79207365 rary files by se │ │ │ │ - 0x000cffa8 7474696e 67000000 74686520 4d434120 tting...the MCA │ │ │ │ - 0x000cffb8 70617261 6d657465 7220226f 7274655f parameter "orte_ │ │ │ │ - 0x000cffc8 6e6f5f73 65737369 6f6e5f64 6972222e no_session_dir". │ │ │ │ - 0x000cffd8 00000000 00000000 20204669 6c656e61 ........ Filena │ │ │ │ - 0x000cffe8 6d653a20 20202573 00000000 00000000 me: %s........ │ │ │ │ - 0x000cfff8 596f7520 63616e20 73657420 74686520 You can set the │ │ │ │ - 0x000d0008 4d434120 70617261 6d657465 72207368 MCA parameter sh │ │ │ │ - 0x000d0018 6d656d5f 6d6d6170 5f656e61 626c655f mem_mmap_enable_ │ │ │ │ - 0x000d0028 6e66735f 7761726e 696e6720 746f2030 nfs_warning to 0 │ │ │ │ - 0x000d0038 20746f00 00000000 64697361 626c6520 to.....disable │ │ │ │ - 0x000d0048 74686973 206d6573 73616765 2e000000 this message.... │ │ │ │ - 0x000d0058 72652d72 65676973 7465722d 77697468 re-register-with │ │ │ │ - 0x000d0068 2d646966 66657265 6e742d74 79706500 -different-type. │ │ │ │ - 0x000d0078 416e2069 6e76616c 69642076 616c7565 An invalid value │ │ │ │ - 0x000d0088 20776173 20737570 706c6965 6420666f was supplied fo │ │ │ │ - 0x000d0098 7220616e 204d4341 20766172 6961626c r an MCA variabl │ │ │ │ - 0x000d00a8 6520226d 63615f62 6173655f 656e765f e "mca_base_env_ │ │ │ │ - 0x000d00b8 6c697374 5f64656c 696d6974 6572222e list_delimiter". │ │ │ │ - 0x000d00c8 00000000 00000000 54686520 226d6361 ........The "mca │ │ │ │ - 0x000d00d8 5f626173 655f656e 765f6c69 73742220 _base_env_list" │ │ │ │ - 0x000d00e8 76617269 61626c65 2077696c 6c206265 variable will be │ │ │ │ - 0x000d00f8 2069676e 6f726564 2e000000 00000000 ignored........ │ │ │ │ - 0x000d0108 20205661 6c75653a 20202020 20257300 Value: %s. │ │ │ │ - 0x000d0118 5741524e 494e473a 20546865 20666f72 WARNING: The for │ │ │ │ - 0x000d0128 6d617420 6f662022 6d63615f 62617365 mat of "mca_base │ │ │ │ - 0x000d0138 5f656e76 5f6c6973 74222070 6172616d _env_list" param │ │ │ │ - 0x000d0148 65746572 20697320 61206465 6c696d69 eter is a delimi │ │ │ │ - 0x000d0158 74656420 6c697374 206f6620 5641523d ted list of VAR= │ │ │ │ - 0x000d0168 56414c20 6f720000 56415220 696e7374 VAL or..VAR inst │ │ │ │ - 0x000d0178 616e6365 732e2042 79206465 6661756c ances. By defaul │ │ │ │ - 0x000d0188 742c2074 68652064 656c696d 69746572 t, the delimiter │ │ │ │ - 0x000d0198 20697320 61207365 6d69636f 6c6f6e3a is a semicolon: │ │ │ │ - 0x000d01a8 20564152 313d5641 4c313b56 4152323b VAR1=VAL1;VAR2; │ │ │ │ - 0x000d01b8 56415233 3d56414c 333b2e2e 2e000000 VAR3=VAL3;...... │ │ │ │ - 0x000d01c8 596f7520 63616e20 73657420 6f746865 You can set othe │ │ │ │ - 0x000d01d8 72207669 6120226d 63615f62 6173655f r via "mca_base_ │ │ │ │ - 0x000d01e8 656e765f 6c697374 5f64656c 696d6974 env_list_delimit │ │ │ │ - 0x000d01f8 65722220 70617261 6d657465 722e2049 er" parameter. I │ │ │ │ - 0x000d0208 66207468 65206465 6c696d69 74657220 f the delimiter │ │ │ │ - 0x000d0218 69732061 00000000 73656d69 636f6c6f is a....semicolo │ │ │ │ - 0x000d0228 6e2c2074 68652076 616c7565 206f6620 n, the value of │ │ │ │ - 0x000d0238 226d6361 5f626173 655f656e 765f6c69 "mca_base_env_li │ │ │ │ - 0x000d0248 73742220 76617269 61626c65 2073686f st" variable sho │ │ │ │ - 0x000d0258 756c6420 62652071 756f7465 6420746f uld be quoted to │ │ │ │ - 0x000d0268 206e6f74 20696e74 65726665 72650000 not interfere.. │ │ │ │ - 0x000d0278 77697468 20534845 4c4c2063 6f6d6d61 with SHELL comma │ │ │ │ - 0x000d0288 6e64206c 696e6520 70617273 696e672e nd line parsing. │ │ │ │ - 0x000d0298 20496e20 74686520 63617365 20776865 In the case whe │ │ │ │ - 0x000d02a8 72652061 2076616c 75652069 73206e6f re a value is no │ │ │ │ - 0x000d02b8 74206173 7369676e 65642074 6f207661 t assigned to va │ │ │ │ - 0x000d02c8 72696162 6c650000 5641522c 20746865 riable..VAR, the │ │ │ │ - 0x000d02d8 2076616c 75652077 696c6c20 62652074 value will be t │ │ │ │ - 0x000d02e8 616b656e 2066726f 6d207468 65206375 aken from the cu │ │ │ │ - 0x000d02f8 7272656e 7420656e 7669726f 6e6d656e rrent environmen │ │ │ │ - 0x000d0308 742e0000 00000000 54686520 666f6c6c t.......The foll │ │ │ │ - 0x000d0318 6f77696e 6720656e 7669726f 6e6d656e owing environmen │ │ │ │ - 0x000d0328 74207661 72696162 6c652077 6173206e t variable was n │ │ │ │ - 0x000d0338 6f742066 6f756e64 20696e20 74686520 ot found in the │ │ │ │ - 0x000d0348 656e7669 726f6e6d 656e743a 00000000 environment:.... │ │ │ │ - 0x000d0358 20205661 72696162 6c653a20 20202020 Variable: │ │ │ │ - 0x000d0368 20202020 20202020 25730000 00000000 %s...... │ │ │ │ - 0x000d0378 20204d43 41207661 72696162 6c652076 MCA variable v │ │ │ │ - 0x000d0388 616c7565 3a202020 25730000 00000000 alue: %s...... │ │ │ │ - 0x000d0398 5741524e 494e473a 20546865 20737065 WARNING: The spe │ │ │ │ - 0x000d03a8 6369616c 204d4341 20706172 616d6574 cial MCA paramet │ │ │ │ - 0x000d03b8 65722022 25732220 77617320 73657420 er "%s" was set │ │ │ │ - 0x000d03c8 696e0000 00000000 616e2075 6e657870 in......an unexp │ │ │ │ - 0x000d03d8 65637465 64207761 792c2061 6e642069 ected way, and i │ │ │ │ - 0x000d03e8 73206c69 6b656c79 206e6f74 20776f72 s likely not wor │ │ │ │ - 0x000d03f8 6b696e67 20746865 20776179 20796f75 king the way you │ │ │ │ - 0x000d0408 2077616e 74206974 20746f2e 00000000 want it to..... │ │ │ │ - 0x000d0418 53706563 69666963 616c6c79 2c207468 Specifically, th │ │ │ │ - 0x000d0428 6973204d 43412070 6172616d 65746572 is MCA parameter │ │ │ │ - 0x000d0438 20697320 22737065 6369616c 2220696e is "special" in │ │ │ │ - 0x000d0448 20746861 74206974 2063616e 202a6f6e that it can *on │ │ │ │ - 0x000d0458 6c792a20 62650000 73657420 696e2074 ly* be..set in t │ │ │ │ - 0x000d0468 68652065 6e766972 6f6e6d65 6e742e20 he environment. │ │ │ │ - 0x000d0478 20536574 74696e67 20746869 73207661 Setting this va │ │ │ │ - 0x000d0488 6c756520 696e2061 2066696c 65202d2d lue in a file -- │ │ │ │ - 0x000d0498 20616e64 20736f6d 6574696d 65730000 and sometimes.. │ │ │ │ - 0x000d04a8 6576656e 206f6e20 74686520 636f6d6d even on the comm │ │ │ │ - 0x000d04b8 616e6420 6c696e65 202d2d20 77696c6c and line -- will │ │ │ │ - 0x000d04c8 206e6f74 20776f72 6b206173 20696e74 not work as int │ │ │ │ - 0x000d04d8 656e6465 642e2020 54686520 2a6f6e6c ended. The *onl │ │ │ │ - 0x000d04e8 792a2077 61790000 746f2073 65742074 y* way..to set t │ │ │ │ - 0x000d04f8 68697320 76616c75 65206973 20746f20 his value is to │ │ │ │ - 0x000d0508 73657420 224f4d50 495f4d43 415f2573 set "OMPI_MCA_%s │ │ │ │ - 0x000d0518 2220696e 20746865 20656e76 69726f6e " in the environ │ │ │ │ - 0x000d0528 6d656e74 20626566 6f726500 00000000 ment before..... │ │ │ │ - 0x000d0538 73746172 74696e67 20796f75 72206a6f starting your jo │ │ │ │ - 0x000d0548 622e0000 00000000 2020536f 75726365 b....... Source │ │ │ │ - 0x000d0558 3a202020 20202573 00000000 00000000 : %s........ │ │ │ │ - 0x000d0568 416e2069 6e76616c 69642076 616c7565 An invalid value │ │ │ │ - 0x000d0578 20776173 20737570 706c6965 6420666f was supplied fo │ │ │ │ - 0x000d0588 7220616e 20656e75 6d207661 72696162 r an enum variab │ │ │ │ - 0x000d0598 6c652e00 00000000 20205661 72696162 le...... Variab │ │ │ │ - 0x000d05a8 6c652020 2020203a 20257300 00000000 le : %s..... │ │ │ │ - 0x000d05b8 20205661 6c756520 20202020 2020203a Value : │ │ │ │ - 0x000d05c8 20257300 00000000 20205661 6c696420 %s..... Valid │ │ │ │ - 0x000d05d8 76616c75 6573203a 20257300 00000000 values : %s..... │ │ │ │ - 0x000d05e8 416e2069 6e76616c 69642076 616c7565 An invalid value │ │ │ │ - 0x000d05f8 20776173 20737570 706c6965 6420666f was supplied fo │ │ │ │ - 0x000d0608 7220616e 204d4341 20766172 6961626c r an MCA variabl │ │ │ │ - 0x000d0618 652e0000 00000000 5741524e 494e473a e.......WARNING: │ │ │ │ - 0x000d0628 20412075 7365722d 73757070 6c696564 A user-supplied │ │ │ │ - 0x000d0638 2076616c 75652061 7474656d 70746564 value attempted │ │ │ │ - 0x000d0648 20746f20 73657420 61207661 72696162 to set a variab │ │ │ │ - 0x000d0658 6c652074 68617420 69732073 65740000 le that is set.. │ │ │ │ - 0x000d0668 696e2074 6865206f 76657272 69646520 in the override │ │ │ │ - 0x000d0678 76617269 61626c65 2066696c 6520286f variable file (o │ │ │ │ - 0x000d0688 70656e6d 70692d6d 63612d70 6172616d penmpi-mca-param │ │ │ │ - 0x000d0698 732d6f76 65727269 64652e63 6f6e6629 s-override.conf) │ │ │ │ - 0x000d06a8 2e000000 00000000 20205661 72696162 ........ Variab │ │ │ │ - 0x000d06b8 6c653a20 25730000 54686520 75736572 le: %s..The user │ │ │ │ - 0x000d06c8 2d737570 706c6965 64207661 6c756520 -supplied value │ │ │ │ - 0x000d06d8 77617320 69676e6f 7265642e 00000000 was ignored..... │ │ │ │ - 0x000d06e8 41206e61 6d652063 6f6c6c69 73696f6e A name collision │ │ │ │ - 0x000d06f8 20776173 20646574 65637465 64206f6e was detected on │ │ │ │ - 0x000d0708 20616e20 4d434120 76617269 61626c65 an MCA variable │ │ │ │ - 0x000d0718 206e616d 652e2054 68697320 63616e20 name. This can │ │ │ │ - 0x000d0728 68617070 656e0000 69662074 776f2063 happen..if two c │ │ │ │ - 0x000d0738 6f6d706f 6e656e74 73207472 7920746f omponents try to │ │ │ │ - 0x000d0748 20726567 69737465 72207468 65207361 register the sa │ │ │ │ - 0x000d0758 6d652076 61726961 626c6520 77697468 me variable with │ │ │ │ - 0x000d0768 20736c69 6768746c 79000000 00000000 slightly....... │ │ │ │ - 0x000d0778 64696666 6572656e 74206e61 6d652063 different name c │ │ │ │ - 0x000d0788 6f6d706f 6e656e74 732e2054 68652063 omponents. The c │ │ │ │ - 0x000d0798 6f6e666c 69637469 6e672076 61726961 onflicting varia │ │ │ │ - 0x000d07a8 626c6573 20617265 206c6973 74656420 bles are listed │ │ │ │ - 0x000d07b8 62656c6f 773a0000 20204d43 41207661 below:.. MCA va │ │ │ │ - 0x000d07c8 72696162 6c65206e 616d653a 20257300 riable name: %s. │ │ │ │ - 0x000d07d8 20204e65 77206e61 6d653a20 25732025 New name: %s % │ │ │ │ - 0x000d07e8 73202573 00000000 20204578 69737469 s %s.... Existi │ │ │ │ - 0x000d07f8 6e67206e 616d653a 20257320 25732025 ng name: %s %s % │ │ │ │ - 0x000d0808 73000000 00000000 416e204d 43412076 s.......An MCA v │ │ │ │ - 0x000d0818 61726961 626c6520 77617320 72652d72 ariable was re-r │ │ │ │ - 0x000d0828 65676973 74657265 64207769 74682061 egistered with a │ │ │ │ - 0x000d0838 20646966 66657265 6e742074 79706520 different type │ │ │ │ - 0x000d0848 28692e65 2e2c2069 74207761 73000000 (i.e., it was... │ │ │ │ - 0x000d0858 65697468 6572206f 72696769 6e616c6c either originall │ │ │ │ - 0x000d0868 79207265 67697374 65726564 20617320 y registered as │ │ │ │ - 0x000d0878 616e2049 4e542061 6e642072 652d7265 an INT and re-re │ │ │ │ - 0x000d0888 67697374 65726564 20617320 61205354 gistered as a ST │ │ │ │ - 0x000d0898 52494e47 2c000000 6f722069 74207761 RING,...or it wa │ │ │ │ - 0x000d08a8 73206f72 6967696e 616c6c79 20726567 s originally reg │ │ │ │ - 0x000d08b8 69737465 72656420 61732061 20535452 istered as a STR │ │ │ │ - 0x000d08c8 494e4720 616e6420 72652d72 65676973 ING and re-regis │ │ │ │ - 0x000d08d8 74657265 64206173 20616e00 00000000 tered as an..... │ │ │ │ - 0x000d08e8 494e5429 2e202054 68697320 61206465 INT). This a de │ │ │ │ - 0x000d08f8 76656c6f 70657220 6572726f 723b2079 veloper error; y │ │ │ │ - 0x000d0908 6f757220 6a6f6220 6d617920 61626f72 our job may abor │ │ │ │ - 0x000d0918 742e0000 00000000 54776f20 6d757475 t.......Two mutu │ │ │ │ - 0x000d0928 616c6c79 2d657863 6c757369 7665204d ally-exclusive M │ │ │ │ - 0x000d0938 43412076 61726961 626c6573 20776572 CA variables wer │ │ │ │ - 0x000d0948 65207370 65636966 6965642e 20205468 e specified. Th │ │ │ │ - 0x000d0958 69732063 616e2072 6573756c 74000000 is can result... │ │ │ │ - 0x000d0968 696e2075 6e646566 696e6564 20626568 in undefined beh │ │ │ │ - 0x000d0978 6176696f 722c2073 75636820 61732069 avior, such as i │ │ │ │ - 0x000d0988 676e6f72 696e6720 74686520 636f6d70 gnoring the comp │ │ │ │ - 0x000d0998 6f6e656e 74732074 68617420 74686520 onents that the │ │ │ │ - 0x000d09a8 4d434100 00000000 76617269 61626c65 MCA.....variable │ │ │ │ - 0x000d09b8 73206172 65207375 70706f73 65642074 s are supposed t │ │ │ │ - 0x000d09c8 6f206166 66656374 2e000000 00000000 o affect........ │ │ │ │ - 0x000d09d8 20203173 74204d43 41207661 72696162 1st MCA variab │ │ │ │ - 0x000d09e8 6c653a20 25730000 20202020 536f7572 le: %s.. Sour │ │ │ │ - 0x000d09f8 6365206f 66207661 6c75653a 20257300 ce of value: %s. │ │ │ │ - 0x000d0a08 2020326e 64204d43 41207661 72696162 2nd MCA variab │ │ │ │ - 0x000d0a18 6c653a20 25730000 41206465 70726563 le: %s..A deprec │ │ │ │ - 0x000d0a28 61746564 204d4341 20766172 6961626c ated MCA variabl │ │ │ │ - 0x000d0a38 65207661 6c756520 77617320 73706563 e value was spec │ │ │ │ - 0x000d0a48 69666965 6420696e 20616e20 4d434120 ified in an MCA │ │ │ │ - 0x000d0a58 76617269 61626c65 00000000 00000000 variable........ │ │ │ │ - 0x000d0a68 66696c65 2e202044 65707265 63617465 file. Deprecate │ │ │ │ - 0x000d0a78 64204d43 41207661 72696162 6c657320 d MCA variables │ │ │ │ - 0x000d0a88 73686f75 6c642062 65206176 6f696465 should be avoide │ │ │ │ - 0x000d0a98 643b2074 68657920 6d617920 64697361 d; they may disa │ │ │ │ - 0x000d0aa8 70706561 72000000 696e2066 75747572 ppear...in futur │ │ │ │ - 0x000d0ab8 65207265 6c656173 65732e00 00000000 e releases...... │ │ │ │ - 0x000d0ac8 20204465 70726563 61746564 20766172 Deprecated var │ │ │ │ - 0x000d0ad8 6961626c 653a2025 73000000 00000000 iable: %s....... │ │ │ │ - 0x000d0ae8 2020536f 75726365 2066696c 653a2020 Source file: │ │ │ │ - 0x000d0af8 20202020 20202025 73000000 00000000 %s....... │ │ │ │ - 0x000d0b08 20204e65 77207661 72696162 6c653a20 New variable: │ │ │ │ - 0x000d0b18 20202020 20202025 73000000 00000000 %s....... │ │ │ │ - 0x000d0b28 41206465 70726563 61746564 204d4341 A deprecated MCA │ │ │ │ - 0x000d0b38 20766172 6961626c 65207661 6c756520 variable value │ │ │ │ - 0x000d0b48 77617320 73706563 69666965 64206f6e was specified on │ │ │ │ - 0x000d0b58 20746865 20636f6d 6d616e64 206c696e the command lin │ │ │ │ - 0x000d0b68 652e2020 44657072 65636174 65640000 e. Deprecated.. │ │ │ │ - 0x000d0b78 4d434120 76617269 61626c65 73207368 MCA variables sh │ │ │ │ - 0x000d0b88 6f756c64 20626520 61766f69 6465643b ould be avoided; │ │ │ │ - 0x000d0b98 20746865 79206d61 79206469 73617070 they may disapp │ │ │ │ - 0x000d0ba8 65617220 696e2066 75747572 65207265 ear in future re │ │ │ │ - 0x000d0bb8 6c656173 65732e00 41206465 70726563 leases..A deprec │ │ │ │ - 0x000d0bc8 61746564 204d4341 20766172 6961626c ated MCA variabl │ │ │ │ - 0x000d0bd8 65207661 6c756520 77617320 73706563 e value was spec │ │ │ │ - 0x000d0be8 69666965 6420696e 20746865 20656e76 ified in the env │ │ │ │ - 0x000d0bf8 69726f6e 6d656e74 206f7200 00000000 ironment or..... │ │ │ │ - 0x000d0c08 6f6e2074 68652063 6f6d6d61 6e64206c on the command l │ │ │ │ - 0x000d0c18 696e652e 20204465 70726563 61746564 ine. Deprecated │ │ │ │ - 0x000d0c28 204d4341 20766172 6961626c 65732073 MCA variables s │ │ │ │ - 0x000d0c38 686f756c 64206265 2061766f 69646564 hould be avoided │ │ │ │ - 0x000d0c48 3b000000 00000000 74686579 206d6179 ;.......they may │ │ │ │ - 0x000d0c58 20646973 61707065 61722069 6e206675 disappear in fu │ │ │ │ - 0x000d0c68 74757265 2072656c 65617365 732e0000 ture releases... │ │ │ │ - 0x000d0c78 50726f63 65737320 25642055 6e61626c Process %d Unabl │ │ │ │ - 0x000d0c88 6520746f 206c6f63 61746520 74686520 e to locate the │ │ │ │ - 0x000d0c98 76617269 61626c65 2066696c 65202225 variable file "% │ │ │ │ - 0x000d0ca8 73222069 6e207468 6520666f 6c6c6f77 s" in the follow │ │ │ │ - 0x000d0cb8 696e6720 73656172 63682070 6174683a ing search path: │ │ │ │ - 0x000d0cc8 00000000 00000000 5741524e 494e473a ........WARNING: │ │ │ │ - 0x000d0cd8 20412075 7365722d 73757070 6c696564 A user-supplied │ │ │ │ - 0x000d0ce8 2076616c 75652061 7474656d 70746564 value attempted │ │ │ │ - 0x000d0cf8 20746f20 6f766572 72696465 20746865 to override the │ │ │ │ - 0x000d0d08 20646566 61756c74 2d6f6e6c 79204d43 default-only MC │ │ │ │ - 0x000d0d18 41000000 00000000 76617269 61626c65 A.......variable │ │ │ │ - 0x000d0d28 206e616d 65642022 2573222e 00000000 named "%s"..... │ │ │ │ - 0x000d0d38 4552524f 523a2041 6e20696e 76616c69 ERROR: An invali │ │ │ │ - 0x000d0d48 6420636f 6d62696e 6174696f 6e206f66 d combination of │ │ │ │ - 0x000d0d58 20666c61 67732077 61732070 61737365 flags was passe │ │ │ │ - 0x000d0d68 6420746f 206d6361 5f626173 655f7661 d to mca_base_va │ │ │ │ - 0x000d0d78 725f7265 67697374 65722e00 00000000 r_register...... │ │ │ │ - 0x000d0d88 2020466c 6167733a 20202020 25732025 Flags: %s % │ │ │ │ - 0x000d0d98 73000000 00000000 66696e64 2d617661 s.......find-ava │ │ │ │ - 0x000d0da8 696c6162 6c653a6e 6f6e6520 666f756e ilable:none foun │ │ │ │ - 0x000d0db8 64000000 00000000 54686520 6f70616c d.......The opal │ │ │ │ - 0x000d0dc8 5f6d6361 5f626173 655f636f 6d706f6e _mca_base_compon │ │ │ │ - 0x000d0dd8 656e745f 73686f77 5f6c6f61 645f6572 ent_show_load_er │ │ │ │ - 0x000d0de8 726f7273 204d4341 20766172 6961626c rors MCA variabl │ │ │ │ - 0x000d0df8 65206361 6e6e6f74 00000000 00000000 e cannot........ │ │ │ │ - 0x000d0e08 636f6e74 61696e20 6120746f 6b656e20 contain a token │ │ │ │ - 0x000d0e18 74686174 20686173 206d6f72 65207468 that has more th │ │ │ │ - 0x000d0e28 616e206f 6e652022 2f222063 68617261 an one "/" chara │ │ │ │ - 0x000d0e38 63746572 20696e20 69742e00 00000000 cter in it...... │ │ │ │ - 0x000d0e48 54686520 6f70616c 5f6d6361 5f626173 The opal_mca_bas │ │ │ │ - 0x000d0e58 655f636f 6d706f6e 656e745f 73686f77 e_component_show │ │ │ │ - 0x000d0e68 5f6c6f61 645f6572 726f7273 204d4341 _load_errors MCA │ │ │ │ - 0x000d0e78 20766172 6961626c 65206361 6e206f6e variable can on │ │ │ │ - 0x000d0e88 6c790000 00000000 636f6e74 61696e20 ly......contain │ │ │ │ - 0x000d0e98 74686520 76616c75 65733a20 616c6c2c the values: all, │ │ │ │ - 0x000d0ea8 206e6f6e 652c206f 72206120 636f6d6d none, or a comm │ │ │ │ - 0x000d0eb8 612d6465 6c696d69 74656420 6c697374 a-delimited list │ │ │ │ - 0x000d0ec8 206f6620 746f6b65 6e732069 6e000000 of tokens in... │ │ │ │ - 0x000d0ed8 74686520 666f726d 206f6620 22667261 the form of "fra │ │ │ │ - 0x000d0ee8 6d65776f 726b2220 6f722022 6672616d mework" or "fram │ │ │ │ - 0x000d0ef8 65776f72 6b2f636f 6d706f6e 656e7422 ework/component" │ │ │ │ - 0x000d0f08 2e000000 00000000 20204572 726f6e65 ........ Errone │ │ │ │ - 0x000d0f18 6f757320 76616c75 653a2025 73000000 ous value: %s... │ │ │ │ - 0x000d0f28 416e2069 6e746572 6e616c20 6572726f An internal erro │ │ │ │ - 0x000d0f38 72206861 73206f63 63757272 65642064 r has occurred d │ │ │ │ - 0x000d0f48 7572696e 67207468 65207374 61727475 uring the startu │ │ │ │ - 0x000d0f58 70206f66 204f7065 6e204d50 492e2020 p of Open MPI. │ │ │ │ - 0x000d0f68 54686973 00000000 69732068 6967686c This....is highl │ │ │ │ - 0x000d0f78 7920756e 75737561 6c20616e 64207368 y unusual and sh │ │ │ │ - 0x000d0f88 6f756c64 6e277420 68617070 656e2e20 ouldn't happen. │ │ │ │ - 0x000d0f98 204f7065 6e204d50 49207769 6c6c206e Open MPI will n │ │ │ │ - 0x000d0fa8 6f772061 626f7274 20796f75 72000000 ow abort your... │ │ │ │ - 0x000d0fb8 6a6f622e 00000000 54686520 666f6c6c job.....The foll │ │ │ │ - 0x000d0fc8 6f77696e 67206d65 73736167 65206d61 owing message ma │ │ │ │ - 0x000d0fd8 79207072 6f766964 65206164 64697469 y provide additi │ │ │ │ - 0x000d0fe8 6f6e616c 20696e73 69676874 20696e74 onal insight int │ │ │ │ - 0x000d0ff8 6f207468 65206572 726f723a 00000000 o the error:.... │ │ │ │ - 0x000d1008 4d434120 6672616d 65776f72 6b207061 MCA framework pa │ │ │ │ - 0x000d1018 72616d65 74657273 2063616e 206f6e6c rameters can onl │ │ │ │ - 0x000d1028 79207461 6b652061 2073696e 676c6520 y take a single │ │ │ │ - 0x000d1038 6e656761 74696f6e 206f7065 7261746f negation operato │ │ │ │ - 0x000d1048 72000000 00000000 28225e22 292c2061 r.......("^"), a │ │ │ │ - 0x000d1058 6e642069 74206d75 73742062 65206174 nd it must be at │ │ │ │ - 0x000d1068 20746865 20626567 696e6e69 6e67206f the beginning o │ │ │ │ - 0x000d1078 66207468 65207661 6c75652e 20205468 f the value. Th │ │ │ │ - 0x000d1088 6520666f 6c6c6f77 696e6700 00000000 e following..... │ │ │ │ - 0x000d1098 76616c75 65207669 6f6c6174 65732074 value violates t │ │ │ │ - 0x000d10a8 68697320 72756c65 3a000000 00000000 his rule:....... │ │ │ │ - 0x000d10b8 5768656e 20757365 642c2074 6865206e When used, the n │ │ │ │ - 0x000d10c8 65676174 696f6e20 6f706572 61746f72 egation operator │ │ │ │ - 0x000d10d8 20736574 73207468 65202265 78636c75 sets the "exclu │ │ │ │ - 0x000d10e8 73697665 22206265 68617669 6f72206d sive" behavior m │ │ │ │ - 0x000d10f8 6f64652c 00000000 6d65616e 696e6720 ode,....meaning │ │ │ │ - 0x000d1108 74686174 20697420 77696c6c 20657863 that it will exc │ │ │ │ - 0x000d1118 6c756465 20616c6c 20737065 63696669 lude all specifi │ │ │ │ - 0x000d1128 65642063 6f6d706f 6e656e74 73202861 ed components (a │ │ │ │ - 0x000d1138 6e642069 6d706c69 6369746c 79000000 nd implicitly... │ │ │ │ - 0x000d1148 696e636c 75646520 616c6c20 6f746865 include all othe │ │ │ │ - 0x000d1158 7273292e 20204966 20746865 206e6567 rs). If the neg │ │ │ │ - 0x000d1168 6174696f 6e206f70 65726174 6f722069 ation operator i │ │ │ │ - 0x000d1178 73206e6f 74207370 65636966 6965642c s not specified, │ │ │ │ - 0x000d1188 20746865 00000000 22696e63 6c757369 the...."inclusi │ │ │ │ - 0x000d1198 76652220 6d6f6465 20697320 61737375 ve" mode is assu │ │ │ │ - 0x000d11a8 6d65642c 206d6561 6e696e67 20746861 med, meaning tha │ │ │ │ - 0x000d11b8 7420616c 6c207370 65636966 69656420 t all specified │ │ │ │ - 0x000d11c8 636f6d70 6f6e656e 74730000 00000000 components...... │ │ │ │ - 0x000d11d8 77696c6c 20626520 696e636c 75646564 will be included │ │ │ │ - 0x000d11e8 2028616e 6420696d 706c6963 69746c79 (and implicitly │ │ │ │ - 0x000d11f8 20657863 6c756465 20616c6c 206f7468 exclude all oth │ │ │ │ - 0x000d1208 65727329 2e000000 466f7220 6578616d ers)....For exam │ │ │ │ - 0x000d1218 706c652c 20225e61 2c622220 73706563 ple, "^a,b" spec │ │ │ │ - 0x000d1228 69666965 73207468 65206578 636c7573 ifies the exclus │ │ │ │ - 0x000d1238 69766520 62656861 76696f72 20616e64 ive behavior and │ │ │ │ - 0x000d1248 206d6561 6e732022 75736500 00000000 means "use..... │ │ │ │ - 0x000d1258 616c6c20 636f6d70 6f6e656e 7473202a all components * │ │ │ │ - 0x000d1268 65786365 70742a20 6120616e 64206222 except* a and b" │ │ │ │ - 0x000d1278 2c207768 696c6520 22632c64 22207370 , while "c,d" sp │ │ │ │ - 0x000d1288 65636966 69657320 74686520 696e636c ecifies the incl │ │ │ │ - 0x000d1298 75736976 65000000 62656861 76696f72 usive...behavior │ │ │ │ - 0x000d12a8 20616e64 206d6561 6e732022 75736520 and means "use │ │ │ │ - 0x000d12b8 2a6f6e6c 792a2063 6f6d706f 6e656e74 *only* component │ │ │ │ - 0x000d12c8 73206320 616e6420 642e2200 00000000 s c and d."..... │ │ │ │ - 0x000d12d8 596f7520 63616e6e 6f74206d 69782069 You cannot mix i │ │ │ │ - 0x000d12e8 6e636c75 73697665 20616e64 20657863 nclusive and exc │ │ │ │ - 0x000d12f8 6c757369 76652062 65686176 696f722e lusive behavior. │ │ │ │ - 0x000d1308 00000000 00000000 4e6f2063 6f6d706f ........No compo │ │ │ │ - 0x000d1318 6e656e74 73207765 72652061 626c6520 nents were able │ │ │ │ - 0x000d1328 746f2062 65206f70 656e6564 20696e20 to be opened in │ │ │ │ - 0x000d1338 74686520 25732066 72616d65 776f726b the %s framework │ │ │ │ - 0x000d1348 2e000000 00000000 54686973 20747970 ........This typ │ │ │ │ - 0x000d1358 6963616c 6c79206d 65616e73 20746861 ically means tha │ │ │ │ - 0x000d1368 74206569 74686572 206e6f20 636f6d70 t either no comp │ │ │ │ - 0x000d1378 6f6e656e 7473206f 66207468 69732074 onents of this t │ │ │ │ - 0x000d1388 79706520 77657265 00000000 00000000 ype were........ │ │ │ │ - 0x000d1398 696e7374 616c6c65 642c206f 72206e6f installed, or no │ │ │ │ - 0x000d13a8 6e65206f 66207468 6520696e 7374616c ne of the instal │ │ │ │ - 0x000d13b8 6c656420 636f6d70 6f6e656e 74732063 led components c │ │ │ │ - 0x000d13c8 616e2062 65206c6f 61646564 2e000000 an be loaded.... │ │ │ │ - 0x000d13d8 536f6d65 74696d65 73207468 6973206d Sometimes this m │ │ │ │ - 0x000d13e8 65616e73 20746861 74207368 61726564 eans that shared │ │ │ │ - 0x000d13f8 206c6962 72617269 65732072 65717569 libraries requi │ │ │ │ - 0x000d1408 72656420 62792074 68657365 00000000 red by these.... │ │ │ │ - 0x000d1418 636f6d70 6f6e656e 74732061 72652075 components are u │ │ │ │ - 0x000d1428 6e61626c 6520746f 20626520 666f756e nable to be foun │ │ │ │ - 0x000d1438 642f6c6f 61646564 2e000000 00000000 d/loaded........ │ │ │ │ - 0x000d1448 20204672 616d6577 6f726b3a 20257300 Framework: %s. │ │ │ │ - 0x000d1458 41207265 71756573 74656420 636f6d70 A requested comp │ │ │ │ - 0x000d1468 6f6e656e 74207761 73206e6f 7420666f onent was not fo │ │ │ │ - 0x000d1478 756e642c 206f7220 77617320 756e6162 und, or was unab │ │ │ │ - 0x000d1488 6c652074 6f206265 206f7065 6e65642e le to be opened. │ │ │ │ - 0x000d1498 20205468 69730000 6d65616e 73207468 This..means th │ │ │ │ - 0x000d14a8 61742074 68697320 636f6d70 6f6e656e at this componen │ │ │ │ - 0x000d14b8 74206973 20656974 68657220 6e6f7420 t is either not │ │ │ │ - 0x000d14c8 696e7374 616c6c65 64206f72 20697320 installed or is │ │ │ │ - 0x000d14d8 756e6162 6c652074 6f206265 00000000 unable to be.... │ │ │ │ - 0x000d14e8 75736564 206f6e20 796f7572 20737973 used on your sys │ │ │ │ - 0x000d14f8 74656d20 28652e67 2e2c2073 6f6d6574 tem (e.g., somet │ │ │ │ - 0x000d1508 696d6573 20746869 73206d65 616e7320 imes this means │ │ │ │ - 0x000d1518 74686174 20736861 72656420 6c696272 that shared libr │ │ │ │ - 0x000d1528 61726965 73000000 74686174 20746865 aries...that the │ │ │ │ - 0x000d1538 20636f6d 706f6e65 6e742072 65717569 component requi │ │ │ │ - 0x000d1548 72657320 61726520 756e6162 6c652074 res are unable t │ │ │ │ - 0x000d1558 6f206265 20666f75 6e642f6c 6f616465 o be found/loade │ │ │ │ - 0x000d1568 64292e20 204e6f74 65207468 61740000 d). Note that.. │ │ │ │ - 0x000d1578 4f70656e 204d5049 2073746f 70706564 Open MPI stopped │ │ │ │ - 0x000d1588 20636865 636b696e 67206174 20746865 checking at the │ │ │ │ - 0x000d1598 20666972 73742063 6f6d706f 6e656e74 first component │ │ │ │ - 0x000d15a8 20746861 74206974 20646964 206e6f74 that it did not │ │ │ │ - 0x000d15b8 2066696e 642e0000 486f7374 3a202020 find...Host: │ │ │ │ - 0x000d15c8 20202025 73000000 4672616d 65776f72 %s...Framewor │ │ │ │ - 0x000d15d8 6b3a2025 73000000 436f6d70 6f6e656e k: %s...Componen │ │ │ │ - 0x000d15e8 743a2025 73000000 5741524e 494e473a t: %s...WARNING: │ │ │ │ - 0x000d15f8 204b6579 20222573 2220696e 206f7061 Key "%s" in opa │ │ │ │ - 0x000d1608 6c5f7661 725f6475 6d705f63 6f6c6f72 l_var_dump_color │ │ │ │ - 0x000d1618 204d4341 20706172 616d6574 65720000 MCA parameter.. │ │ │ │ - 0x000d1628 746f6b65 6e202225 73222069 7320756e token "%s" is un │ │ │ │ - 0x000d1638 6b6e6f77 6e2c2069 676e6f72 696e672e known, ignoring. │ │ │ │ - 0x000d1648 00000000 00000000 20205661 6c696420 ........ Valid │ │ │ │ - 0x000d1658 6b657973 20617265 3a202573 00000000 keys are: %s.... │ │ │ │ - 0x000d1668 5741524e 494e473a 20546f6b 656e2022 WARNING: Token " │ │ │ │ - 0x000d1678 25732220 696e206f 70616c5f 7661725f %s" in opal_var_ │ │ │ │ - 0x000d1688 64756d70 5f636f6c 6f72204d 43412070 dump_color MCA p │ │ │ │ - 0x000d1698 6172616d 65746572 00000000 00000000 arameter........ │ │ │ │ - 0x000d16a8 6973206e 6f742069 6e207468 65206578 is not in the ex │ │ │ │ - 0x000d16b8 70656374 65642022 6b65793d 76616c75 pected "key=valu │ │ │ │ - 0x000d16c8 65222066 6f726d61 742c2069 676e6f72 e" format, ignor │ │ │ │ - 0x000d16d8 696e672e 00000000 5741524e 494e473a ing.....WARNING: │ │ │ │ - 0x000d16e8 2043616e 6e6f7420 73657420 626f7468 Cannot set both │ │ │ │ - 0x000d16f8 20746865 204d4341 20706172 616d6574 the MCA paramet │ │ │ │ - 0x000d1708 65727320 6f70616c 5f6c6561 76655f70 ers opal_leave_p │ │ │ │ - 0x000d1718 696e6e65 64202861 2e6b2e61 2e2c0000 inned (a.k.a.,.. │ │ │ │ - 0x000d1728 6d70695f 6c656176 655f7069 6e6e6564 mpi_leave_pinned │ │ │ │ - 0x000d1738 2920616e 64206f70 616c5f6c 65617665 ) and opal_leave │ │ │ │ - 0x000d1748 5f70696e 6e65645f 70697065 6c696e65 _pinned_pipeline │ │ │ │ - 0x000d1758 2028612e 6b2e612e 2c000000 00000000 (a.k.a.,....... │ │ │ │ - 0x000d1768 6d70695f 6c656176 655f7069 6e6e6564 mpi_leave_pinned │ │ │ │ - 0x000d1778 5f706970 656c696e 65292074 6f202274 _pipeline) to "t │ │ │ │ - 0x000d1788 72756522 2e202044 65666175 6c74696e rue". Defaultin │ │ │ │ - 0x000d1798 6720746f 206d7069 5f6c6561 76655f70 g to mpi_leave_p │ │ │ │ - 0x000d17a8 696e6e65 64000000 4f4e4c59 2e000000 inned...ONLY.... │ │ │ │ - 0x000d17b8 41207072 6f636573 73206861 73206578 A process has ex │ │ │ │ - 0x000d17c8 65637574 65642061 6e206f70 65726174 ecuted an operat │ │ │ │ - 0x000d17d8 696f6e20 696e766f 6c76696e 67206120 ion involving a │ │ │ │ - 0x000d17e8 63616c6c 20746f20 74686500 00000000 call to the..... │ │ │ │ - 0x000d17f8 22666f72 6b282922 20737973 74656d20 "fork()" system │ │ │ │ - 0x000d1808 63616c6c 20746f20 63726561 74652061 call to create a │ │ │ │ - 0x000d1818 20636869 6c642070 726f6365 73732e20 child process. │ │ │ │ - 0x000d1828 204f7065 6e204d50 49206973 20637572 Open MPI is cur │ │ │ │ - 0x000d1838 72656e74 6c790000 6f706572 6174696e rently..operatin │ │ │ │ - 0x000d1848 6720696e 20612063 6f6e6469 74696f6e g in a condition │ │ │ │ - 0x000d1858 20746861 7420636f 756c6420 72657375 that could resu │ │ │ │ - 0x000d1868 6c742069 6e206d65 6d6f7279 20636f72 lt in memory cor │ │ │ │ - 0x000d1878 72757074 696f6e20 6f720000 00000000 ruption or...... │ │ │ │ - 0x000d1888 6f746865 72207379 7374656d 20657272 other system err │ │ │ │ - 0x000d1898 6f72733b 20796f75 72206a6f 62206d61 ors; your job ma │ │ │ │ - 0x000d18a8 79206861 6e672c20 63726173 682c206f y hang, crash, o │ │ │ │ - 0x000d18b8 72207072 6f647563 65207369 6c656e74 r produce silent │ │ │ │ - 0x000d18c8 00000000 00000000 64617461 20636f72 ........data cor │ │ │ │ - 0x000d18d8 72757074 696f6e2e 20205468 65207573 ruption. The us │ │ │ │ - 0x000d18e8 65206f66 20666f72 6b282920 286f7220 e of fork() (or │ │ │ │ - 0x000d18f8 73797374 656d2829 206f7220 6f746865 system() or othe │ │ │ │ - 0x000d1908 72206361 6c6c7320 74686174 00000000 r calls that.... │ │ │ │ - 0x000d1918 63726561 74652063 68696c64 2070726f create child pro │ │ │ │ - 0x000d1928 63657373 65732920 69732073 74726f6e cesses) is stron │ │ │ │ - 0x000d1938 676c7920 64697363 6f757261 6765642e gly discouraged. │ │ │ │ - 0x000d1948 00000000 00000000 54686520 70726f63 ........The proc │ │ │ │ - 0x000d1958 65737320 74686174 20696e76 6f6b6564 ess that invoked │ │ │ │ - 0x000d1968 20666f72 6b207761 733a0000 00000000 fork was:...... │ │ │ │ - 0x000d1978 20204c6f 63616c20 686f7374 3a202020 Local host: │ │ │ │ - 0x000d1988 20202020 20202025 73202850 49442025 %s (PID % │ │ │ │ - 0x000d1998 64290000 00000000 49662079 6f752061 d)......If you a │ │ │ │ - 0x000d19a8 7265202a 6162736f 6c757465 6c792073 re *absolutely s │ │ │ │ - 0x000d19b8 7572652a 20746861 7420796f 75722061 ure* that your a │ │ │ │ - 0x000d19c8 70706c69 63617469 6f6e2077 696c6c20 pplication will │ │ │ │ - 0x000d19d8 73756363 65737366 756c6c79 00000000 successfully.... │ │ │ │ - 0x000d19e8 616e6420 636f7272 6563746c 79207375 and correctly su │ │ │ │ - 0x000d19f8 72766976 65206120 63616c6c 20746f20 rvive a call to │ │ │ │ - 0x000d1a08 666f726b 28292c20 796f7520 6d617920 fork(), you may │ │ │ │ - 0x000d1a18 64697361 626c6520 74686973 20776172 disable this war │ │ │ │ - 0x000d1a28 6e696e67 00000000 62792073 65747469 ning....by setti │ │ │ │ - 0x000d1a38 6e672074 6865206d 70695f77 61726e5f ng the mpi_warn_ │ │ │ │ - 0x000d1a48 6f6e5f66 6f726b20 4d434120 70617261 on_fork MCA para │ │ │ │ - 0x000d1a58 6d657465 7220746f 20302e00 00000000 meter to 0...... │ │ │ │ - 0x000d1a68 4974206c 6f6f6b73 206c696b 65206f70 It looks like op │ │ │ │ - 0x000d1a78 616c5f69 6e697420 6661696c 65642066 al_init failed f │ │ │ │ - 0x000d1a88 6f722073 6f6d6520 72656173 6f6e3b20 or some reason; │ │ │ │ - 0x000d1a98 796f7572 20706172 616c6c65 6c207072 your parallel pr │ │ │ │ - 0x000d1aa8 6f636573 73206973 00000000 00000000 ocess is........ │ │ │ │ - 0x000d1ab8 6c696b65 6c792074 6f206162 6f72742e likely to abort. │ │ │ │ - 0x000d1ac8 20205468 65726520 61726520 6d616e79 There are many │ │ │ │ - 0x000d1ad8 20726561 736f6e73 20746861 74206120 reasons that a │ │ │ │ - 0x000d1ae8 70617261 6c6c656c 2070726f 63657373 parallel process │ │ │ │ - 0x000d1af8 2063616e 00000000 6661696c 20647572 can....fail dur │ │ │ │ - 0x000d1b08 696e6720 6f70616c 5f696e69 743b2073 ing opal_init; s │ │ │ │ - 0x000d1b18 6f6d6520 6f662077 68696368 20617265 ome of which are │ │ │ │ - 0x000d1b28 20647565 20746f20 636f6e66 69677572 due to configur │ │ │ │ - 0x000d1b38 6174696f 6e206f72 00000000 00000000 ation or........ │ │ │ │ - 0x000d1b48 656e7669 726f6e6d 656e7420 70726f62 environment prob │ │ │ │ - 0x000d1b58 6c656d73 2e202054 68697320 6661696c lems. This fail │ │ │ │ - 0x000d1b68 75726520 61707065 61727320 746f2062 ure appears to b │ │ │ │ - 0x000d1b78 6520616e 20696e74 65726e61 6c206661 e an internal fa │ │ │ │ - 0x000d1b88 696c7572 653b0000 68657265 27732073 ilure;..here's s │ │ │ │ - 0x000d1b98 6f6d6520 61646469 74696f6e 616c2069 ome additional i │ │ │ │ - 0x000d1ba8 6e666f72 6d617469 6f6e2028 77686963 nformation (whic │ │ │ │ - 0x000d1bb8 68206d61 79206f6e 6c792062 65207265 h may only be re │ │ │ │ - 0x000d1bc8 6c657661 6e742074 6f20616e 00000000 levant to an.... │ │ │ │ - 0x000d1bd8 4f70656e 204d5049 20646576 656c6f70 Open MPI develop │ │ │ │ - 0x000d1be8 6572293a 00000000 20202573 20666169 er):.... %s fai │ │ │ │ - 0x000d1bf8 6c656400 00000000 20202d2d 3e205265 led..... --> Re │ │ │ │ - 0x000d1c08 7475726e 65642076 616c7565 20256420 turned value %d │ │ │ │ - 0x000d1c18 696e7374 65616420 6f66204f 50414c5f instead of OPAL_ │ │ │ │ - 0x000d1c28 53554343 45535300 64657665 6c6f7065 SUCCESS.develope │ │ │ │ - 0x000d1c38 72207761 726e696e 673a2066 69656c64 r warning: field │ │ │ │ - 0x000d1c48 20746f6f 206c6f6e 67000000 00000000 too long....... │ │ │ │ - 0x000d1c58 416e2069 6e76616c 6964204d 43412070 An invalid MCA p │ │ │ │ - 0x000d1c68 6172616d 65746572 20696e66 6f726d61 arameter informa │ │ │ │ - 0x000d1c78 74696f6e 206c6576 656c2077 61732073 tion level was s │ │ │ │ - 0x000d1c88 70656369 66696564 2e205661 6c696420 pecified. Valid │ │ │ │ - 0x000d1c98 76616c75 65732061 72650000 00000000 values are...... │ │ │ │ - 0x000d1ca8 312d392e 00000000 20205661 6c75653a 1-9..... Value: │ │ │ │ - 0x000d1cb8 20257300 00000000 54686520 73706563 %s.....The spec │ │ │ │ - 0x000d1cc8 69666965 64206672 616d6577 6f726b20 ified framework │ │ │ │ - 0x000d1cd8 636f756c 64206e6f 74206265 20666f75 could not be fou │ │ │ │ - 0x000d1ce8 6e643a00 00000000 54686973 20636f75 nd:.....This cou │ │ │ │ - 0x000d1cf8 6c642062 65206475 6520746f 2061206d ld be due to a m │ │ │ │ - 0x000d1d08 69737370 656c6c69 6e67206f 66207468 isspelling of th │ │ │ │ - 0x000d1d18 65206672 616d6577 6f726b20 6e616d65 e framework name │ │ │ │ - 0x000d1d28 2c206f72 20626563 61757365 20737570 , or because sup │ │ │ │ - 0x000d1d38 706f7274 00000000 666f7220 74686174 port....for that │ │ │ │ - 0x000d1d48 20667261 6d65776f 726b2077 6173206e framework was n │ │ │ │ - 0x000d1d58 6f742063 6f6e6669 67757265 6420696e ot configured in │ │ │ │ - 0x000d1d68 746f2074 68697320 76657273 696f6e20 to this version │ │ │ │ - 0x000d1d78 6f66204f 4d50492e 20506c65 61736520 of OMPI. Please │ │ │ │ - 0x000d1d88 73656500 00000000 20206f6d 70695f69 see..... ompi_i │ │ │ │ - 0x000d1d98 6e666f20 2d2d636f 6e666967 00000000 nfo --config.... │ │ │ │ - 0x000d1da8 666f7220 61206675 6c6c2072 65706f72 for a full repor │ │ │ │ - 0x000d1db8 74206f66 20686f77 204f4d50 49207761 t of how OMPI wa │ │ │ │ - 0x000d1dc8 7320636f 6e666967 75726564 2e000000 s configured.... │ │ │ │ - 0x000d1dd8 2a2a2a2a 2a2a2a2a 2a2a2a2a 2a2a2a2a **************** │ │ │ │ - 0x000d1de8 2a2a2a2a 2a2a2a2a 2a2a2a2a 2a2a2a2a **************** │ │ │ │ - 0x000d1df8 2a2a2a2a 2a2a2a2a 2a2a2a2a 2a2a2a2a **************** │ │ │ │ - 0x000d1e08 2a2a2a2a 2a2a2a2a 2a2a2a2a 2a2a2a2a **************** │ │ │ │ - 0x000d1e18 2a2a2a2a 2a2a2a2a 2a2a0000 00000000 **********...... │ │ │ │ - 0x000d1e28 2a2a2a20 44455645 4c4f5045 52205741 *** DEVELOPER WA │ │ │ │ - 0x000d1e38 524e494e 473a2041 20666965 6c642069 RNING: A field i │ │ │ │ - 0x000d1e48 6e206f6d 70695f69 6e666f20 6f757470 n ompi_info outp │ │ │ │ - 0x000d1e58 75742069 7320746f 6f206c6f 6e672061 ut is too long a │ │ │ │ - 0x000d1e68 6e640000 00000000 2a2a2a20 77696c6c nd......*** will │ │ │ │ - 0x000d1e78 20617070 65617220 706f6f72 6c792069 appear poorly i │ │ │ │ - 0x000d1e88 6e207468 65207072 65747479 7072696e n the prettyprin │ │ │ │ - 0x000d1e98 74206f75 74707574 2e000000 00000000 t output........ │ │ │ │ - 0x000d1ea8 2a2a2a00 00000000 2a2a2a20 20205661 ***.....*** Va │ │ │ │ - 0x000d1eb8 6c75653a 20202020 20202225 73220000 lue: "%s".. │ │ │ │ - 0x000d1ec8 2a2a2a20 20204d61 78206c65 6e677468 *** Max length │ │ │ │ - 0x000d1ed8 3a202564 00000000 41206c69 62726172 : %d....A librar │ │ │ │ - 0x000d1ee8 79206361 6c6c2075 6e657870 65637465 y call unexpecte │ │ │ │ - 0x000d1ef8 646c7920 6661696c 65642e20 20546869 dly failed. Thi │ │ │ │ - 0x000d1f08 73206973 20612074 65726d69 6e616c20 s is a terminal │ │ │ │ - 0x000d1f18 6572726f 723b2070 6c656173 65000000 error; please... │ │ │ │ - 0x000d1f28 73686f77 20746869 73206d65 73736167 show this messag │ │ │ │ - 0x000d1f38 6520746f 20616e20 4f70656e 204d5049 e to an Open MPI │ │ │ │ - 0x000d1f48 2077697a 6172643a 00000000 00000000 wizard:........ │ │ │ │ - 0x000d1f58 20202020 20202020 4c696272 61727920 Library │ │ │ │ - 0x000d1f68 63616c6c 3a202573 00000000 00000000 call: %s........ │ │ │ │ - 0x000d1f78 20202020 20202020 20536f75 72636520 Source │ │ │ │ - 0x000d1f88 66696c65 3a202573 00000000 00000000 file: %s........ │ │ │ │ - 0x000d1f98 2020536f 75726365 206c696e 65206e75 Source line nu │ │ │ │ - 0x000d1fa8 6d626572 3a202564 00000000 00000000 mber: %d........ │ │ │ │ - 0x000d1fb8 41626f72 74696e67 2e2e2e00 00000000 Aborting........ │ │ │ │ - 0x000d1fc8 54686520 6f6d7069 5f696e66 6f20636f The ompi_info co │ │ │ │ - 0x000d1fd8 6d6d616e 64206361 6e206265 20757365 mmand can be use │ │ │ │ - 0x000d1fe8 6420746f 2070726f 76696465 20646574 d to provide det │ │ │ │ - 0x000d1ff8 61696c65 6420696e 666f726d 6174696f ailed informatio │ │ │ │ - 0x000d2008 6e206f6e 00000000 796f7572 204f7065 n on....your Ope │ │ │ │ - 0x000d2018 6e204d50 4920696e 7374616c 6c617469 n MPI installati │ │ │ │ - 0x000d2028 6f6e2e20 2053796e 7461783a 00000000 on. Syntax:.... │ │ │ │ - 0x000d2038 6e6f2d6c 616e6775 6167652d 73757070 no-language-supp │ │ │ │ - 0x000d2048 6f727400 00000000 6e6f2d63 6f6d7069 ort.....no-compi │ │ │ │ - 0x000d2058 6c65722d 73706563 69666965 64000000 ler-specified... │ │ │ │ - 0x000d2068 6e6f2d63 6f6d7069 6c65722d 666f756e no-compiler-foun │ │ │ │ - 0x000d2078 64000000 00000000 66696c65 2d6e6f74 d.......file-not │ │ │ │ - 0x000d2088 2d666f75 6e640000 73706177 6e2d6661 -found..spawn-fa │ │ │ │ - 0x000d2098 696c6564 00000000 6e6f2d6f 7074696f iled....no-optio │ │ │ │ - 0x000d20a8 6e732d73 7570706f 72740000 00000000 ns-support...... │ │ │ │ - 0x000d20b8 54686520 25732077 72617070 65722063 The %s wrapper c │ │ │ │ - 0x000d20c8 6f6d7069 6c657220 77617320 756e6162 ompiler was unab │ │ │ │ - 0x000d20d8 6c652074 6f206669 6e642061 20626c6f le to find a blo │ │ │ │ - 0x000d20e8 636b206f 66206f70 74696f6e 7320696e ck of options in │ │ │ │ - 0x000d20f8 20697473 00000000 636f6e66 69677572 its....configur │ │ │ │ - 0x000d2108 6174696f 6e20746f 20737570 706f7274 ation to support │ │ │ │ - 0x000d2118 20796f75 7220636f 6d70696c 6572206d your compiler m │ │ │ │ - 0x000d2128 6f64652e 2020596f 75722061 70706c69 ode. Your appli │ │ │ │ - 0x000d2138 63617469 6f6e2077 6173206e 6f740000 cation was not.. │ │ │ │ - 0x000d2148 636f6d70 696c6564 2e206f72 206c696e compiled. or lin │ │ │ │ - 0x000d2158 6b65642e 00000000 54686520 77726170 ked.....The wrap │ │ │ │ - 0x000d2168 70657220 636f6d70 696c6572 20636f6d per compiler com │ │ │ │ - 0x000d2178 6d616e64 206c696e 65207761 733a0000 mand line was:.. │ │ │ │ - 0x000d2188 556e6162 6c652074 6f206361 6c6c2074 Unable to call t │ │ │ │ - 0x000d2198 68652063 6f6d7069 6c657220 28257329 he compiler (%s) │ │ │ │ - 0x000d21a8 2e205468 65206661 696c7572 65207265 . The failure re │ │ │ │ - 0x000d21b8 7475726e 20746865 20657272 6f720000 turn the error.. │ │ │ │ - 0x000d21c8 25732e00 00000000 54686520 6661696c %s......The fail │ │ │ │ - 0x000d21d8 65642063 6f6d6d61 6e642077 6173205b ed command was [ │ │ │ │ - 0x000d21e8 25735d2e 00000000 25732063 6f756c64 %s].....%s could │ │ │ │ - 0x000d21f8 206e6f74 2066696e 64207468 65206669 not find the fi │ │ │ │ - 0x000d2208 6c652025 732c206e 65656465 6420666f le %s, needed fo │ │ │ │ - 0x000d2218 72202573 20737570 706f7274 2e000000 r %s support.... │ │ │ │ - 0x000d2228 54686973 206d6179 20696e64 69636174 This may indicat │ │ │ │ - 0x000d2238 6520616e 20696e63 6f6d706c 65746520 e an incomplete │ │ │ │ - 0x000d2248 696e7374 616c6c20 616e6420 6c696e6b install and link │ │ │ │ - 0x000d2258 696e6720 77696c6c 206c696b 656c7920 ing will likely │ │ │ │ - 0x000d2268 6661696c 2e000000 2573205b 2d73686f fail....%s [-sho │ │ │ │ - 0x000d2278 776d655b 3a3c636f 6d6d616e 642c636f wme[: │ │ │ │ - 0x000d22c8 5d5d2061 72677300 20202d73 686f776d ]] args. -showm │ │ │ │ - 0x000d22d8 653a636f 6d6d616e 64202020 2053686f e:command Sho │ │ │ │ - 0x000d22e8 7720636f 6d6d616e 64207573 65642074 w command used t │ │ │ │ - 0x000d22f8 6f20696e 766f6b65 20726561 6c20636f o invoke real co │ │ │ │ - 0x000d2308 6d70696c 65720000 20202d73 686f776d mpiler.. -showm │ │ │ │ - 0x000d2318 653a636f 6d70696c 65202020 2053686f e:compile Sho │ │ │ │ - 0x000d2328 7720666c 61677320 61646465 64207768 w flags added wh │ │ │ │ - 0x000d2338 656e2063 6f6d7069 6c696e67 00000000 en compiling.... │ │ │ │ - 0x000d2348 20202d73 686f776d 653a6c69 6e6b2020 -showme:link │ │ │ │ - 0x000d2358 20202020 2053686f 7720666c 61677320 Show flags │ │ │ │ - 0x000d2368 61646465 64207768 656e206c 696e6b69 added when linki │ │ │ │ - 0x000d2378 6e670000 00000000 20202d73 686f776d ng...... -showm │ │ │ │ - 0x000d2388 653a696e 63646972 73202020 2053686f e:incdirs Sho │ │ │ │ - 0x000d2398 77206c69 7374206f 6620696e 636c7564 w list of includ │ │ │ │ - 0x000d23a8 65206469 72732061 64646564 20776865 e dirs added whe │ │ │ │ - 0x000d23b8 6e20636f 6d70696c 696e6700 00000000 n compiling..... │ │ │ │ - 0x000d23c8 20202d73 686f776d 653a6c69 62646972 -showme:libdir │ │ │ │ - 0x000d23d8 73202020 2053686f 77206c69 7374206f s Show list o │ │ │ │ - 0x000d23e8 66206c69 62726172 79206469 72732061 f library dirs a │ │ │ │ - 0x000d23f8 64646564 20776865 6e206c69 6e6b696e dded when linkin │ │ │ │ - 0x000d2408 67000000 00000000 20202d73 686f776d g....... -showm │ │ │ │ - 0x000d2418 653a6c69 62732020 20202020 2053686f e:libs Sho │ │ │ │ - 0x000d2428 77206c69 7374206f 66206c69 62726172 w list of librar │ │ │ │ - 0x000d2438 69657320 61646465 64207768 656e206c ies added when l │ │ │ │ - 0x000d2448 696e6b69 6e670000 20202d73 686f776d inking.. -showm │ │ │ │ - 0x000d2458 653a7665 7273696f 6e202020 2053686f e:version Sho │ │ │ │ - 0x000d2468 77207665 7273696f 6e206f66 20257300 w version of %s. │ │ │ │ - 0x000d2478 20202d73 686f776d 653a6865 6c702020 -showme:help │ │ │ │ - 0x000d2488 20202020 20546869 73206865 6c70206d This help m │ │ │ │ - 0x000d2498 65737361 67650000 25733a20 25732025 essage..%s: %s % │ │ │ │ - 0x000d24a8 7320284c 616e6775 6167653a 20257329 s (Language: %s) │ │ │ │ - 0x000d24b8 00000000 00000000 54686520 4f70656e ........The Open │ │ │ │ - 0x000d24c8 204d5049 20777261 70706572 20636f6d MPI wrapper com │ │ │ │ - 0x000d24d8 70696c65 72207761 7320756e 61626c65 piler was unable │ │ │ │ - 0x000d24e8 20746f20 66696e64 20746865 20737065 to find the spe │ │ │ │ - 0x000d24f8 63696669 65642063 6f6d7069 6c657200 cified compiler. │ │ │ │ - 0x000d2508 25732069 6e20796f 75722050 4154482e %s in your PATH. │ │ │ │ - 0x000d2518 00000000 00000000 4e6f7465 20746861 ........Note tha │ │ │ │ - 0x000d2528 74207468 69732063 6f6d7069 6c657220 t this compiler │ │ │ │ - 0x000d2538 77617320 65697468 65722073 70656369 was either speci │ │ │ │ - 0x000d2548 66696564 20617420 636f6e66 69677572 fied at configur │ │ │ │ - 0x000d2558 65207469 6d65206f 7220696e 00000000 e time or in.... │ │ │ │ - 0x000d2568 6f6e6520 6f662073 65766572 616c2070 one of several p │ │ │ │ - 0x000d2578 6f737369 626c6520 656e7669 726f6e6d ossible environm │ │ │ │ - 0x000d2588 656e7420 76617269 61626c65 732e0000 ent variables... │ │ │ │ - 0x000d2598 4e6f2075 6e646572 6c79696e 6720636f No underlying co │ │ │ │ - 0x000d25a8 6d70696c 65722077 61732073 70656369 mpiler was speci │ │ │ │ - 0x000d25b8 66696564 20696e20 74686520 77726170 fied in the wrap │ │ │ │ - 0x000d25c8 70657220 636f6d70 696c6572 20646174 per compiler dat │ │ │ │ - 0x000d25d8 61206669 6c650000 28652e67 2e2c206d a file..(e.g., m │ │ │ │ - 0x000d25e8 70696363 2d777261 70706572 2d646174 picc-wrapper-dat │ │ │ │ - 0x000d25f8 612e7478 74290000 556e666f 7274756e a.txt)..Unfortun │ │ │ │ - 0x000d2608 6174656c 792c2074 68697320 696e7374 ately, this inst │ │ │ │ - 0x000d2618 616c6c61 74696f6e 206f6620 4f70656e allation of Open │ │ │ │ - 0x000d2628 204d5049 20776173 206e6f74 20636f6d MPI was not com │ │ │ │ - 0x000d2638 70696c65 64207769 74680000 00000000 piled with...... │ │ │ │ - 0x000d2648 25732073 7570706f 72742e20 20417320 %s support. As │ │ │ │ - 0x000d2658 73756368 2c207468 65202573 20636f6d such, the %s com │ │ │ │ - 0x000d2668 70696c65 72206973 206e6f6e 2d66756e piler is non-fun │ │ │ │ - 0x000d2678 6374696f 6e616c2e 00000000 00000000 ctional......... │ │ │ │ - 0x000d2688 496e7661 6c696420 61726775 6d656e74 Invalid argument │ │ │ │ - 0x000d2698 20747970 65000000 496e6465 7828257a type...Index(%z │ │ │ │ - 0x000d26a8 75292069 73206f75 74206f66 20626f75 u) is out of bou │ │ │ │ - 0x000d26b8 6e64286c 656e6774 68202575 64292e00 nd(length %ud).. │ │ │ │ - 0x000d26c8 456e636f 756e7465 72656420 6572726f Encountered erro │ │ │ │ - 0x000d26d8 72207265 6164696e 67206669 6c652025 r reading file % │ │ │ │ - 0x000d26e8 732e0000 00000000 43616e6e 6f742061 s.......Cannot a │ │ │ │ - 0x000d26f8 6c6c6f63 61746520 6d656d6f 72792e00 llocate memory.. │ │ │ │ - 0x000d2708 4661696c 65642074 6f206f70 656e2066 Failed to open f │ │ │ │ - 0x000d2718 696c6520 25732e20 506c6561 73652063 ile %s. Please c │ │ │ │ - 0x000d2728 6865636b 20746865 2066696c 65207061 heck the file pa │ │ │ │ - 0x000d2738 74682061 6e642070 65726d69 7373696f th and permissio │ │ │ │ - 0x000d2748 6e732e00 00000000 54686520 696e7075 ns......The inpu │ │ │ │ - 0x000d2758 74206973 206e6f74 20612076 616c6964 t is not a valid │ │ │ │ - 0x000d2768 204a534f 4e207374 72696e67 2e000000 JSON string.... │ │ │ │ - 0x000d2778 46756e63 74696f6e 20257320 65787065 Function %s expe │ │ │ │ - 0x000d2788 63747320 696e7075 74207479 70652025 cts input type % │ │ │ │ - 0x000d2798 73282564 29206275 7420676f 74202564 s(%d) but got %d │ │ │ │ - 0x000d27a8 2e000000 00000000 54686520 4a534f4e ........The JSON │ │ │ │ - 0x000d27b8 2076616c 75652068 61732061 6e20756e value has an un │ │ │ │ - 0x000d27c8 6b6e6f77 6e207479 70652025 732e0000 known type %s... │ │ │ │ - 0x000d27d8 73746163 6b747261 63652073 69676e61 stacktrace signa │ │ │ │ - 0x000d27e8 6c206f76 65727269 64650000 00000000 l override...... │ │ │ │ - 0x000d27f8 73746163 6b747261 63652062 61642073 stacktrace bad s │ │ │ │ - 0x000d2808 69676e61 6c000000 6d616c66 6f726d65 ignal...malforme │ │ │ │ - 0x000d2818 64206e65 745f7072 69766174 655f6970 d net_private_ip │ │ │ │ - 0x000d2828 76340000 00000000 696e7661 6c69642d v4......invalid- │ │ │ │ - 0x000d2838 6e65742d 6d61736b 00000000 00000000 net-mask........ │ │ │ │ - 0x000d2848 6d616c66 6f726d65 642d7572 69000000 malformed-uri... │ │ │ │ - 0x000d2858 72656c61 74697665 2d706174 68000000 relative-path... │ │ │ │ - 0x000d2868 7379732d 6c696d69 742d6661 696c6564 sys-limit-failed │ │ │ │ - 0x000d2878 00000000 00000000 7379732d 6c696d69 ........sys-limi │ │ │ │ - 0x000d2888 742d756e 7265636f 676e697a 65640000 t-unrecognized.. │ │ │ │ - 0x000d2898 41206469 72656374 6f727920 74686174 A directory that │ │ │ │ - 0x000d28a8 204f7065 6e204d50 49206e65 65647320 Open MPI needs │ │ │ │ - 0x000d28b8 746f2075 73652061 6c726561 64792065 to use already e │ │ │ │ - 0x000d28c8 78697374 732c2062 75742069 73206f77 xists, but is ow │ │ │ │ - 0x000d28d8 6e656400 00000000 62792061 20646966 ned.....by a dif │ │ │ │ - 0x000d28e8 66657265 6e742075 7365722e 2020466f ferent user. Fo │ │ │ │ - 0x000d28f8 72207361 66657479 2c204f70 656e204d r safety, Open M │ │ │ │ - 0x000d2908 50492077 696c6c20 6e6f7420 75736520 PI will not use │ │ │ │ - 0x000d2918 69743a00 00000000 20204469 72656374 it:..... Direct │ │ │ │ - 0x000d2928 6f72793a 20202573 00000000 00000000 ory: %s........ │ │ │ │ - 0x000d2938 20204f77 6e657220 5549443a 2020256c Owner UID: %l │ │ │ │ - 0x000d2948 75000000 00000000 20204f75 72205549 u....... Our UI │ │ │ │ - 0x000d2958 443a2020 2020256c 75000000 00000000 D: %lu....... │ │ │ │ - 0x000d2968 54686973 2063616e 20686170 70656e20 This can happen │ │ │ │ - 0x000d2978 7768656e 20612073 74616c65 20646972 when a stale dir │ │ │ │ - 0x000d2988 6563746f 72792077 69746820 74686520 ectory with the │ │ │ │ - 0x000d2998 73616d65 206e616d 65206973 206c6566 same name is lef │ │ │ │ - 0x000d29a8 74000000 00000000 6f766572 2066726f t.......over fro │ │ │ │ - 0x000d29b8 6d20616e 6f746865 72207573 65722773 m another user's │ │ │ │ - 0x000d29c8 206a6f62 2c206f72 20776865 6e207468 job, or when th │ │ │ │ - 0x000d29d8 65206469 72656374 6f727920 77617320 e directory was │ │ │ │ - 0x000d29e8 64656c69 62657261 74656c79 00000000 deliberately.... │ │ │ │ - 0x000d29f8 7072652d 63726561 7465642e 2020506c pre-created. Pl │ │ │ │ - 0x000d2a08 65617365 2072656d 6f766520 74686520 ease remove the │ │ │ │ - 0x000d2a18 64697265 63746f72 792c206f 72207573 directory, or us │ │ │ │ - 0x000d2a28 65206120 64696666 6572656e 74000000 e a different... │ │ │ │ - 0x000d2a38 6c6f6361 74696f6e 2028652e 672e2c20 location (e.g., │ │ │ │ - 0x000d2a48 62792073 65747469 6e672074 68652054 by setting the T │ │ │ │ - 0x000d2a58 4d504449 5220656e 7669726f 6e6d656e MPDIR environmen │ │ │ │ - 0x000d2a68 74207661 72696162 6c65292e 00000000 t variable)..... │ │ │ │ - 0x000d2a78 41206361 6c6c2074 6f206d6b 64697220 A call to mkdir │ │ │ │ - 0x000d2a88 77617320 756e6162 6c652074 6f206372 was unable to cr │ │ │ │ - 0x000d2a98 65617465 20746865 20646573 69726564 eate the desired │ │ │ │ - 0x000d2aa8 20646972 6563746f 72793a00 00000000 directory:..... │ │ │ │ - 0x000d2ab8 20204469 72656374 6f72793a 20257300 Directory: %s. │ │ │ │ - 0x000d2ac8 20204572 726f723a 20202020 20257300 Error: %s. │ │ │ │ - 0x000d2ad8 506c6561 73652063 6865636b 20746f20 Please check to │ │ │ │ - 0x000d2ae8 656e7375 72652079 6f752068 61766520 ensure you have │ │ │ │ - 0x000d2af8 61646571 75617465 20706572 6d697373 adequate permiss │ │ │ │ - 0x000d2b08 696f6e73 20746f20 70657266 6f726d00 ions to perform. │ │ │ │ - 0x000d2b18 74686520 64657369 72656420 6f706572 the desired oper │ │ │ │ - 0x000d2b28 6174696f 6e2e0000 5768696c 6520776f ation...While wo │ │ │ │ - 0x000d2b38 726b696e 67207468 726f7567 68206120 rking through a │ │ │ │ - 0x000d2b48 64697265 63746f72 79207472 65652c20 directory tree, │ │ │ │ - 0x000d2b58 77652077 65726520 756e6162 6c652074 we were unable t │ │ │ │ - 0x000d2b68 6f207365 74000000 61206469 72656374 o set...a direct │ │ │ │ - 0x000d2b78 6f727920 746f2074 68652064 65736972 ory to the desir │ │ │ │ - 0x000d2b88 6564206d 6f64653a 00000000 00000000 ed mode:........ │ │ │ │ - 0x000d2b98 20204d6f 64653a20 20202020 20202530 Mode: %0 │ │ │ │ - 0x000d2ba8 78000000 00000000 20204572 726f723a x....... Error: │ │ │ │ - 0x000d2bb8 20202020 20202573 00000000 00000000 %s........ │ │ │ │ - 0x000d2bc8 4f70656e 204d5049 20726563 65697665 Open MPI receive │ │ │ │ - 0x000d2bd8 64206120 72657175 65737420 746f2073 d a request to s │ │ │ │ - 0x000d2be8 65742061 20737973 74656d20 7265736f et a system reso │ │ │ │ - 0x000d2bf8 75726365 206c696d 69742e00 00000000 urce limit...... │ │ │ │ - 0x000d2c08 5361646c 792c204f 4d504920 646f6573 Sadly, OMPI does │ │ │ │ - 0x000d2c18 206e6f74 20726563 6f676e69 7a65206f not recognize o │ │ │ │ - 0x000d2c28 72206375 7272656e 746c7920 73757070 r currently supp │ │ │ │ - 0x000d2c38 6f727420 74686520 73706563 69666965 ort the specifie │ │ │ │ - 0x000d2c48 64000000 00000000 7265736f 75726365 d.......resource │ │ │ │ - 0x000d2c58 3a000000 00000000 20205265 736f7572 :....... Resour │ │ │ │ - 0x000d2c68 63653a20 20257300 20204c69 6d69743a ce: %s. Limit: │ │ │ │ - 0x000d2c78 20202020 20257300 506c6561 73652063 %s.Please c │ │ │ │ - 0x000d2c88 6f727265 63742074 68652072 65717565 orrect the reque │ │ │ │ - 0x000d2c98 73742061 6e642074 72792061 6761696e st and try again │ │ │ │ - 0x000d2ca8 2e000000 00000000 50657220 72657175 ........Per requ │ │ │ │ - 0x000d2cb8 6573742c 204f7065 6e204d50 49206174 est, Open MPI at │ │ │ │ - 0x000d2cc8 74656d70 74656420 746f2073 65742061 tempted to set a │ │ │ │ - 0x000d2cd8 20737973 74656d20 7265736f 75726365 system resource │ │ │ │ - 0x000d2ce8 00000000 00000000 6c696d69 7420746f ........limit to │ │ │ │ - 0x000d2cf8 20612067 6976656e 2076616c 75653a00 a given value:. │ │ │ │ - 0x000d2d08 54686520 73797374 656d2068 61732072 The system has r │ │ │ │ - 0x000d2d18 65667573 65642074 6f20616c 6c6f7720 efused to allow │ │ │ │ - 0x000d2d28 74686973 206f7065 72617469 6f6e2e20 this operation. │ │ │ │ - 0x000d2d38 54686973 20697320 6c696b65 6c790000 This is likely.. │ │ │ │ - 0x000d2d48 64756520 746f2061 20706572 6d697373 due to a permiss │ │ │ │ - 0x000d2d58 696f6e20 6c696d69 74617469 6f6e2c20 ion limitation, │ │ │ │ - 0x000d2d68 6f722073 70656369 6679696e 6720616e or specifying an │ │ │ │ - 0x000d2d78 20756e73 7570706f 72746564 00000000 unsupported.... │ │ │ │ - 0x000d2d88 76616c75 652e2050 6c656173 65206368 value. Please ch │ │ │ │ - 0x000d2d98 65636b20 74686520 73797374 656d206f eck the system o │ │ │ │ - 0x000d2da8 72207265 6d6f7665 20746865 20726571 r remove the req │ │ │ │ - 0x000d2db8 75657374 20616e64 20747279 00000000 uest and try.... │ │ │ │ - 0x000d2dc8 5768656e 20637265 6174696e 67206120 When creating a │ │ │ │ - 0x000d2dd8 5552492c 20616c6c 2066696c 6573206d URI, all files m │ │ │ │ - 0x000d2de8 75737420 62652073 70656369 66696564 ust be specified │ │ │ │ - 0x000d2df8 20696e20 6162736f 6c757465 20706174 in absolute pat │ │ │ │ - 0x000d2e08 68733a00 00000000 20205661 6c756520 hs:..... Value │ │ │ │ - 0x000d2e18 70726f76 69646564 3a202573 00000000 provided: %s.... │ │ │ │ - 0x000d2e28 506c6561 73652075 70646174 6520796f Please update yo │ │ │ │ - 0x000d2e38 75722061 70706c69 63617469 6f6e2074 ur application t │ │ │ │ - 0x000d2e48 6f207072 6f766964 65207468 65206675 o provide the fu │ │ │ │ - 0x000d2e58 6c6c2070 61746820 746f2074 68652066 ll path to the f │ │ │ │ - 0x000d2e68 696c652e 00000000 4f70656e 204d5049 ile.....Open MPI │ │ │ │ - 0x000d2e78 20686173 20646574 65637465 64206120 has detected a │ │ │ │ - 0x000d2e88 6d616c66 6f726d65 64205552 493a0000 malformed URI:.. │ │ │ │ - 0x000d2e98 20205552 493a2020 25730000 00000000 URI: %s...... │ │ │ │ - 0x000d2ea8 41636365 70746564 2076616c 75657320 Accepted values │ │ │ │ - 0x000d2eb8 666f6c6c 6f772049 45544620 52464333 follow IETF RFC3 │ │ │ │ - 0x000d2ec8 3938362c 20652e67 2e206669 6c653a2f 986, e.g. file:/ │ │ │ │ - 0x000d2ed8 2f313932 2e313638 2e312e31 2f6f7665 /192.168.1.1/ove │ │ │ │ - 0x000d2ee8 722f7468 65726500 4f70656e 204d5049 r/there.Open MPI │ │ │ │ - 0x000d2ef8 20686173 20646574 65637465 64206120 has detected a │ │ │ │ - 0x000d2f08 6d616c66 6f726d65 64204950 76342061 malformed IPv4 a │ │ │ │ - 0x000d2f18 64647265 7373206f 72206e65 746d6173 ddress or netmas │ │ │ │ - 0x000d2f28 6b3a0000 00000000 41636365 70746564 k:......Accepted │ │ │ │ - 0x000d2f38 2076616c 75657320 666f6c6c 6f772074 values follow t │ │ │ │ - 0x000d2f48 68652043 6c617373 6c657373 20496e74 he Classless Int │ │ │ │ - 0x000d2f58 65722d44 6f6d6169 6e000000 00000000 er-Domain....... │ │ │ │ - 0x000d2f68 526f7574 696e6720 28434944 5229206e Routing (CIDR) n │ │ │ │ - 0x000d2f78 6f746174 696f6e20 73706563 69666963 otation specific │ │ │ │ - 0x000d2f88 6174696f 6e732e20 466f7220 6578616d ations. For exam │ │ │ │ - 0x000d2f98 706c653a 00000000 20202020 2031302e ple:.... 10. │ │ │ │ - 0x000d2fa8 302e302e 302f3800 20202020 20313732 0.0.0/8. 172 │ │ │ │ - 0x000d2fb8 2e31362f 31320000 20202020 20313932 .16/12.. 192 │ │ │ │ - 0x000d2fc8 2e313638 00000000 20202020 20313639 .168.... 169 │ │ │ │ - 0x000d2fd8 2e323534 2e302e30 2f313600 00000000 .254.0.0/16..... │ │ │ │ - 0x000d2fe8 4f70656e 204d5049 20686173 20646574 Open MPI has det │ │ │ │ - 0x000d2ff8 65637465 64206174 206c6561 7374206f ected at least o │ │ │ │ - 0x000d3008 6e65206d 616c666f 726d6564 20495020 ne malformed IP │ │ │ │ - 0x000d3018 61646472 65737320 6f72206e 65746d61 address or netma │ │ │ │ - 0x000d3028 736b2069 6e000000 74686520 76616c75 sk in...the valu │ │ │ │ - 0x000d3038 65206f66 20746865 206f7061 6c5f6e65 e of the opal_ne │ │ │ │ - 0x000d3048 745f7072 69766174 655f6970 7634204d t_private_ipv4 M │ │ │ │ - 0x000d3058 43412070 6172616d 65746572 2e202054 CA parameter. T │ │ │ │ - 0x000d3068 68650000 00000000 6f70616c 5f6e6574 he......opal_net │ │ │ │ - 0x000d3078 5f707269 76617465 5f697076 34204d43 _private_ipv4 MC │ │ │ │ - 0x000d3088 41207061 72616d65 74657220 61636365 A parameter acce │ │ │ │ - 0x000d3098 70747320 61207365 6d69636f 6c6f6e2d pts a semicolon- │ │ │ │ - 0x000d30a8 64656c69 6d697465 64206c69 73740000 delimited list.. │ │ │ │ - 0x000d30b8 6f662043 6c617373 6c657373 20496e74 of Classless Int │ │ │ │ - 0x000d30c8 65722d44 6f6d6169 6e20526f 7574696e er-Domain Routin │ │ │ │ - 0x000d30d8 67202843 49445229 206e6f74 6174696f g (CIDR) notatio │ │ │ │ - 0x000d30e8 6e207370 65636966 69636174 696f6e73 n specifications │ │ │ │ - 0x000d30f8 2c206561 63680000 6f662074 68652066 , each..of the f │ │ │ │ - 0x000d3108 6f726d20 3c697061 64647265 73733e2f orm / │ │ │ │ - 0x000d3118 3c6d6173 6b3e2e20 20466f72 20657861 . For exa │ │ │ │ - 0x000d3128 6d706c65 3a000000 20202020 2031302e mple:... 10. │ │ │ │ - 0x000d3138 302e302e 302f383b 3137322e 31362e30 0.0.0/8;172.16.0 │ │ │ │ - 0x000d3148 2e302f31 323b3139 322e3136 382e302e .0/12;192.168.0. │ │ │ │ - 0x000d3158 302f3136 3b313639 2e323534 2e302e30 0/16;169.254.0.0 │ │ │ │ - 0x000d3168 2f313600 00000000 54686520 66697273 /16.....The firs │ │ │ │ - 0x000d3178 74206465 74656374 6564206d 616c666f t detected malfo │ │ │ │ - 0x000d3188 726d6564 20656e74 72792077 61732025 rmed entry was % │ │ │ │ - 0x000d3198 732e0000 00000000 4f70656e 204d5049 s.......Open MPI │ │ │ │ - 0x000d31a8 20776173 20696e73 65727469 6e672061 was inserting a │ │ │ │ - 0x000d31b8 20736967 6e616c20 68616e64 6c657220 signal handler │ │ │ │ - 0x000d31c8 62757420 77617320 67697665 6e20616e but was given an │ │ │ │ - 0x000d31d8 20696e76 616c6964 00000000 00000000 invalid........ │ │ │ │ - 0x000d31e8 7369676e 616c206e 756d6265 723a0000 signal number:.. │ │ │ │ - 0x000d31f8 20205369 676e616c 20737472 696e673a Signal string: │ │ │ │ - 0x000d3208 20257300 00000000 20204261 64207661 %s..... Bad va │ │ │ │ - 0x000d3218 6c75653a 20202020 20257300 00000000 lue: %s..... │ │ │ │ - 0x000d3228 54686520 67697665 6e207661 6c756520 The given value │ │ │ │ - 0x000d3238 6d757374 20626520 616e2069 6e746567 must be an integ │ │ │ │ - 0x000d3248 65722077 69746869 6e207468 65207369 er within the si │ │ │ │ - 0x000d3258 676e616c 206e756d 62657200 00000000 gnal number..... │ │ │ │ - 0x000d3268 72616e67 652e2050 6c656173 6520636f range. Please co │ │ │ │ - 0x000d3278 72726563 74207468 65207661 6c756520 rrect the value │ │ │ │ - 0x000d3288 616e6420 74727920 61676169 6e2e0000 and try again... │ │ │ │ - 0x000d3298 4f70656e 204d5049 20776173 20696e73 Open MPI was ins │ │ │ │ - 0x000d32a8 65727469 6e672061 20736967 6e616c20 erting a signal │ │ │ │ - 0x000d32b8 68616e64 6c657220 666f7220 7369676e handler for sign │ │ │ │ - 0x000d32c8 616c2025 64206275 74206e6f 74696365 al %d but notice │ │ │ │ - 0x000d32d8 64000000 00000000 74686174 20746865 d.......that the │ │ │ │ - 0x000d32e8 72652069 7320616c 72656164 79206120 re is already a │ │ │ │ - 0x000d32f8 6e6f6e2d 64656661 756c7420 68616e64 non-default hand │ │ │ │ - 0x000d3308 6c657220 696e7374 616c6c65 642e2020 ler installed. │ │ │ │ - 0x000d3318 4f70656e 204d5049 27730000 00000000 Open MPI's...... │ │ │ │ - 0x000d3328 68616e64 6c657220 77617320 74686572 handler was ther │ │ │ │ - 0x000d3338 65666f72 65206e6f 7420696e 7374616c efore not instal │ │ │ │ - 0x000d3348 6c65643b 20796f75 72206a6f 62207769 led; your job wi │ │ │ │ - 0x000d3358 6c6c2063 6f6e7469 6e75652e 20205468 ll continue. Th │ │ │ │ - 0x000d3368 69730000 00000000 7761726e 696e6720 is......warning │ │ │ │ - 0x000d3378 6d657373 61676520 77696c6c 206f6e6c message will onl │ │ │ │ - 0x000d3388 79206265 20646973 706c6179 6564206f y be displayed o │ │ │ │ - 0x000d3398 6e63652c 20657665 6e206966 204f7065 nce, even if Ope │ │ │ │ - 0x000d33a8 6e204d50 49000000 656e636f 756e7465 n MPI...encounte │ │ │ │ - 0x000d33b8 72732074 68697320 73697475 6174696f rs this situatio │ │ │ │ - 0x000d33c8 6e206167 61696e2e 00000000 00000000 n again......... │ │ │ │ - 0x000d33d8 546f2061 766f6964 20646973 706c6179 To avoid display │ │ │ │ - 0x000d33e8 696e6720 74686973 20776172 6e696e67 ing this warning │ │ │ │ - 0x000d33f8 206d6573 73616765 2c20796f 75206361 message, you ca │ │ │ │ - 0x000d3408 6e206569 74686572 206e6f74 20696e73 n either not ins │ │ │ │ - 0x000d3418 74616c6c 00000000 74686520 6572726f tall....the erro │ │ │ │ - 0x000d3428 72206861 6e646c65 7220666f 72207369 r handler for si │ │ │ │ - 0x000d3438 676e616c 20256420 6f722079 6f752063 gnal %d or you c │ │ │ │ - 0x000d3448 616e2068 61766520 4f70656e 204d5049 an have Open MPI │ │ │ │ - 0x000d3458 206e6f74 20747279 20746f00 00000000 not try to..... │ │ │ │ - 0x000d3468 696e7374 616c6c20 69747320 6f776e20 install its own │ │ │ │ - 0x000d3478 7369676e 616c2068 616e646c 65722066 signal handler f │ │ │ │ - 0x000d3488 6f722074 68697320 7369676e 616c2062 or this signal b │ │ │ │ - 0x000d3498 79207365 7474696e 67207468 65000000 y setting the... │ │ │ │ - 0x000d34a8 226f7061 6c5f7369 676e616c 7322204d "opal_signals" M │ │ │ │ - 0x000d34b8 43412070 6172616d 65746572 2e000000 CA parameter.... │ │ │ │ - 0x000d34c8 20205369 676e616c 3a202564 00000000 Signal: %d.... │ │ │ │ - 0x000d34d8 20204375 7272656e 74206f70 616c5f73 Current opal_s │ │ │ │ - 0x000d34e8 69676e61 6c207661 6c75653a 20257300 ignal value: %s. │ │ │ │ - 0x000d34f8 6d70695f 6572726f 72735f61 72655f66 mpi_errors_are_f │ │ │ │ - 0x000d3508 6174616c 00000000 6d70695f 6572726f atal....mpi_erro │ │ │ │ - 0x000d3518 72735f61 72655f66 6174616c 20756e6b rs_are_fatal unk │ │ │ │ - 0x000d3528 6e6f776e 2068616e 646c6500 00000000 nown handle..... │ │ │ │ - 0x000d3538 6d70695f 6572726f 72735f61 626f7274 mpi_errors_abort │ │ │ │ - 0x000d3548 00000000 00000000 2573202a 2a2a2041 ........%s *** A │ │ │ │ - 0x000d3558 6e206572 726f7220 6f636375 72726564 n error occurred │ │ │ │ - 0x000d3568 20257320 25730000 2573202a 2a2a2072 %s %s..%s *** r │ │ │ │ - 0x000d3578 65706f72 74656420 62792070 726f6365 eported by proce │ │ │ │ - 0x000d3588 7373205b 256c752c 256c755d 00000000 ss [%lu,%lu].... │ │ │ │ - 0x000d3598 2573202a 2a2a206f 6e202573 20257300 %s *** on %s %s. │ │ │ │ - 0x000d35a8 2573202a 2a2a2025 73000000 00000000 %s *** %s....... │ │ │ │ - 0x000d35b8 2573202a 2a2a204d 50495f45 52524f52 %s *** MPI_ERROR │ │ │ │ - 0x000d35c8 535f4142 4f525420 2870726f 63657373 S_ABORT (process │ │ │ │ - 0x000d35d8 65732069 6e207468 69732025 73207769 es in this %s wi │ │ │ │ - 0x000d35e8 6c6c206e 6f772061 626f7274 2c000000 ll now abort,... │ │ │ │ - 0x000d35f8 2573202a 2a2a2020 2020616e 6420706f %s *** and po │ │ │ │ - 0x000d3608 74656e74 69616c6c 79207468 65207265 tentially the re │ │ │ │ - 0x000d3618 7374206f 6620796f 7572204d 5049206a st of your MPI j │ │ │ │ - 0x000d3628 6f622900 00000000 2573202a 2a2a206f ob).....%s *** o │ │ │ │ - 0x000d3638 6e206120 4e554c4c 20257300 00000000 n a NULL %s..... │ │ │ │ - 0x000d3648 2573202a 2a2a204d 50495f45 52524f52 %s *** MPI_ERROR │ │ │ │ - 0x000d3658 535f4152 455f4641 54414c20 2870726f S_ARE_FATAL (pro │ │ │ │ - 0x000d3668 63657373 65732069 6e207468 69732025 cesses in this % │ │ │ │ - 0x000d3678 73207769 6c6c206e 6f772061 626f7274 s will now abort │ │ │ │ - 0x000d3688 2c000000 00000000 2573202a 2a2a2020 ,.......%s *** │ │ │ │ - 0x000d3698 2020616e 64204d50 49207769 6c6c2074 and MPI will t │ │ │ │ - 0x000d36a8 72792074 6f207465 726d696e 61746520 ry to terminate │ │ │ │ - 0x000d36b8 796f7572 204d5049 206a6f62 20617320 your MPI job as │ │ │ │ - 0x000d36c8 77656c6c 29000000 6d6f6475 6c653a75 well)...module:u │ │ │ │ - 0x000d36d8 6e746573 7465643a 6661696c 756e6465 ntested:failunde │ │ │ │ - 0x000d36e8 66000000 00000000 6d6f6475 6c653a75 f.......module:u │ │ │ │ - 0x000d36f8 6e746573 7465643a 6661696c 61626f72 ntested:failabor │ │ │ │ - 0x000d3708 74000000 00000000 6d6f6475 6c653a75 t.......module:u │ │ │ │ - 0x000d3718 6e746573 7465643a 73686f75 6c64776f ntested:shouldwo │ │ │ │ - 0x000d3728 726b0000 00000000 6d6f6475 6c653a65 rk......module:e │ │ │ │ - 0x000d3738 76656e74 3a73656c 65637462 75670000 vent:selectbug.. │ │ │ │ - 0x000d3748 5741524e 494e473a 20546865 2073656c WARNING: The sel │ │ │ │ - 0x000d3758 65637465 6420276c 69626576 656e7427 ected 'libevent' │ │ │ │ - 0x000d3768 20757365 73207468 65202773 656c6563 uses the 'selec │ │ │ │ - 0x000d3778 7427206d 6574686f 642c2077 68696368 t' method, which │ │ │ │ - 0x000d3788 20686173 00000000 61206b6e 6f776e20 has....a known │ │ │ │ - 0x000d3798 62756720 696e2070 6f73742d 6661696c bug in post-fail │ │ │ │ - 0x000d37a8 75726520 6f706572 6174696f 6e2c2079 ure operation, y │ │ │ │ - 0x000d37b8 65742079 6f752068 61766520 72657175 et you have requ │ │ │ │ - 0x000d37c8 65737465 64207375 70706f72 74000000 ested support... │ │ │ │ - 0x000d37d8 666f7220 6661756c 7420746f 6c657261 for fault tolera │ │ │ │ - 0x000d37e8 6e63652e 20576865 6e207573 696e6720 nce. When using │ │ │ │ - 0x000d37f8 74686973 20636f6d 706f6e65 6e742c20 this component, │ │ │ │ - 0x000d3808 6e6f726d 616c2066 61696c75 72652066 normal failure f │ │ │ │ - 0x000d3818 72656500 00000000 6f706572 6174696f ree.....operatio │ │ │ │ - 0x000d3828 6e206973 20657870 65637465 643b2048 n is expected; H │ │ │ │ - 0x000d3838 6f776576 65722c20 6661696c 75726573 owever, failures │ │ │ │ - 0x000d3848 206d6179 20636175 73652074 68652061 may cause the a │ │ │ │ - 0x000d3858 70706c69 63617469 6f6e2074 6f000000 pplication to... │ │ │ │ - 0x000d3868 64656164 6c6f636b 2e000000 00000000 deadlock........ │ │ │ │ - 0x000d3878 596f7520 6d617920 73656c65 63742061 You may select a │ │ │ │ - 0x000d3888 20646966 66657265 6e742070 6f6c6c69 different polli │ │ │ │ - 0x000d3898 6e67206d 6574686f 64206279 20736574 ng method by set │ │ │ │ - 0x000d38a8 74696e67 20746865 204d4341 20706172 ting the MCA par │ │ │ │ - 0x000d38b8 616d6574 65720000 276f7061 6c5f6576 ameter..'opal_ev │ │ │ │ - 0x000d38c8 656e745f 696e636c 75646527 20746f20 ent_include' to │ │ │ │ - 0x000d38d8 616e7920 6f746865 72206d65 74686f64 any other method │ │ │ │ - 0x000d38e8 20746861 6e202773 656c6563 74272e00 than 'select'.. │ │ │ │ - 0x000d38f8 54686520 73656c65 63746564 20272573 The selected '%s │ │ │ │ - 0x000d3908 27206d6f 64756c65 20272573 27206973 ' module '%s' is │ │ │ │ - 0x000d3918 20696e73 75666963 69656e74 6c792074 insuficiently t │ │ │ │ - 0x000d3928 65737465 6420696e 20706f73 742d6661 ested in post-fa │ │ │ │ - 0x000d3938 696c7572 65000000 6f706572 6174696f ilure...operatio │ │ │ │ - 0x000d3948 6e2c2079 65742079 6f752068 61766520 n, yet you have │ │ │ │ - 0x000d3958 72657175 65737465 64207375 70706f72 requested suppor │ │ │ │ - 0x000d3968 7420666f 72206661 756c7420 746f6c65 t for fault tole │ │ │ │ - 0x000d3978 72616e63 652e0000 5768656e 20757369 rance...When usi │ │ │ │ - 0x000d3988 6e672074 68697320 636f6d70 6f6e656e ng this componen │ │ │ │ - 0x000d3998 742c206e 6f726d61 6c206661 696c7572 t, normal failur │ │ │ │ - 0x000d39a8 65206672 65652061 6e642070 6f73742d e free and post- │ │ │ │ - 0x000d39b8 6661696c 75726520 6f706572 6174696f failure operatio │ │ │ │ - 0x000d39c8 6e000000 00000000 69732065 78706563 n.......is expec │ │ │ │ - 0x000d39d8 7465642c 20627574 20746865 206d6f64 ted, but the mod │ │ │ │ - 0x000d39e8 756c6520 73686f75 6c64206e 6f742062 ule should not b │ │ │ │ - 0x000d39f8 65207573 65642069 6e207072 6f647563 e used in produc │ │ │ │ - 0x000d3a08 74696f6e 2e000000 506c6561 73652072 tion....Please r │ │ │ │ - 0x000d3a18 65706f72 7420746f 20746865 20554c46 eport to the ULF │ │ │ │ - 0x000d3a28 4d206d61 696c696e 67206c69 73742079 M mailing list y │ │ │ │ - 0x000d3a38 6f757220 65787065 7269656e 63652028 our experience ( │ │ │ │ - 0x000d3a48 696e636c 7564696e 6720706f 73697469 including positi │ │ │ │ - 0x000d3a58 76650000 00000000 6f6e6573 29207769 ve......ones) wi │ │ │ │ - 0x000d3a68 74682074 6865206d 6f64756c 6520756e th the module un │ │ │ │ - 0x000d3a78 64657220 6661696c 75726520 7363656e der failure scen │ │ │ │ - 0x000d3a88 6172696f 732e0000 496e2074 68697320 arios...In this │ │ │ │ - 0x000d3a98 6672616d 65776f72 6b2c2074 68652066 framework, the f │ │ │ │ - 0x000d3aa8 6f6c6c6f 77696e67 20636f6d 706f6e65 ollowing compone │ │ │ │ - 0x000d3ab8 6e747320 61726520 74657374 65642074 nts are tested t │ │ │ │ - 0x000d3ac8 6f206f70 65726174 6520756e 64657200 o operate under. │ │ │ │ - 0x000d3ad8 6661696c 75726520 7363656e 6172696f failure scenario │ │ │ │ - 0x000d3ae8 733a207b 25737d00 5741524e 494e473a s: {%s}.WARNING: │ │ │ │ - 0x000d3af8 20546865 2073656c 65637465 64202725 The selected '% │ │ │ │ - 0x000d3b08 7327206d 6f64756c 65202725 73272069 s' module '%s' i │ │ │ │ - 0x000d3b18 73206e6f 74207465 73746564 20666f72 s not tested for │ │ │ │ - 0x000d3b28 20706f73 742d6661 696c7572 65000000 post-failure... │ │ │ │ - 0x000d3b38 5768656e 20757369 6e672074 68697320 When using this │ │ │ │ - 0x000d3b48 636f6d70 6f6e656e 742c206e 6f726d61 component, norma │ │ │ │ - 0x000d3b58 6c206661 696c7572 65206672 6565206f l failure free o │ │ │ │ - 0x000d3b68 70657261 74696f6e 20697320 65787065 peration is expe │ │ │ │ - 0x000d3b78 63746564 3b000000 486f7765 7665722c cted;...However, │ │ │ │ - 0x000d3b88 20666169 6c757265 73207769 6c6c2063 failures will c │ │ │ │ - 0x000d3b98 61757365 20746865 20617070 6c696361 ause the applica │ │ │ │ - 0x000d3ba8 74696f6e 20746f20 61626f72 742e0000 tion to abort... │ │ │ │ - 0x000d3bb8 486f7765 7665722c 20666169 6c757265 However, failure │ │ │ │ - 0x000d3bc8 73206d61 79206361 75736520 74686520 s may cause the │ │ │ │ - 0x000d3bd8 6170706c 69636174 696f6e20 746f2061 application to a │ │ │ │ - 0x000d3be8 626f7274 2c206372 61736820 6f722064 bort, crash or d │ │ │ │ - 0x000d3bf8 6561646c 6f636b2e 00000000 00000000 eadlock......... │ │ │ │ - 0x000d3c08 636f6d6d 2d73656c 6563743a 6e6f6e65 comm-select:none │ │ │ │ - 0x000d3c18 2d617661 696c6162 6c650000 00000000 -available...... │ │ │ │ - 0x000d3c28 636f6d6d 2d73656c 6563743a 6e6f2d66 comm-select:no-f │ │ │ │ - 0x000d3c38 756e6374 696f6e2d 61766169 6c61626c unction-availabl │ │ │ │ - 0x000d3c48 65000000 00000000 636f6d6d 2d73656c e.......comm-sel │ │ │ │ - 0x000d3c58 6563743a 6d697373 696e6720 636f6c6c ect:missing coll │ │ │ │ - 0x000d3c68 65637469 76650000 25732025 7320636f ective..%s %s co │ │ │ │ - 0x000d3c78 6c6c6563 74697665 20726571 75697265 llective require │ │ │ │ - 0x000d3c88 20737570 706f7274 2066726f 6d206120 support from a │ │ │ │ - 0x000d3c98 7072696f 7220636f 6c6c6563 74697665 prior collective │ │ │ │ - 0x000d3ca8 206d6f64 756c6520 666f7220 74686520 module for the │ │ │ │ - 0x000d3cb8 66616c6c 6261636b 00000000 00000000 fallback........ │ │ │ │ - 0x000d3cc8 63617365 2e205375 63682073 7570706f case. Such suppo │ │ │ │ - 0x000d3cd8 72742069 73206d69 7373696e 6720696e rt is missing in │ │ │ │ - 0x000d3ce8 20746869 73207275 6e2e0000 00000000 this run....... │ │ │ │ - 0x000d3cf8 686f7374 6e616d65 3a202020 25730000 hostname: %s.. │ │ │ │ - 0x000d3d08 7072696f 72697479 3a202020 25640000 priority: %d.. │ │ │ │ - 0x000d3d18 416c7468 6f756768 20736f6d 6520636f Although some co │ │ │ │ - 0x000d3d28 6c6c2063 6f6d706f 6e656e74 73206172 ll components ar │ │ │ │ - 0x000d3d38 65206176 61696c61 626c6520 6f6e2079 e available on y │ │ │ │ - 0x000d3d48 6f757220 73797374 656d2c20 6e6f6e65 our system, none │ │ │ │ - 0x000d3d58 206f6600 00000000 7468656d 20736169 of.....them sai │ │ │ │ - 0x000d3d68 64207468 61742074 68657920 636f756c d that they coul │ │ │ │ - 0x000d3d78 64206265 20757365 6420666f 72202573 d be used for %s │ │ │ │ - 0x000d3d88 206f6e20 61206e65 7720636f 6d6d756e on a new commun │ │ │ │ - 0x000d3d98 69636174 6f722e00 54686973 20697320 icator..This is │ │ │ │ - 0x000d3da8 65787472 656d656c 7920756e 75737561 extremely unusua │ │ │ │ - 0x000d3db8 6c202d2d 20656974 68657220 74686520 l -- either the │ │ │ │ - 0x000d3dc8 22626173 6963222c 20226c69 626e6263 "basic", "libnbc │ │ │ │ - 0x000d3dd8 22206f72 20227365 6c662220 636f6d70 " or "self" comp │ │ │ │ - 0x000d3de8 6f6e656e 74730000 73686f75 6c642062 onents..should b │ │ │ │ - 0x000d3df8 65206162 6c652074 6f206265 2063686f e able to be cho │ │ │ │ - 0x000d3e08 73656e20 666f7220 616e7920 636f6d6d sen for any comm │ │ │ │ - 0x000d3e18 756e6963 61746f72 2e202041 73207375 unicator. As su │ │ │ │ - 0x000d3e28 63682c20 74686973 00000000 00000000 ch, this........ │ │ │ │ - 0x000d3e38 6c696b65 6c79206d 65616e73 20746861 likely means tha │ │ │ │ - 0x000d3e48 7420736f 6d657468 696e6720 656c7365 t something else │ │ │ │ - 0x000d3e58 20697320 77726f6e 67202861 6c74686f is wrong (altho │ │ │ │ - 0x000d3e68 75676820 796f7520 73686f75 6c642064 ugh you should d │ │ │ │ - 0x000d3e78 6f75626c 65000000 63686563 6b207468 ouble...check th │ │ │ │ - 0x000d3e88 61742074 68652022 62617369 63222c20 at the "basic", │ │ │ │ - 0x000d3e98 226c6962 6e626322 20616e64 20227365 "libnbc" and "se │ │ │ │ - 0x000d3ea8 6c662220 636f6c6c 20636f6d 706f6e65 lf" coll compone │ │ │ │ - 0x000d3eb8 6e747320 61726520 61766169 6c61626c nts are availabl │ │ │ │ - 0x000d3ec8 65206f6e 00000000 796f7572 20737973 e on....your sys │ │ │ │ - 0x000d3ed8 74656d20 2d2d2063 6865636b 20746865 tem -- check the │ │ │ │ - 0x000d3ee8 206f7574 70757420 6f662074 68652022 output of the " │ │ │ │ - 0x000d3ef8 6f6d7069 5f696e66 6f222063 6f6d6d61 ompi_info" comma │ │ │ │ - 0x000d3f08 6e64292e 00000000 4120636f 6c6c206d nd).....A coll m │ │ │ │ - 0x000d3f18 6f64756c 65206661 696c6564 20746f20 odule failed to │ │ │ │ - 0x000d3f28 66696e61 6c697a65 2070726f 7065726c finalize properl │ │ │ │ - 0x000d3f38 79207768 656e2061 20636f6d 6d756e69 y when a communi │ │ │ │ - 0x000d3f48 6361746f 72207468 61742077 61730000 cator that was.. │ │ │ │ - 0x000d3f58 7573696e 67206974 20776173 20646573 using it was des │ │ │ │ - 0x000d3f68 74726f79 65642e00 54686973 20697320 troyed..This is │ │ │ │ - 0x000d3f78 736f6d65 77686174 20756e75 7375616c somewhat unusual │ │ │ │ - 0x000d3f88 3a207468 65206d6f 64756c65 20697473 : the module its │ │ │ │ - 0x000d3f98 656c6620 6d617920 62652061 74206661 elf may be at fa │ │ │ │ - 0x000d3fa8 756c742c 206f7220 74686973 00000000 ult, or this.... │ │ │ │ - 0x000d3fb8 6d617920 62652061 2073796d 70746f6d may be a symptom │ │ │ │ - 0x000d3fc8 206f6620 616e6f74 68657220 69737375 of another issu │ │ │ │ - 0x000d3fd8 65202865 2e672e2c 2061206d 656d6f72 e (e.g., a memor │ │ │ │ - 0x000d3fe8 79207072 6f626c65 6d292e00 00000000 y problem)...... │ │ │ │ - 0x000d3ff8 7468656d 20736169 64207468 61742074 them said that t │ │ │ │ - 0x000d4008 68657920 636f756c 64206265 20757365 hey could be use │ │ │ │ - 0x000d4018 6420666f 72206120 6e657720 636f6d6d d for a new comm │ │ │ │ - 0x000d4028 756e6963 61746f72 2e000000 00000000 unicator........ │ │ │ │ - 0x000d4038 6261642d 68696572 61726368 792d6974 bad-hierarchy-it │ │ │ │ - 0x000d4048 656d0000 00000000 6261642d 6368756e em......bad-chun │ │ │ │ - 0x000d4058 6b2d7369 7a652d69 74656d00 00000000 k-size-item..... │ │ │ │ - 0x000d4068 6261642d 6369636f 2d6d6178 00000000 bad-cico-max.... │ │ │ │ - 0x000d4078 7868632d 696e6974 2d666169 6c656400 xhc-init-failed. │ │ │ │ - 0x000d4088 7868632d 6f702d69 6e69742d 6661696c xhc-op-init-fail │ │ │ │ - 0x000d4098 65640000 00000000 746f6f2d 6d616e79 ed......too-many │ │ │ │ - 0x000d40a8 2d766972 742d6869 65727300 00000000 -virt-hiers..... │ │ │ │ - 0x000d40b8 4552524f 52202863 6f6c6c2f 78686329 ERROR (coll/xhc) │ │ │ │ - 0x000d40c8 00000000 00000000 546f6f20 6d616e79 ........Too many │ │ │ │ - 0x000d40d8 20766972 7475616c 20686965 72617263 virtual hierarc │ │ │ │ - 0x000d40e8 68696573 20726571 75657374 65640000 hies requested.. │ │ │ │ - 0x000d40f8 46616c6c 696e6720 6261636b 20746f20 Falling back to │ │ │ │ - 0x000d4108 616e6f74 68657220 636f6d70 6f6e656e another componen │ │ │ │ - 0x000d4118 74000000 00000000 496e6974 69616c69 t.......Initiali │ │ │ │ - 0x000d4128 7a617469 6f6e2066 6f722025 73206661 zation for %s fa │ │ │ │ - 0x000d4138 696c6564 2c206572 726f7220 636f6465 iled, error code │ │ │ │ - 0x000d4148 20256400 00000000 4572726e 6f3a2025 %d.....Errno: % │ │ │ │ - 0x000d4158 64202825 73290000 496e6974 69616c69 d (%s)..Initiali │ │ │ │ - 0x000d4168 7a617469 6f6e2066 61696c65 642c2065 zation failed, e │ │ │ │ - 0x000d4178 72726f72 20636f64 65202564 00000000 rror code %d.... │ │ │ │ - 0x000d4188 4d616c66 6f726d65 64206369 636f5f6d Malformed cico_m │ │ │ │ - 0x000d4198 61782070 6172616d 65746572 20272573 ax parameter '%s │ │ │ │ - 0x000d41a8 27000000 00000000 4d616c66 6f726d65 '.......Malforme │ │ │ │ - 0x000d41b8 64206368 756e6b20 73697a65 20697465 d chunk size ite │ │ │ │ - 0x000d41c8 6d3a2027 25732700 496e2063 68756e6b m: '%s'.In chunk │ │ │ │ - 0x000d41d8 2073697a 65207061 72616d65 74657220 size parameter │ │ │ │ - 0x000d41e8 73747269 6e673a20 27257327 00000000 string: '%s'.... │ │ │ │ - 0x000d41f8 556e7265 636f676e 697a6564 206c6f63 Unrecognized loc │ │ │ │ - 0x000d4208 616c6974 79206465 66696e69 74696f6e ality definition │ │ │ │ - 0x000d4218 3a202725 73270000 496e2068 69657261 : '%s'..In hiera │ │ │ │ - 0x000d4228 72636879 20706172 616d6574 65722073 rchy parameter s │ │ │ │ - 0x000d4238 7472696e 673a2027 25732700 00000000 tring: '%s'..... │ │ │ │ - 0x000d4248 686f6f6b 3a6d6973 73696e67 2d726571 hook:missing-req │ │ │ │ - 0x000d4258 75697265 642d636f 6d706f6e 656e7400 uired-component. │ │ │ │ - 0x000d4268 4572726f 723a2041 20726571 75657374 Error: A request │ │ │ │ - 0x000d4278 20776173 206d6164 6520746f 20657863 was made to exc │ │ │ │ - 0x000d4288 6c756465 20612068 6f6f6b20 636f6d70 lude a hook comp │ │ │ │ - 0x000d4298 6f6e656e 74206672 6f6d2063 6f6e7369 onent from consi │ │ │ │ - 0x000d42a8 64657261 74696f6e 20746861 74000000 deration that... │ │ │ │ - 0x000d42b8 69732072 65717569 72656420 746f2062 is required to b │ │ │ │ - 0x000d42c8 6520696e 636c7564 65642e20 54686973 e included. This │ │ │ │ - 0x000d42d8 20636f6d 706f6e65 6e742028 6e6f7465 component (note │ │ │ │ - 0x000d42e8 64206265 6c6f7729 2063616e 202d6e6f d below) can -no │ │ │ │ - 0x000d42f8 742d2062 65206578 636c7564 65640000 t- be excluded.. │ │ │ │ - 0x000d4308 66726f6d 20636f6e 73696465 72617469 from considerati │ │ │ │ - 0x000d4318 6f6e2e20 54686520 70726f67 72616d20 on. The program │ │ │ │ - 0x000d4328 77696c6c 20666169 6c206174 20746869 will fail at thi │ │ │ │ - 0x000d4338 73207469 6d652e00 65616765 725f6c69 s time..eager_li │ │ │ │ - 0x000d4348 6d69745f 746f6f5f 736d616c 6c000000 mit_too_small... │ │ │ │ - 0x000d4358 63756461 5f656167 65725f6c 696d6974 cuda_eager_limit │ │ │ │ - 0x000d4368 5f746f6f 5f736d61 6c6c0000 00000000 _too_small...... │ │ │ │ - 0x000d4378 63756461 5f72646d 615f6c69 6d69745f cuda_rdma_limit_ │ │ │ │ - 0x000d4388 746f6f5f 736d616c 6c000000 00000000 too_small....... │ │ │ │ - 0x000d4398 54686520 22435544 41207264 6d61206c The "CUDA rdma l │ │ │ │ - 0x000d43a8 696d6974 22204d43 41207061 72616d65 imit" MCA parame │ │ │ │ - 0x000d43b8 74657220 696e2074 68652025 73204254 ter in the %s BT │ │ │ │ - 0x000d43c8 4c207761 73207365 7420746f 20612076 L was set to a v │ │ │ │ - 0x000d43d8 616c7565 20776869 63680000 00000000 alue which...... │ │ │ │ - 0x000d43e8 69732074 6f6f206c 6f772066 6f72204f is too low for O │ │ │ │ - 0x000d43f8 70656e20 4d504920 746f2066 756e6374 pen MPI to funct │ │ │ │ - 0x000d4408 696f6e20 70726f70 65726c79 2e202050 ion properly. P │ │ │ │ - 0x000d4418 6c656173 65207265 2d72756e 20796f75 lease re-run you │ │ │ │ - 0x000d4428 72206a6f 62000000 77697468 20612068 r job...with a h │ │ │ │ - 0x000d4438 69676865 72204355 44412072 646d6120 igher CUDA rdma │ │ │ │ - 0x000d4448 6c696d69 74207661 6c756520 666f7220 limit value for │ │ │ │ - 0x000d4458 74686973 2042544c 3b207468 65206578 this BTL; the ex │ │ │ │ - 0x000d4468 61637420 4d434120 70617261 6d657465 act MCA paramete │ │ │ │ - 0x000d4478 72000000 00000000 6e616d65 20616e64 r.......name and │ │ │ │ - 0x000d4488 20697473 20636f72 72657370 6f6e6469 its correspondi │ │ │ │ - 0x000d4498 6e67206d 696e696d 756d2076 616c7565 ng minimum value │ │ │ │ - 0x000d44a8 20697320 73686f77 6e206265 6c6f772e is shown below. │ │ │ │ - 0x000d44b8 00000000 00000000 20204c6f 63616c20 ........ Local │ │ │ │ - 0x000d44c8 686f7374 3a202020 20202020 20202020 host: │ │ │ │ - 0x000d44d8 20202020 20202020 25730000 00000000 %s...... │ │ │ │ - 0x000d44e8 20204254 4c206e61 6d653a20 20202020 BTL name: │ │ │ │ - 0x000d44f8 20202020 20202020 20202020 20202020 │ │ │ │ - 0x000d4508 25730000 00000000 20204254 4c204355 %s...... BTL CU │ │ │ │ - 0x000d4518 44412072 6e647620 6c696d69 74207661 DA rndv limit va │ │ │ │ - 0x000d4528 6c75653a 20202020 25642028 73657420 lue: %d (set │ │ │ │ - 0x000d4538 76696120 62746c5f 25735f63 7564615f via btl_%s_cuda_ │ │ │ │ - 0x000d4548 72646d61 5f6c696d 69742900 00000000 rdma_limit)..... │ │ │ │ - 0x000d4558 20204254 4c204355 44412072 6e647620 BTL CUDA rndv │ │ │ │ - 0x000d4568 6c696d69 74206d69 6e696d75 6d3a2020 limit minimum: │ │ │ │ - 0x000d4578 25640000 00000000 20204d43 41207061 %d...... MCA pa │ │ │ │ - 0x000d4588 72616d65 74657220 6e616d65 3a202020 rameter name: │ │ │ │ - 0x000d4598 20202020 20202020 62746c5f 25735f63 btl_%s_c │ │ │ │ - 0x000d45a8 7564615f 72646d61 5f6c696d 69740000 uda_rdma_limit.. │ │ │ │ - 0x000d45b8 54686520 22435544 41206561 67657220 The "CUDA eager │ │ │ │ - 0x000d45c8 6c696d69 7422204d 43412070 6172616d limit" MCA param │ │ │ │ - 0x000d45d8 65746572 20696e20 74686520 25732042 eter in the %s B │ │ │ │ - 0x000d45e8 544c2077 61732073 65742074 6f206120 TL was set to a │ │ │ │ - 0x000d45f8 76616c75 65207768 69636800 00000000 value which..... │ │ │ │ - 0x000d4608 77697468 20612068 69676865 72204355 with a higher CU │ │ │ │ - 0x000d4618 44412065 61676572 206c696d 69742076 DA eager limit v │ │ │ │ - 0x000d4628 616c7565 20666f72 20746869 73204254 alue for this BT │ │ │ │ - 0x000d4638 4c3b2074 68652065 78616374 204d4341 L; the exact MCA │ │ │ │ - 0x000d4648 20706172 616d6574 65720000 00000000 parameter...... │ │ │ │ - 0x000d4658 20204254 4c204355 44412065 61676572 BTL CUDA eager │ │ │ │ - 0x000d4668 206c696d 69742076 616c7565 3a202020 limit value: │ │ │ │ - 0x000d4678 25642028 73657420 76696120 62746c5f %d (set via btl_ │ │ │ │ - 0x000d4688 25735f63 7564615f 65616765 725f6c69 %s_cuda_eager_li │ │ │ │ - 0x000d4698 6d697429 00000000 20204254 4c204355 mit).... BTL CU │ │ │ │ - 0x000d46a8 44412065 61676572 206c696d 6974206d DA eager limit m │ │ │ │ - 0x000d46b8 696e696d 756d3a20 25640000 00000000 inimum: %d...... │ │ │ │ - 0x000d46c8 20204d43 41207061 72616d65 74657220 MCA parameter │ │ │ │ - 0x000d46d8 6e616d65 3a202020 20202020 20202020 name: │ │ │ │ - 0x000d46e8 62746c5f 25735f63 7564615f 65616765 btl_%s_cuda_eage │ │ │ │ - 0x000d46f8 725f6c69 6d697400 54686520 22656167 r_limit.The "eag │ │ │ │ - 0x000d4708 6572206c 696d6974 22204d43 41207061 er limit" MCA pa │ │ │ │ - 0x000d4718 72616d65 74657220 696e2074 68652025 rameter in the % │ │ │ │ - 0x000d4728 73204254 4c207761 73207365 7420746f s BTL was set to │ │ │ │ - 0x000d4738 20612076 616c7565 20776869 63680000 a value which.. │ │ │ │ - 0x000d4748 77697468 20612068 69676865 72206561 with a higher ea │ │ │ │ - 0x000d4758 67657220 6c696d69 74207661 6c756520 ger limit value │ │ │ │ - 0x000d4768 666f7220 74686973 2042544c 3b207468 for this BTL; th │ │ │ │ - 0x000d4778 65206578 61637420 4d434120 70617261 e exact MCA para │ │ │ │ - 0x000d4788 6d657465 72000000 20204254 4c206e61 meter... BTL na │ │ │ │ - 0x000d4798 6d653a20 20202020 20202020 20202020 me: │ │ │ │ - 0x000d47a8 20202025 73000000 20204254 4c206561 %s... BTL ea │ │ │ │ - 0x000d47b8 67657220 6c696d69 74207661 6c75653a ger limit value: │ │ │ │ - 0x000d47c8 20202025 64202873 65742076 69612062 %d (set via b │ │ │ │ - 0x000d47d8 746c5f25 735f6561 6765725f 6c696d69 tl_%s_eager_limi │ │ │ │ - 0x000d47e8 74290000 00000000 20204254 4c206561 t)...... BTL ea │ │ │ │ - 0x000d47f8 67657220 6c696d69 74206d69 6e696d75 ger limit minimu │ │ │ │ - 0x000d4808 6d3a2025 64000000 20204d43 41207061 m: %d... MCA pa │ │ │ │ - 0x000d4818 72616d65 74657220 6e616d65 3a202020 rameter name: │ │ │ │ - 0x000d4828 20202062 746c5f25 735f6561 6765725f btl_%s_eager_ │ │ │ │ - 0x000d4838 6c696d69 74000000 756e7265 61636861 limit...unreacha │ │ │ │ - 0x000d4848 626c6520 70726f63 00000000 00000000 ble proc........ │ │ │ │ - 0x000d4858 4174206c 65617374 206f6e65 20706169 At least one pai │ │ │ │ - 0x000d4868 72206f66 204d5049 2070726f 63657373 r of MPI process │ │ │ │ - 0x000d4878 65732061 72652075 6e61626c 6520746f es are unable to │ │ │ │ - 0x000d4888 20726561 63682065 61636820 6f746865 reach each othe │ │ │ │ - 0x000d4898 7220666f 72000000 4d504920 636f6d6d r for...MPI comm │ │ │ │ - 0x000d48a8 756e6963 6174696f 6e732e20 20546869 unications. Thi │ │ │ │ - 0x000d48b8 73206d65 616e7320 74686174 206e6f20 s means that no │ │ │ │ - 0x000d48c8 4f70656e 204d5049 20646576 69636520 Open MPI device │ │ │ │ - 0x000d48d8 68617320 696e6469 63617465 64000000 has indicated... │ │ │ │ - 0x000d48e8 74686174 20697420 63616e20 62652075 that it can be u │ │ │ │ - 0x000d48f8 73656420 746f2063 6f6d6d75 6e696361 sed to communica │ │ │ │ - 0x000d4908 74652062 65747765 656e2074 68657365 te between these │ │ │ │ - 0x000d4918 2070726f 63657373 65732e20 20546869 processes. Thi │ │ │ │ - 0x000d4928 73206973 00000000 616e2065 72726f72 s is....an error │ │ │ │ - 0x000d4938 3b204f70 656e204d 50492072 65717569 ; Open MPI requi │ │ │ │ - 0x000d4948 72657320 74686174 20616c6c 204d5049 res that all MPI │ │ │ │ - 0x000d4958 2070726f 63657373 65732062 65206162 processes be ab │ │ │ │ - 0x000d4968 6c652074 6f207265 61636800 00000000 le to reach..... │ │ │ │ - 0x000d4978 65616368 206f7468 65722e20 20546869 each other. Thi │ │ │ │ - 0x000d4988 73206572 726f7220 63616e20 736f6d65 s error can some │ │ │ │ - 0x000d4998 74696d65 73206265 20746865 20726573 times be the res │ │ │ │ - 0x000d49a8 756c7420 6f662066 6f726765 7474696e ult of forgettin │ │ │ │ - 0x000d49b8 6720746f 00000000 73706563 69667920 g to....specify │ │ │ │ - 0x000d49c8 74686520 2273656c 66222042 544c2e00 the "self" BTL.. │ │ │ │ - 0x000d49d8 20205072 6f636573 73203120 28257329 Process 1 (%s) │ │ │ │ - 0x000d49e8 20697320 6f6e2068 6f73743a 20257300 is on host: %s. │ │ │ │ - 0x000d49f8 20205072 6f636573 73203220 28257329 Process 2 (%s) │ │ │ │ - 0x000d4a08 20697320 6f6e2068 6f73743a 20257300 is on host: %s. │ │ │ │ - 0x000d4a18 20204254 4c732061 7474656d 70746564 BTLs attempted │ │ │ │ - 0x000d4a28 3a202573 00000000 596f7572 204d5049 : %s....Your MPI │ │ │ │ - 0x000d4a38 206a6f62 20697320 6e6f7720 676f696e job is now goin │ │ │ │ - 0x000d4a48 6720746f 2061626f 72743b20 736f7272 g to abort; sorr │ │ │ │ - 0x000d4a58 792e0000 00000000 70736d32 20696e69 y.......psm2 ini │ │ │ │ - 0x000d4a68 74000000 00000000 756e6162 6c652074 t.......unable t │ │ │ │ - 0x000d4a78 6f206f70 656e2065 6e64706f 696e7400 o open endpoint. │ │ │ │ - 0x000d4a88 6e6f2075 75696420 70726573 656e7400 no uuid present. │ │ │ │ - 0x000d4a98 6572726f 7220706f 6c6c696e 67206e65 error polling ne │ │ │ │ - 0x000d4aa8 74776f72 6b000000 6572726f 7220706f twork...error po │ │ │ │ - 0x000d4ab8 7374696e 67207265 63656976 65000000 sting receive... │ │ │ │ - 0x000d4ac8 6d657373 61676520 746f6f20 62696700 message too big. │ │ │ │ - 0x000d4ad8 6e6f2070 736d3220 63756461 20656e76 no psm2 cuda env │ │ │ │ - 0x000d4ae8 00000000 00000000 5761726e 696e673a ........Warning: │ │ │ │ - 0x000d4af8 204f7065 6e204d50 49206861 73206465 Open MPI has de │ │ │ │ - 0x000d4b08 74656374 65642074 68617420 796f7520 tected that you │ │ │ │ - 0x000d4b18 61726520 72756e6e 696e6720 696e2061 are running in a │ │ │ │ - 0x000d4b28 6e20656e 7669726f 6e6d656e 74207769 n environment wi │ │ │ │ - 0x000d4b38 74682043 55444100 64657669 63657320 th CUDA.devices │ │ │ │ - 0x000d4b48 70726573 656e7420 616e6420 74686174 present and that │ │ │ │ - 0x000d4b58 20796f75 20617265 20757369 6e672049 you are using I │ │ │ │ - 0x000d4b68 6e74656c 28722920 4f6d7069 2d506174 ntel(r) Ompi-Pat │ │ │ │ - 0x000d4b78 68206e65 74776f72 6b696e67 2e20486f h networking. Ho │ │ │ │ - 0x000d4b88 77657665 722c0000 74686520 656e7669 wever,..the envi │ │ │ │ - 0x000d4b98 726f6e6d 656e7420 76617269 61626c65 ronment variable │ │ │ │ - 0x000d4ba8 2050534d 325f4355 44412077 6173206e PSM2_CUDA was n │ │ │ │ - 0x000d4bb8 6f742073 65742c20 6d65616e 696e6720 ot set, meaning │ │ │ │ - 0x000d4bc8 74686174 20746865 2050534d 32204f6d that the PSM2 Om │ │ │ │ - 0x000d4bd8 6e692d50 61746800 6e657477 6f726b69 ni-Path.networki │ │ │ │ - 0x000d4be8 6e67206c 69627261 72792077 6173206e ng library was n │ │ │ │ - 0x000d4bf8 6f742074 6f6c6420 686f7720 746f2068 ot told how to h │ │ │ │ - 0x000d4c08 616e646c 65204355 44412073 7570706f andle CUDA suppo │ │ │ │ - 0x000d4c18 72742e00 00000000 49662079 6f757220 rt......If your │ │ │ │ - 0x000d4c28 6170706c 69636174 696f6e20 75736573 application uses │ │ │ │ - 0x000d4c38 20435544 41206275 66666572 732c2079 CUDA buffers, y │ │ │ │ - 0x000d4c48 6f752073 686f756c 64207365 74207468 ou should set th │ │ │ │ - 0x000d4c58 6520656e 7669726f 6e6d656e 74207661 e environment va │ │ │ │ - 0x000d4c68 72696162 6c650000 50534d32 5f435544 riable..PSM2_CUD │ │ │ │ - 0x000d4c78 4120746f 20313b20 6f746865 72776973 A to 1; otherwis │ │ │ │ - 0x000d4c88 652c2073 65742069 7420746f 20302e20 e, set it to 0. │ │ │ │ - 0x000d4c98 53657474 696e6720 74686520 76617269 Setting the vari │ │ │ │ - 0x000d4ca8 61626c65 20746f20 74686520 77726f6e able to the wron │ │ │ │ - 0x000d4cb8 67207661 6c756500 63616e20 68617665 g value.can have │ │ │ │ - 0x000d4cc8 20706572 666f726d 616e6365 20696d70 performance imp │ │ │ │ - 0x000d4cd8 6c696361 74696f6e 73206f6e 20796f75 lications on you │ │ │ │ - 0x000d4ce8 72206170 706c6963 6174696f 6e2c206f r application, o │ │ │ │ - 0x000d4cf8 72206576 656e2063 61757365 20697420 r even cause it │ │ │ │ - 0x000d4d08 746f0000 00000000 63726173 682e0000 to......crash... │ │ │ │ - 0x000d4d18 53696e63 65206974 20776173 206e6f74 Since it was not │ │ │ │ - 0x000d4d28 20736574 2c204f70 656e204d 50492068 set, Open MPI h │ │ │ │ - 0x000d4d38 61732064 65666175 6c746564 20746f20 as defaulted to │ │ │ │ - 0x000d4d48 73657474 696e6720 74686520 50534d32 setting the PSM2 │ │ │ │ - 0x000d4d58 5f435544 41000000 656e7669 726f6e6d _CUDA...environm │ │ │ │ - 0x000d4d68 656e7420 76617269 61626c65 20746f20 ent variable to │ │ │ │ - 0x000d4d78 312e0000 00000000 4c6f6361 6c20686f 1.......Local ho │ │ │ │ - 0x000d4d88 73746e61 6d653a20 25730000 00000000 stname: %s...... │ │ │ │ - 0x000d4d98 4d657373 61676520 73697a65 20256c6c Message size %ll │ │ │ │ - 0x000d4da8 75206269 67676572 20746861 6e207375 u bigger than su │ │ │ │ - 0x000d4db8 70706f72 74656420 62792050 534d3220 pported by PSM2 │ │ │ │ - 0x000d4dc8 4150492e 204d6178 203d2025 6c6c7500 API. Max = %llu. │ │ │ │ - 0x000d4dd8 556e6162 6c652074 6f20706f 73742061 Unable to post a │ │ │ │ - 0x000d4de8 70706c69 63617469 6f6e2072 65636569 pplication recei │ │ │ │ - 0x000d4df8 76652062 75666665 72202870 736d325f ve buffer (psm2_ │ │ │ │ - 0x000d4e08 6d715f69 72656376 206f7220 70736d32 mq_irecv or psm2 │ │ │ │ - 0x000d4e18 5f6d715f 696d7265 6376292e 00000000 _mq_imrecv)..... │ │ │ │ - 0x000d4e28 20204275 66666572 3a202020 20202570 Buffer: %p │ │ │ │ - 0x000d4e38 00000000 00000000 20204c65 6e677468 ........ Length │ │ │ │ - 0x000d4e48 3a202020 2020256c 6c750000 00000000 : %llu...... │ │ │ │ - 0x000d4e58 4572726f 72202573 206f6363 75727265 Error %s occurre │ │ │ │ - 0x000d4e68 6420696e 20617474 656d7074 696e6720 d in attempting │ │ │ │ - 0x000d4e78 746f206d 616b6520 6e657477 6f726b20 to make network │ │ │ │ - 0x000d4e88 70726f67 72657373 20287073 6d325f6d progress (psm2_m │ │ │ │ - 0x000d4e98 715f6970 65656b29 2e000000 00000000 q_ipeek)........ │ │ │ │ - 0x000d4ea8 4572726f 72206f62 7461696e 696e6720 Error obtaining │ │ │ │ - 0x000d4eb8 756e6971 75652074 72616e73 706f7274 unique transport │ │ │ │ - 0x000d4ec8 206b6579 2066726f 6d20504d 49582028 key from PMIX ( │ │ │ │ - 0x000d4ed8 4f4d5049 5f4d4341 5f6f7274 655f7072 OMPI_MCA_orte_pr │ │ │ │ - 0x000d4ee8 65636f6e 64697469 6f6e5f74 72616e73 econdition_trans │ │ │ │ - 0x000d4ef8 706f7274 73202573 00000000 00000000 ports %s........ │ │ │ │ - 0x000d4f08 74686520 656e7669 726f6e6d 656e7429 the environment) │ │ │ │ - 0x000d4f18 2e000000 00000000 50534d32 20776173 ........PSM2 was │ │ │ │ - 0x000d4f28 20756e61 626c6520 746f206f 70656e20 unable to open │ │ │ │ - 0x000d4f38 616e2065 6e64706f 696e742e 20506c65 an endpoint. Ple │ │ │ │ - 0x000d4f48 61736520 6d616b65 20737572 65207468 ase make sure th │ │ │ │ - 0x000d4f58 61742074 6865206e 6574776f 726b206c at the network l │ │ │ │ - 0x000d4f68 696e6b20 69730000 61637469 7665206f ink is..active o │ │ │ │ - 0x000d4f78 6e207468 65206e6f 64652061 6e642074 n the node and t │ │ │ │ - 0x000d4f88 68652068 61726477 61726520 69732066 he hardware is f │ │ │ │ - 0x000d4f98 756e6374 696f6e69 6e672e00 00000000 unctioning...... │ │ │ │ - 0x000d4fa8 20204572 726f723a 20257300 00000000 Error: %s..... │ │ │ │ - 0x000d4fb8 496e6974 69616c69 7a617469 6f6e206f Initialization o │ │ │ │ - 0x000d4fc8 66205053 4d32206c 69627261 72792066 f PSM2 library f │ │ │ │ - 0x000d4fd8 61696c65 642e0000 4f464920 63616c6c ailed...OFI call │ │ │ │ - 0x000d4fe8 20666169 6c000000 4e6f7420 656e6f75 fail...Not enou │ │ │ │ - 0x000d4ff8 67682062 69747320 666f7220 43494400 gh bits for CID. │ │ │ │ - 0x000d5008 53455020 756e6176 61696c61 626c6500 SEP unavailable. │ │ │ │ - 0x000d5018 53455020 72657175 69726564 00000000 SEP required.... │ │ │ │ - 0x000d5028 53455020 74687265 61642067 726f7570 SEP thread group │ │ │ │ - 0x000d5038 696e6720 63747874 206c696d 69740000 ing ctxt limit.. │ │ │ │ - 0x000d5048 4c6f6361 6c207261 6e6b7320 65786365 Local ranks exce │ │ │ │ - 0x000d5058 6564206f 66692063 6f6e7465 78747300 ed ofi contexts. │ │ │ │ - 0x000d5068 43747874 73206578 63656564 65642061 Ctxts exceeded a │ │ │ │ - 0x000d5078 7661696c 61626c65 00000000 00000000 vailable........ │ │ │ │ - 0x000d5088 6d6f6465 78206661 696c6564 00000000 modex failed.... │ │ │ │ - 0x000d5098 42756666 6572204d 656d6f72 79205265 Buffer Memory Re │ │ │ │ - 0x000d50a8 67697374 72617469 6f6e2046 61696c65 gistration Faile │ │ │ │ - 0x000d50b8 64000000 00000000 4f70656e 204d5049 d.......Open MPI │ │ │ │ - 0x000d50c8 20666169 6c656420 746f2072 65676973 failed to regis │ │ │ │ - 0x000d50d8 74657220 796f7572 20627566 6665722e ter your buffer. │ │ │ │ - 0x000d50e8 00000000 00000000 54686973 20657272 ........This err │ │ │ │ - 0x000d50f8 6f722069 73206661 74616c2c 20796f75 or is fatal, you │ │ │ │ - 0x000d5108 72206a6f 62207769 6c6c2061 626f7274 r job will abort │ │ │ │ - 0x000d5118 00000000 00000000 20204275 66666572 ........ Buffer │ │ │ │ - 0x000d5128 20547970 653a2025 73000000 00000000 Type: %s....... │ │ │ │ - 0x000d5138 20204275 66666572 20416464 72657373 Buffer Address │ │ │ │ - 0x000d5148 3a202570 00000000 20204275 66666572 : %p.... Buffer │ │ │ │ - 0x000d5158 204c656e 6774683a 20256400 00000000 Length: %d..... │ │ │ │ - 0x000d5168 20204572 726f723a 20257320 28257a64 Error: %s (%zd │ │ │ │ - 0x000d5178 29000000 00000000 4d657373 61676520 ).......Message │ │ │ │ - 0x000d5188 73697a65 20256c6c 75206269 67676572 size %llu bigger │ │ │ │ - 0x000d5198 20746861 6e207375 70706f72 74656420 than supported │ │ │ │ - 0x000d51a8 62792073 656c6563 74656420 7472616e by selected tran │ │ │ │ - 0x000d51b8 73706f72 742e204d 6178203d 20256c6c sport. Max = %ll │ │ │ │ - 0x000d51c8 75000000 00000000 54686520 4f464920 u.......The OFI │ │ │ │ - 0x000d51d8 4d544c20 77617320 6e6f7420 61626c65 MTL was not able │ │ │ │ - 0x000d51e8 20746f20 66696e64 20656e64 706f696e to find endpoin │ │ │ │ - 0x000d51f8 7420696e 666f726d 6174696f 6e20666f t information fo │ │ │ │ - 0x000d5208 72206120 72656d6f 74650000 00000000 r a remote...... │ │ │ │ - 0x000d5218 656e6470 6f696e74 2e20204d 6f737420 endpoint. Most │ │ │ │ - 0x000d5228 6c696b65 6c792c20 74686973 206d6561 likely, this mea │ │ │ │ - 0x000d5238 6e732074 68617420 74686520 72656d6f ns that the remo │ │ │ │ - 0x000d5248 74652070 726f6365 73732077 61732075 te process was u │ │ │ │ - 0x000d5258 6e61626c 65000000 746f2069 6e697469 nable...to initi │ │ │ │ - 0x000d5268 616c697a 65207468 65204c69 62666162 alize the Libfab │ │ │ │ - 0x000d5278 72696320 4e494320 636f7272 6563746c ric NIC correctl │ │ │ │ - 0x000d5288 792e2020 54686973 20657272 6f722069 y. This error i │ │ │ │ - 0x000d5298 73206e6f 74000000 7265636f 76657261 s not...recovera │ │ │ │ - 0x000d52a8 626c6520 616e6420 796f7572 20617070 ble and your app │ │ │ │ - 0x000d52b8 6c696361 74696f6e 20697320 6c696b65 lication is like │ │ │ │ - 0x000d52c8 6c792074 6f206162 6f72742e 00000000 ly to abort..... │ │ │ │ - 0x000d52d8 20205265 6d6f7465 20686f73 743a2025 Remote host: % │ │ │ │ - 0x000d52e8 73000000 00000000 20204572 726f723a s....... Error: │ │ │ │ - 0x000d52f8 20257320 28256429 00000000 00000000 %s (%d)........ │ │ │ │ - 0x000d5308 55736572 20726571 75657374 65642066 User requested f │ │ │ │ - 0x000d5318 6f72206d 6f726520 7468616e 20617661 or more than ava │ │ │ │ - 0x000d5328 696c6162 6c652063 6f6e7465 78747320 ilable contexts │ │ │ │ - 0x000d5338 66726f6d 2070726f 76696465 722e204c from provider. L │ │ │ │ - 0x000d5348 696d6974 696e6700 746f206d 61782061 imiting.to max a │ │ │ │ - 0x000d5358 6c6c6f77 65642028 2564292e 20436f6e llowed (%d). Con │ │ │ │ - 0x000d5368 74657874 73207769 6c6c2062 65207265 texts will be re │ │ │ │ - 0x000d5378 20757365 6420696e 20726f75 6e642d72 used in round-r │ │ │ │ - 0x000d5388 6f62696e 20666173 68696f6e 20696620 obin fashion if │ │ │ │ - 0x000d5398 74686572 65000000 61726520 6d6f7265 there...are more │ │ │ │ - 0x000d53a8 20746872 65616473 20746861 6e207468 threads than th │ │ │ │ - 0x000d53b8 65206176 61696c61 626c6520 636f6e74 e available cont │ │ │ │ - 0x000d53c8 65787473 2e000000 20204c6f 63617469 exts.... Locati │ │ │ │ - 0x000d53d8 6f6e3a20 25733a25 64000000 00000000 on: %s:%d....... │ │ │ │ - 0x000d53e8 4e756d62 6572206f 66206c6f 63616c20 Number of local │ │ │ │ - 0x000d53f8 72616e6b 73206578 63656564 20746865 ranks exceed the │ │ │ │ - 0x000d5408 206e756d 62657220 6f662061 7661696c number of avail │ │ │ │ - 0x000d5418 61626c65 204f4649 20636f6e 74657874 able OFI context │ │ │ │ - 0x000d5428 7320696e 20257300 70726f76 69646572 s in %s.provider │ │ │ │ - 0x000d5438 20616e64 20776520 63616e6e 6f742070 and we cannot p │ │ │ │ - 0x000d5448 726f7669 73696f6e 20656e6f 75676820 rovision enough │ │ │ │ - 0x000d5458 636f6e74 65787473 20666f72 20656163 contexts for eac │ │ │ │ - 0x000d5468 68207261 6e6b2e20 54727920 64697361 h rank. Try disa │ │ │ │ - 0x000d5478 626c696e 67000000 5363616c 61626c65 bling...Scalable │ │ │ │ - 0x000d5488 20456e64 706f696e 74206665 61747572 Endpoint featur │ │ │ │ - 0x000d5498 652e0000 00000000 52656163 68656420 e.......Reached │ │ │ │ - 0x000d54a8 6c696d69 74202825 64292066 6f72206e limit (%d) for n │ │ │ │ - 0x000d54b8 756d6265 72206f66 204f4649 20636f6e umber of OFI con │ │ │ │ - 0x000d54c8 74657874 73207365 74206279 206d746c texts set by mtl │ │ │ │ - 0x000d54d8 5f6f6669 5f6e756d 5f637478 74732e00 _ofi_num_ctxts.. │ │ │ │ - 0x000d54e8 506c6561 73652073 6574206d 746c5f6f Please set mtl_o │ │ │ │ - 0x000d54f8 66695f6e 756d5f63 74787473 20746f20 fi_num_ctxts to │ │ │ │ - 0x000d5508 61206c61 72676572 2076616c 75652069 a larger value i │ │ │ │ - 0x000d5518 6620796f 75206e65 6564206d 6f726520 f you need more │ │ │ │ - 0x000d5528 636f6e74 65787473 2e000000 00000000 contexts........ │ │ │ │ - 0x000d5538 49662061 6e204d50 49206170 706c6963 If an MPI applic │ │ │ │ - 0x000d5548 6174696f 6e206372 65617465 73206d6f ation creates mo │ │ │ │ - 0x000d5558 72652063 6f6d6d75 6e696361 746f7273 re communicators │ │ │ │ - 0x000d5568 20746861 6e206d74 6c5f6f66 695f6e75 than mtl_ofi_nu │ │ │ │ - 0x000d5578 6d5f6374 7874732c 00000000 00000000 m_ctxts,........ │ │ │ │ - 0x000d5588 4f464920 4d544c20 77696c6c 206d616b OFI MTL will mak │ │ │ │ - 0x000d5598 65207468 65206e65 7720636f 6d6d756e e the new commun │ │ │ │ - 0x000d55a8 69636174 6f727320 72652d75 73652065 icators re-use e │ │ │ │ - 0x000d55b8 78697374 696e6720 636f6e74 65787473 xisting contexts │ │ │ │ - 0x000d55c8 20696e00 00000000 726f756e 642d726f in.....round-ro │ │ │ │ - 0x000d55d8 62696e20 66617368 696f6e20 77686963 bin fashion whic │ │ │ │ - 0x000d55e8 68207769 6c6c2069 6d706163 74207065 h will impact pe │ │ │ │ - 0x000d55f8 72666f72 6d616e63 652e0000 00000000 rformance....... │ │ │ │ - 0x000d5608 5363616c 61626c65 20456e64 706f696e Scalable Endpoin │ │ │ │ - 0x000d5618 74206665 61747572 65206973 20726571 t feature is req │ │ │ │ - 0x000d5628 75697265 6420666f 72205468 72656164 uired for Thread │ │ │ │ - 0x000d5638 2047726f 7570696e 67206665 61747572 Grouping featur │ │ │ │ - 0x000d5648 6520746f 20776f72 6b2e0000 00000000 e to work....... │ │ │ │ - 0x000d5658 506c6561 73652074 72792065 6e61626c Please try enabl │ │ │ │ - 0x000d5668 696e6720 5363616c 61626c65 20456e64 ing Scalable End │ │ │ │ - 0x000d5678 706f696e 74732075 73696e67 206d746c points using mtl │ │ │ │ - 0x000d5688 5f6f6669 5f656e61 626c655f 7365702e _ofi_enable_sep. │ │ │ │ - 0x000d5698 00000000 00000000 5363616c 61626c65 ........Scalable │ │ │ │ - 0x000d56a8 20456e64 706f696e 74206665 61747572 Endpoint featur │ │ │ │ - 0x000d56b8 65206973 20656e61 626c6564 20627920 e is enabled by │ │ │ │ - 0x000d56c8 74686520 75736572 20627574 20697420 the user but it │ │ │ │ - 0x000d56d8 6973206e 6f742073 7570706f 72746564 is not supported │ │ │ │ - 0x000d56e8 20627900 00000000 25732070 726f7669 by.....%s provi │ │ │ │ - 0x000d56f8 6465722e 20547279 20646973 61626c69 der. Try disabli │ │ │ │ - 0x000d5708 6e672074 68697320 66656174 75726520 ng this feature │ │ │ │ - 0x000d5718 6f722075 73652061 20646966 66657265 or use a differe │ │ │ │ - 0x000d5728 6e742070 726f7669 64657220 74686174 nt provider that │ │ │ │ - 0x000d5738 00000000 00000000 73757070 6f727473 ........supports │ │ │ │ - 0x000d5748 20697420 7573696e 67206d74 6c5f6f66 it using mtl_of │ │ │ │ - 0x000d5758 695f7072 6f766964 65725f69 6e636c75 i_provider_inclu │ │ │ │ - 0x000d5768 64652e00 00000000 4f464920 70726f76 de......OFI prov │ │ │ │ - 0x000d5778 69646572 20222573 2220646f 6573206e ider "%s" does n │ │ │ │ - 0x000d5788 6f742068 61766520 656e6f75 67682066 ot have enough f │ │ │ │ - 0x000d5798 72656520 62697473 20696e20 69747320 ree bits in its │ │ │ │ - 0x000d57a8 74616720 746f2066 69742074 6865204d tag to fit the M │ │ │ │ - 0x000d57b8 50490000 00000000 436f6d6d 756e6963 PI......Communic │ │ │ │ - 0x000d57c8 61746f72 2049442e 20536565 20746865 ator ID. See the │ │ │ │ - 0x000d57d8 206d656d 5f746167 5f666f72 6d617420 mem_tag_format │ │ │ │ - 0x000d57e8 6f662074 68652070 726f7669 64657220 of the provider │ │ │ │ - 0x000d57f8 62792072 756e6e69 6e673a00 00000000 by running:..... │ │ │ │ - 0x000d5808 66695f69 6e666f20 2d76202d 70202573 fi_info -v -p %s │ │ │ │ - 0x000d5818 00000000 00000000 4f70656e 204d5049 ........Open MPI │ │ │ │ - 0x000d5828 20666169 6c656420 616e204f 4649204c failed an OFI L │ │ │ │ - 0x000d5838 69626661 62726963 206c6962 72617279 ibfabric library │ │ │ │ - 0x000d5848 2063616c 6c202825 73292e20 20546869 call (%s). Thi │ │ │ │ - 0x000d5858 73206973 20686967 686c7900 00000000 s is highly..... │ │ │ │ - 0x000d5868 756e7573 75616c3b 20796f75 72206a6f unusual; your jo │ │ │ │ - 0x000d5878 62206d61 79206265 68617665 20756e70 b may behave unp │ │ │ │ - 0x000d5888 72656469 63746162 6c792028 616e642f redictably (and/ │ │ │ │ - 0x000d5898 6f722061 626f7274 29206166 74657220 or abort) after │ │ │ │ - 0x000d58a8 74686973 2e000000 6d70692d 61626f72 this....mpi-abor │ │ │ │ - 0x000d58b8 74000000 00000000 4d504920 66756e63 t.......MPI func │ │ │ │ - 0x000d58c8 74696f6e 206e6f74 20737570 706f7274 tion not support │ │ │ │ - 0x000d58d8 65640000 00000000 596f7572 20617070 ed......Your app │ │ │ │ - 0x000d58e8 6c696361 74696f6e 20686173 20696e76 lication has inv │ │ │ │ - 0x000d58f8 6f6b6564 20616e20 4d504920 66756e63 oked an MPI func │ │ │ │ - 0x000d5908 74696f6e 20746861 74206973 206e6f74 tion that is not │ │ │ │ - 0x000d5918 20737570 706f7274 65642069 6e000000 supported in... │ │ │ │ - 0x000d5928 74686973 20656e76 69726f6e 6d656e74 this environment │ │ │ │ - 0x000d5938 2e000000 00000000 20204d50 49206675 ........ MPI fu │ │ │ │ - 0x000d5948 6e637469 6f6e3a20 25730000 00000000 nction: %s...... │ │ │ │ - 0x000d5958 20205265 61736f6e 3a202020 20202020 Reason: │ │ │ │ - 0x000d5968 25730000 00000000 4d50495f 41424f52 %s......MPI_ABOR │ │ │ │ - 0x000d5978 54207761 7320696e 766f6b65 64206f6e T was invoked on │ │ │ │ - 0x000d5988 2072616e 6b202564 20696e20 636f6d6d rank %d in comm │ │ │ │ - 0x000d5998 756e6963 61746f72 20257300 00000000 unicator %s..... │ │ │ │ - 0x000d59a8 20205072 6f633a20 25730000 00000000 Proc: %s...... │ │ │ │ - 0x000d59b8 20204572 726f7263 6f64653a 20256400 Errorcode: %d. │ │ │ │ - 0x000d59c8 4e4f5445 3a20696e 766f6b69 6e67204d NOTE: invoking M │ │ │ │ - 0x000d59d8 50495f41 424f5254 20636175 73657320 PI_ABORT causes │ │ │ │ - 0x000d59e8 4f70656e 204d5049 20746f20 6b696c6c Open MPI to kill │ │ │ │ - 0x000d59f8 20616c6c 204d5049 2070726f 63657373 all MPI process │ │ │ │ - 0x000d5a08 65732e00 00000000 596f7520 6d617920 es......You may │ │ │ │ - 0x000d5a18 6f72206d 6179206e 6f742073 6565206f or may not see o │ │ │ │ - 0x000d5a28 75747075 74206672 6f6d206f 74686572 utput from other │ │ │ │ - 0x000d5a38 2070726f 63657373 65732c20 64657065 processes, depe │ │ │ │ - 0x000d5a48 6e64696e 67206f6e 00000000 00000000 nding on........ │ │ │ │ - 0x000d5a58 65786163 746c7920 7768656e 204f7065 exactly when Ope │ │ │ │ - 0x000d5a68 6e204d50 49206b69 6c6c7320 7468656d n MPI kills them │ │ │ │ - 0x000d5a78 2e000000 00000000 6d70695f 696e6974 ........mpi_init │ │ │ │ - 0x000d5a88 3a737461 72747570 3a696e74 65726e61 :startup:interna │ │ │ │ - 0x000d5a98 6c2d6661 696c7572 65000000 00000000 l-failure....... │ │ │ │ - 0x000d5aa8 6d70695f 696e6974 3a737461 72747570 mpi_init:startup │ │ │ │ - 0x000d5ab8 3a706d6c 2d616464 2d70726f 63732d66 :pml-add-procs-f │ │ │ │ - 0x000d5ac8 61696c00 00000000 6d70692d 70617261 ail.....mpi-para │ │ │ │ - 0x000d5ad8 6d2d6368 65636b2d 656e6162 6c65642d m-check-enabled- │ │ │ │ - 0x000d5ae8 6275742d 636f6d70 696c6564 2d6f7574 but-compiled-out │ │ │ │ - 0x000d5af8 00000000 00000000 6d70695f 696e6974 ........mpi_init │ │ │ │ - 0x000d5b08 3a20696e 766f6b65 64206d75 6c746970 : invoked multip │ │ │ │ - 0x000d5b18 6c652074 696d6573 00000000 00000000 le times........ │ │ │ │ - 0x000d5b28 6d70695f 696e6974 3a20616c 72656164 mpi_init: alread │ │ │ │ - 0x000d5b38 79206669 6e616c69 7a656400 00000000 y finalized..... │ │ │ │ - 0x000d5b48 6d70695f 66696e61 6c697a65 3a206e6f mpi_finalize: no │ │ │ │ - 0x000d5b58 7420696e 69746961 6c697a65 64000000 t initialized... │ │ │ │ - 0x000d5b68 6d70695f 66696e61 6c697a65 3a696e76 mpi_finalize:inv │ │ │ │ - 0x000d5b78 6f6b6564 5f6d756c 7469706c 655f7469 oked_multiple_ti │ │ │ │ - 0x000d5b88 6d657300 00000000 73706172 73652067 mes.....sparse g │ │ │ │ - 0x000d5b98 726f7570 7320656e 61626c65 64206275 roups enabled bu │ │ │ │ - 0x000d5ba8 7420636f 6d70696c 6564206f 75740000 t compiled out.. │ │ │ │ - 0x000d5bb8 68657465 726f6765 6e656f75 732d7375 heterogeneous-su │ │ │ │ - 0x000d5bc8 70706f72 742d756e 61766169 6c61626c pport-unavailabl │ │ │ │ - 0x000d5bd8 65000000 00000000 6e6f2063 75646120 e.......no cuda │ │ │ │ - 0x000d5be8 73757070 6f727400 7370633a 204d5049 support.spc: MPI │ │ │ │ - 0x000d5bf8 5f542064 69736162 6c656400 00000000 _T disabled..... │ │ │ │ - 0x000d5c08 6e6f2d70 6d690000 6e6f2d70 6d69782d no-pmi..no-pmix- │ │ │ │ - 0x000d5c18 62757400 00000000 4e6f2050 4d497820 but.....No PMIx │ │ │ │ - 0x000d5c28 73657276 65722077 61732072 65616368 server was reach │ │ │ │ - 0x000d5c38 61626c65 2c206275 74206120 504d4931 able, but a PMI1 │ │ │ │ - 0x000d5c48 2f322077 61732064 65746563 7465642e /2 was detected. │ │ │ │ - 0x000d5c58 00000000 00000000 49662073 72756e20 ........If srun │ │ │ │ - 0x000d5c68 69732062 65696e67 20757365 6420746f is being used to │ │ │ │ - 0x000d5c78 206c6175 6e636820 6170706c 69636174 launch applicat │ │ │ │ - 0x000d5c88 696f6e2c 20202564 2073696e 676c6574 ion, %d singlet │ │ │ │ - 0x000d5c98 6f6e7320 77696c6c 20626520 73746172 ons will be star │ │ │ │ - 0x000d5ca8 7465642e 00000000 504d4978 5f496e69 ted.....PMIx_Ini │ │ │ │ - 0x000d5cb8 74206661 696c6564 20666f72 20746865 t failed for the │ │ │ │ - 0x000d5cc8 20666f6c 6c6f7769 6e672072 6561736f following reaso │ │ │ │ - 0x000d5cd8 6e3a0000 00000000 4f70656e 204d5049 n:......Open MPI │ │ │ │ - 0x000d5ce8 20726571 75697265 73206163 63657373 requires access │ │ │ │ - 0x000d5cf8 20746f20 61206c6f 63616c20 504d4978 to a local PMIx │ │ │ │ - 0x000d5d08 20736572 76657220 746f2065 78656375 server to execu │ │ │ │ - 0x000d5d18 74652e20 506c6561 73652065 6e737572 te. Please ensur │ │ │ │ - 0x000d5d28 65000000 00000000 74686174 20656974 e.......that eit │ │ │ │ - 0x000d5d38 68657220 796f7520 61726520 6f706572 her you are oper │ │ │ │ - 0x000d5d48 6174696e 6720696e 20612050 4d49782d ating in a PMIx- │ │ │ │ - 0x000d5d58 656e6162 6c656420 656e7669 726f6e6d enabled environm │ │ │ │ - 0x000d5d68 656e742c 206f7220 75736520 226d7069 ent, or use "mpi │ │ │ │ - 0x000d5d78 72756e22 00000000 746f2065 78656375 run"....to execu │ │ │ │ - 0x000d5d88 74652074 6865206a 6f622e00 00000000 te the job...... │ │ │ │ - 0x000d5d98 54686572 65207761 7320616e 20657272 There was an err │ │ │ │ - 0x000d5da8 6f722072 65676973 74657269 6e672073 or registering s │ │ │ │ - 0x000d5db8 6f667477 61726520 70657266 6f726d61 oftware performa │ │ │ │ - 0x000d5dc8 6e636520 636f756e 74657273 20285350 nce counters (SP │ │ │ │ - 0x000d5dd8 43732920 61730000 4d50495f 54207065 Cs) as..MPI_T pe │ │ │ │ - 0x000d5de8 72666f72 6d616e63 65207661 72696162 rformance variab │ │ │ │ - 0x000d5df8 6c65732e 2020596f 7572206a 6f622077 les. Your job w │ │ │ │ - 0x000d5e08 696c6c20 636f6e74 696e7565 2c206275 ill continue, bu │ │ │ │ - 0x000d5e18 74205350 43732077 696c6c20 62650000 t SPCs will be.. │ │ │ │ - 0x000d5e28 64697361 626c6564 20666f72 204d5049 disabled for MPI │ │ │ │ - 0x000d5e38 5f542e00 00000000 54686520 75736572 _T......The user │ │ │ │ - 0x000d5e48 20726571 75657374 65642043 55444120 requested CUDA │ │ │ │ - 0x000d5e58 73757070 6f727420 77697468 20746865 support with the │ │ │ │ - 0x000d5e68 202d2d6d 6361206d 70695f63 7564615f --mca mpi_cuda_ │ │ │ │ - 0x000d5e78 73757070 6f727420 3120666c 61670000 support 1 flag.. │ │ │ │ - 0x000d5e88 62757420 74686520 6c696272 61727920 but the library │ │ │ │ - 0x000d5e98 77617320 6e6f7420 636f6d70 696c6564 was not compiled │ │ │ │ - 0x000d5ea8 20776974 6820616e 79207375 70706f72 with any suppor │ │ │ │ - 0x000d5eb8 742e0000 00000000 54686973 20696e73 t.......This ins │ │ │ │ - 0x000d5ec8 74616c6c 6174696f 6e206f66 204f7065 tallation of Ope │ │ │ │ - 0x000d5ed8 6e204d50 49207761 7320636f 6e666967 n MPI was config │ │ │ │ - 0x000d5ee8 75726564 20776974 686f7574 20737570 ured without sup │ │ │ │ - 0x000d5ef8 706f7274 20666f72 00000000 00000000 port for........ │ │ │ │ - 0x000d5f08 68657465 726f6765 6e656f75 73206172 heterogeneous ar │ │ │ │ - 0x000d5f18 63686974 65637475 7265732c 20627574 chitectures, but │ │ │ │ - 0x000d5f28 20617420 6c656173 74206f6e 65206e6f at least one no │ │ │ │ - 0x000d5f38 64652069 6e207468 6520616c 6c6f6361 de in the alloca │ │ │ │ - 0x000d5f48 74696f6e 00000000 77617320 64657465 tion....was dete │ │ │ │ - 0x000d5f58 63746564 20746f20 68617665 20612064 cted to have a d │ │ │ │ - 0x000d5f68 69666665 72656e74 20617263 68697465 ifferent archite │ │ │ │ - 0x000d5f78 63747572 652e2054 68652064 65746563 cture. The detec │ │ │ │ - 0x000d5f88 74656420 6e6f6465 20776173 3a000000 ted node was:... │ │ │ │ - 0x000d5f98 4e6f6465 3a202573 00000000 00000000 Node: %s........ │ │ │ │ - 0x000d5fa8 496e206f 72646572 20746f20 6f706572 In order to oper │ │ │ │ - 0x000d5fb8 61746520 696e2061 20686574 65726f67 ate in a heterog │ │ │ │ - 0x000d5fc8 656e656f 75732065 6e766972 6f6e6d65 eneous environme │ │ │ │ - 0x000d5fd8 6e742c20 706c6561 73652072 65636f6e nt, please recon │ │ │ │ - 0x000d5fe8 66696775 72650000 4f70656e 204d5049 figure..Open MPI │ │ │ │ - 0x000d5ff8 20776974 68202d2d 656e6162 6c652d68 with --enable-h │ │ │ │ - 0x000d6008 65746572 6f67656e 656f7573 2e000000 eterogeneous.... │ │ │ │ - 0x000d6018 5741524e 494e473a 20546865 204d4341 WARNING: The MCA │ │ │ │ - 0x000d6028 20706172 616d6574 6572206d 70695f75 parameter mpi_u │ │ │ │ - 0x000d6038 73655f73 70617273 655f6772 6f75705f se_sparse_group_ │ │ │ │ - 0x000d6048 73746f72 61676520 68617320 6265656e storage has been │ │ │ │ - 0x000d6058 20736574 00000000 746f2074 7275652c set....to true, │ │ │ │ - 0x000d6068 20627574 20737061 72736520 67726f75 but sparse grou │ │ │ │ - 0x000d6078 70207375 70706f72 74207761 73206e6f p support was no │ │ │ │ - 0x000d6088 7420636f 6d70696c 65642069 6e746f20 t compiled into │ │ │ │ - 0x000d6098 4f70656e 204d5049 2e202054 68650000 Open MPI. The.. │ │ │ │ - 0x000d60a8 6d70695f 7573655f 73706172 73655f67 mpi_use_sparse_g │ │ │ │ - 0x000d60b8 726f7570 5f73746f 72616765 2076616c roup_storage val │ │ │ │ - 0x000d60c8 75652068 61732074 68657265 666f7265 ue has therefore │ │ │ │ - 0x000d60d8 20626565 6e206967 6e6f7265 642e0000 been ignored... │ │ │ │ - 0x000d60e8 54686520 66756e63 74696f6e 204d5049 The function MPI │ │ │ │ - 0x000d60f8 5f46494e 414c495a 45207761 7320696e _FINALIZE was in │ │ │ │ - 0x000d6108 766f6b65 64206d75 6c746970 6c652074 voked multiple t │ │ │ │ - 0x000d6118 696d6573 20696e20 61207369 6e676c65 imes in a single │ │ │ │ - 0x000d6128 00000000 00000000 70726f63 65737320 ........process │ │ │ │ - 0x000d6138 6f6e2068 6f737420 25732c20 50494420 on host %s, PID │ │ │ │ - 0x000d6148 25642e00 00000000 54686973 20696e64 %d......This ind │ │ │ │ - 0x000d6158 69636174 65732061 6e206572 726f6e65 icates an errone │ │ │ │ - 0x000d6168 6f757320 4d504920 70726f67 72616d3b ous MPI program; │ │ │ │ - 0x000d6178 204d5049 5f46494e 414c495a 45206973 MPI_FINALIZE is │ │ │ │ - 0x000d6188 206f6e6c 7920616c 6c6f7765 64000000 only allowed... │ │ │ │ - 0x000d6198 746f2062 6520696e 766f6b65 64206578 to be invoked ex │ │ │ │ - 0x000d61a8 6163746c 79206f6e 63652069 6e206120 actly once in a │ │ │ │ - 0x000d61b8 70726f63 6573732e 00000000 00000000 process......... │ │ │ │ - 0x000d61c8 54686520 66756e63 74696f6e 204d5049 The function MPI │ │ │ │ - 0x000d61d8 5f46494e 414c495a 45207761 7320696e _FINALIZE was in │ │ │ │ - 0x000d61e8 766f6b65 64206265 666f7265 204d5049 voked before MPI │ │ │ │ - 0x000d61f8 20776173 20696e69 7469616c 697a6564 was initialized │ │ │ │ - 0x000d6208 20696e20 61000000 54686973 20696e64 in a...This ind │ │ │ │ - 0x000d6218 69636174 65732061 6e206572 726f6e65 icates an errone │ │ │ │ - 0x000d6228 6f757320 4d504920 70726f67 72616d3b ous MPI program; │ │ │ │ - 0x000d6238 204d5049 206d7573 74206265 20696e69 MPI must be ini │ │ │ │ - 0x000d6248 7469616c 697a6564 00000000 00000000 tialized........ │ │ │ │ - 0x000d6258 6265666f 72652069 74206361 6e206265 before it can be │ │ │ │ - 0x000d6268 2066696e 616c697a 65642e00 00000000 finalized...... │ │ │ │ - 0x000d6278 4f70656e 204d5049 20686173 20646574 Open MPI has det │ │ │ │ - 0x000d6288 65637465 64207468 61742074 68697320 ected that this │ │ │ │ - 0x000d6298 70726f63 65737320 68617320 61747465 process has atte │ │ │ │ - 0x000d62a8 6d707465 6420746f 20696e69 7469616c mpted to initial │ │ │ │ - 0x000d62b8 697a6500 00000000 4d504920 28766961 ize.....MPI (via │ │ │ │ - 0x000d62c8 204d5049 5f494e49 54206f72 204d5049 MPI_INIT or MPI │ │ │ │ - 0x000d62d8 5f494e49 545f5448 52454144 29206166 _INIT_THREAD) af │ │ │ │ - 0x000d62e8 74657220 4d50495f 46494e41 4c495a45 ter MPI_FINALIZE │ │ │ │ - 0x000d62f8 20686173 20626565 6e000000 00000000 has been....... │ │ │ │ - 0x000d6308 63616c6c 65642e20 20546869 73206973 called. This is │ │ │ │ - 0x000d6318 20657272 6f6e656f 75732e00 00000000 erroneous...... │ │ │ │ - 0x000d6328 4d504920 28766961 204d5049 5f494e49 MPI (via MPI_INI │ │ │ │ - 0x000d6338 54206f72 204d5049 5f494e49 545f5448 T or MPI_INIT_TH │ │ │ │ - 0x000d6348 52454144 29206d6f 72652074 68616e20 READ) more than │ │ │ │ - 0x000d6358 6f6e6365 2e202054 68697320 69730000 once. This is.. │ │ │ │ - 0x000d6368 6572726f 6e656f75 732e0000 00000000 erroneous....... │ │ │ │ - 0x000d6378 5741524e 494e473a 20546865 204d4341 WARNING: The MCA │ │ │ │ - 0x000d6388 20706172 616d6574 6572206d 70695f70 parameter mpi_p │ │ │ │ - 0x000d6398 6172616d 5f636865 636b2068 61732062 aram_check has b │ │ │ │ - 0x000d63a8 65656e20 73657420 746f2074 7275652c een set to true, │ │ │ │ - 0x000d63b8 20627574 00000000 70617261 6d657465 but....paramete │ │ │ │ - 0x000d63c8 72206368 65636b69 6e672068 61732062 r checking has b │ │ │ │ - 0x000d63d8 65656e20 636f6d70 696c6564 206f7574 een compiled out │ │ │ │ - 0x000d63e8 206f6620 4f70656e 204d5049 2e202054 of Open MPI. T │ │ │ │ - 0x000d63f8 68650000 00000000 6d70695f 70617261 he......mpi_para │ │ │ │ - 0x000d6408 6d5f6368 65636b20 76616c75 65206861 m_check value ha │ │ │ │ - 0x000d6418 73207468 65726566 6f726520 6265656e s therefore been │ │ │ │ - 0x000d6428 2069676e 6f726564 2e000000 00000000 ignored........ │ │ │ │ - 0x000d6438 4d50495f 494e4954 20686173 20666169 MPI_INIT has fai │ │ │ │ - 0x000d6448 6c656420 62656361 75736520 6174206c led because at l │ │ │ │ - 0x000d6458 65617374 206f6e65 204d5049 2070726f east one MPI pro │ │ │ │ - 0x000d6468 63657373 20697320 756e7265 61636861 cess is unreacha │ │ │ │ - 0x000d6478 626c6500 00000000 66726f6d 20616e6f ble.....from ano │ │ │ │ - 0x000d6488 74686572 2e202054 68697320 2a757375 ther. This *usu │ │ │ │ - 0x000d6498 616c6c79 2a206d65 616e7320 74686174 ally* means that │ │ │ │ - 0x000d64a8 20616e20 756e6465 726c7969 6e672063 an underlying c │ │ │ │ - 0x000d64b8 6f6d6d75 6e696361 74696f6e 00000000 ommunication.... │ │ │ │ - 0x000d64c8 706c7567 696e202d 2d207375 63682061 plugin -- such a │ │ │ │ - 0x000d64d8 73206120 42544c20 6f722061 6e204d54 s a BTL or an MT │ │ │ │ - 0x000d64e8 4c202d2d 20686173 20656974 68657220 L -- has either │ │ │ │ - 0x000d64f8 6e6f7420 6c6f6164 6564206f 72206e6f not loaded or no │ │ │ │ - 0x000d6508 74000000 00000000 616c6c6f 77656420 t.......allowed │ │ │ │ - 0x000d6518 69747365 6c662074 6f206265 20757365 itself to be use │ │ │ │ - 0x000d6528 642e2020 596f7572 204d5049 206a6f62 d. Your MPI job │ │ │ │ - 0x000d6538 2077696c 6c206e6f 77206162 6f72742e will now abort. │ │ │ │ - 0x000d6548 00000000 00000000 596f7520 6d617920 ........You may │ │ │ │ - 0x000d6558 77697368 20746f20 74727920 746f206e wish to try to n │ │ │ │ - 0x000d6568 6172726f 7720646f 776e2074 68652070 arrow down the p │ │ │ │ - 0x000d6578 726f626c 656d3b00 202a2043 6865636b roblem;. * Check │ │ │ │ - 0x000d6588 20746865 206f7574 70757420 6f66206f the output of o │ │ │ │ - 0x000d6598 6d70695f 696e666f 20746f20 73656520 mpi_info to see │ │ │ │ - 0x000d65a8 77686963 68204254 4c2f4d54 4c20706c which BTL/MTL pl │ │ │ │ - 0x000d65b8 7567696e 73206172 65000000 00000000 ugins are....... │ │ │ │ - 0x000d65c8 20202061 7661696c 61626c65 2e000000 available.... │ │ │ │ - 0x000d65d8 202a2052 756e2079 6f757220 6170706c * Run your appl │ │ │ │ - 0x000d65e8 69636174 696f6e20 77697468 204d5049 ication with MPI │ │ │ │ - 0x000d65f8 5f544852 4541445f 53494e47 4c452e00 _THREAD_SINGLE.. │ │ │ │ - 0x000d6608 202a2053 65742074 6865204d 43412070 * Set the MCA p │ │ │ │ - 0x000d6618 6172616d 65746572 2062746c 5f626173 arameter btl_bas │ │ │ │ - 0x000d6628 655f7665 72626f73 6520746f 20313030 e_verbose to 100 │ │ │ │ - 0x000d6638 20286f72 206d746c 5f626173 655f7665 (or mtl_base_ve │ │ │ │ - 0x000d6648 72626f73 652c0000 20202069 66207573 rbose,.. if us │ │ │ │ - 0x000d6658 696e6720 4d544c2d 62617365 6420636f ing MTL-based co │ │ │ │ - 0x000d6668 6d6d756e 69636174 696f6e73 2920746f mmunications) to │ │ │ │ - 0x000d6678 20736565 20657861 63746c79 20776869 see exactly whi │ │ │ │ - 0x000d6688 63680000 00000000 20202063 6f6d6d75 ch...... commu │ │ │ │ - 0x000d6698 6e696361 74696f6e 20706c75 67696e73 nication plugins │ │ │ │ - 0x000d66a8 20776572 6520636f 6e736964 65726564 were considered │ │ │ │ - 0x000d66b8 20616e64 2f6f7220 64697363 61726465 and/or discarde │ │ │ │ - 0x000d66c8 642e0000 00000000 4974206c 6f6f6b73 d.......It looks │ │ │ │ - 0x000d66d8 206c696b 65202573 20666169 6c656420 like %s failed │ │ │ │ - 0x000d66e8 666f7220 736f6d65 20726561 736f6e3b for some reason; │ │ │ │ - 0x000d66f8 20796f75 72207061 72616c6c 656c2070 your parallel p │ │ │ │ - 0x000d6708 726f6365 73732069 73000000 00000000 rocess is....... │ │ │ │ - 0x000d6718 6661696c 20647572 696e6720 25733b20 fail during %s; │ │ │ │ - 0x000d6728 736f6d65 206f6620 77686963 68206172 some of which ar │ │ │ │ - 0x000d6738 65206475 6520746f 20636f6e 66696775 e due to configu │ │ │ │ - 0x000d6748 72617469 6f6e206f 7220656e 7669726f ration or enviro │ │ │ │ - 0x000d6758 6e6d656e 74000000 70726f62 6c656d73 nment...problems │ │ │ │ - 0x000d6768 2e202054 68697320 6661696c 75726520 . This failure │ │ │ │ - 0x000d6778 61707065 61727320 746f2062 6520616e appears to be an │ │ │ │ - 0x000d6788 20696e74 65726e61 6c206661 696c7572 internal failur │ │ │ │ - 0x000d6798 653b2068 65726527 7320736f 6d650000 e; here's some.. │ │ │ │ - 0x000d67a8 61646469 74696f6e 616c2069 6e666f72 additional infor │ │ │ │ - 0x000d67b8 6d617469 6f6e2028 77686963 68206d61 mation (which ma │ │ │ │ - 0x000d67c8 79206f6e 6c792062 65207265 6c657661 y only be releva │ │ │ │ - 0x000d67d8 6e742074 6f20616e 204f7065 6e204d50 nt to an Open MP │ │ │ │ - 0x000d67e8 49000000 00000000 64657665 6c6f7065 I.......develope │ │ │ │ - 0x000d67f8 72293a00 00000000 20202d2d 3e205265 r):..... --> Re │ │ │ │ - 0x000d6808 7475726e 65642022 25732220 28256429 turned "%s" (%d) │ │ │ │ - 0x000d6818 20696e73 74656164 206f6620 22537563 instead of "Suc │ │ │ │ - 0x000d6828 63657373 22202830 29000000 00000000 cess" (0)....... │ │ │ │ - 0x000d6838 6e6f2d70 72746572 756e2d66 6f756e64 no-prterun-found │ │ │ │ - 0x000d6848 00000000 00000000 70727465 72756e2d ........prterun- │ │ │ │ - 0x000d6858 65786563 2d666169 6c656400 00000000 exec-failed..... │ │ │ │ - 0x000d6868 4f70656e 204d5049 2773206d 70697275 Open MPI's mpiru │ │ │ │ - 0x000d6878 6e20636f 6d6d616e 6420636f 756c6420 n command could │ │ │ │ - 0x000d6888 6e6f7420 65786563 75746520 74686520 not execute the │ │ │ │ - 0x000d6898 756e6465 726c7969 6e672070 72746572 underlying prter │ │ │ │ - 0x000d68a8 756e0000 00000000 636f6d6d 616e642e un......command. │ │ │ │ - 0x000d68b8 20205468 65207072 74657275 6e20636f The prterun co │ │ │ │ - 0x000d68c8 6d6d616e 64207765 20747269 65642074 mmand we tried t │ │ │ │ - 0x000d68d8 6f206578 65637574 6520616e 64207468 o execute and th │ │ │ │ - 0x000d68e8 65206572 726f7200 6d657373 61676520 e error.message │ │ │ │ - 0x000d68f8 66726f6d 20657865 63282920 61726520 from exec() are │ │ │ │ - 0x000d6908 62656c6f 773a0000 2020436f 6d6d616e below:.. Comman │ │ │ │ - 0x000d6918 643a2025 73000000 20204572 726f7220 d: %s... Error │ │ │ │ - 0x000d6928 4d657373 6167653a 20257300 00000000 Message: %s..... │ │ │ │ - 0x000d6938 4f70656e 204d5049 2773206d 70697275 Open MPI's mpiru │ │ │ │ - 0x000d6948 6e20636f 6d6d616e 64207761 7320756e n command was un │ │ │ │ - 0x000d6958 61626c65 20746f20 66696e64 20616e20 able to find an │ │ │ │ - 0x000d6968 756e6465 726c7969 6e672070 72746572 underlying prter │ │ │ │ - 0x000d6978 756e0000 00000000 636f6d6d 616e6420 un......command │ │ │ │ - 0x000d6988 746f2065 78656375 74652e20 20436f6e to execute. Con │ │ │ │ - 0x000d6998 73696465 72207365 7474696e 67207468 sider setting th │ │ │ │ - 0x000d69a8 65204f4d 50495f50 52544552 554e2065 e OMPI_PRTERUN e │ │ │ │ - 0x000d69b8 6e766972 6f6e6d65 6e740000 00000000 nvironment...... │ │ │ │ - 0x000d69c8 76617269 61626c65 20746f20 68656c70 variable to help │ │ │ │ - 0x000d69d8 206d7069 72756e20 66696e64 20746865 mpirun find the │ │ │ │ - 0x000d69e8 20636f72 72656374 20756e64 65726c79 correct underly │ │ │ │ - 0x000d69f8 696e6720 70727465 72756e2e 00000000 ing prterun..... │ │ │ │ - 0x000d6a08 64657072 65636174 65642d63 6f6e7665 deprecated-conve │ │ │ │ - 0x000d6a18 72746564 00000000 64657072 65636174 rted....deprecat │ │ │ │ - 0x000d6a28 65642d69 6e666f72 6d000000 00000000 ed-inform....... │ │ │ │ - 0x000d6a38 64657072 65636174 65642d66 61696c00 deprecated-fail. │ │ │ │ - 0x000d6a48 6261642d 70707200 65786563 762d6572 bad-ppr.execv-er │ │ │ │ - 0x000d6a58 726f7200 00000000 54686520 73696e67 ror.....The sing │ │ │ │ - 0x000d6a68 6c65746f 6e206170 706c6963 6174696f leton applicatio │ │ │ │ - 0x000d6a78 6e207761 73206e6f 74206162 6c652074 n was not able t │ │ │ │ - 0x000d6a88 6f206669 6e642061 6e206578 65637574 o find an execut │ │ │ │ - 0x000d6a98 61626c65 20696e20 796f7572 00000000 able in your.... │ │ │ │ - 0x000d6aa8 50415448 206f7220 696e2074 68652064 PATH or in the d │ │ │ │ - 0x000d6ab8 69726563 746f7279 20776865 72652050 irectory where P │ │ │ │ - 0x000d6ac8 52544520 77617320 696e6974 69616c6c RTE was initiall │ │ │ │ - 0x000d6ad8 7920696e 7374616c 6c65642c 20616e64 y installed, and │ │ │ │ - 0x000d6ae8 00000000 00000000 74686572 65666f72 ........therefor │ │ │ │ - 0x000d6af8 65206361 6e6e6f74 20636f6e 74696e75 e cannot continu │ │ │ │ - 0x000d6b08 652e0000 00000000 466f7220 72656665 e.......For refe │ │ │ │ - 0x000d6b18 72656e63 652c2077 65207472 69656420 rence, we tried │ │ │ │ - 0x000d6b28 74686520 666f6c6c 6f77696e 6720636f the following co │ │ │ │ - 0x000d6b38 6d6d616e 643a0000 616e6420 676f7420 mmand:..and got │ │ │ │ - 0x000d6b48 74686520 6572726f 72202573 2e000000 the error %s.... │ │ │ │ - 0x000d6b58 54686973 20636f75 6c64206d 65616e20 This could mean │ │ │ │ - 0x000d6b68 74686174 20796f75 72205041 5448206f that your PATH o │ │ │ │ - 0x000d6b78 72206578 65637574 61626c65 206e616d r executable nam │ │ │ │ - 0x000d6b88 65206973 2077726f 6e672c20 6f722074 e is wrong, or t │ │ │ │ - 0x000d6b98 68617400 00000000 796f7520 646f206e hat.....you do n │ │ │ │ - 0x000d6ba8 6f742068 61766520 74686520 6e656365 ot have the nece │ │ │ │ - 0x000d6bb8 73736172 79207065 726d6973 73696f6e ssary permission │ │ │ │ - 0x000d6bc8 732e2020 506c6561 73652065 6e737572 s. Please ensur │ │ │ │ - 0x000d6bd8 65207468 61742074 68650000 00000000 e that the...... │ │ │ │ - 0x000d6be8 65786563 75746162 6c652069 73206162 executable is ab │ │ │ │ - 0x000d6bf8 6c652074 6f206265 20666f75 6e642061 le to be found a │ │ │ │ - 0x000d6c08 6e642065 78656375 74656420 61732069 nd executed as i │ │ │ │ - 0x000d6c18 74206973 20726571 75697265 6420666f t is required fo │ │ │ │ - 0x000d6c28 72000000 00000000 73696e67 6c65746f r.......singleto │ │ │ │ - 0x000d6c38 6e206f70 65726174 696f6e73 2e000000 n operations.... │ │ │ │ - 0x000d6c48 54686520 70726f63 2d706572 2d726573 The proc-per-res │ │ │ │ - 0x000d6c58 6f757263 65204d50 495f496e 666f206b ource MPI_Info k │ │ │ │ - 0x000d6c68 65792069 73206e6f 7420636f 72726563 ey is not correc │ │ │ │ - 0x000d6c78 742e2054 68652076 616c7565 206d7573 t. The value mus │ │ │ │ - 0x000d6c88 7420696e 636c7564 6520626f 74680000 t include both.. │ │ │ │ - 0x000d6c98 74686520 6e756d62 6572206f 66207072 the number of pr │ │ │ │ - 0x000d6ca8 6f637320 666f7220 65616368 20726573 ocs for each res │ │ │ │ - 0x000d6cb8 6f757263 6520616e 64207468 65207479 ource and the ty │ │ │ │ - 0x000d6cc8 7065206f 66207265 736f7572 63652074 pe of resource t │ │ │ │ - 0x000d6cd8 6f206265 20757365 642e0000 00000000 o be used....... │ │ │ │ - 0x000d6ce8 20205370 65636966 69656420 76616c75 Specified valu │ │ │ │ - 0x000d6cf8 653a2020 25730000 57652061 7265206e e: %s..We are n │ │ │ │ - 0x000d6d08 6f742061 626c6520 746f2070 726f6365 ot able to proce │ │ │ │ - 0x000d6d18 65642e20 506c6561 73652063 6f727265 ed. Please corre │ │ │ │ - 0x000d6d28 63742079 6f757220 6170706c 69636174 ct your applicat │ │ │ │ - 0x000d6d38 696f6e2e 00000000 5741524e 494e473a ion.....WARNING: │ │ │ │ - 0x000d6d48 20412064 65707265 63617465 64204d50 A deprecated MP │ │ │ │ - 0x000d6d58 495f496e 666f206b 65792077 61732075 I_Info key was u │ │ │ │ - 0x000d6d68 7365642e 20497420 69732075 6e636c65 sed. It is uncle │ │ │ │ - 0x000d6d78 61722068 6f772074 6f207570 64617465 ar how to update │ │ │ │ - 0x000d6d88 00000000 00000000 74686973 206f7074 ........this opt │ │ │ │ - 0x000d6d98 696f6e2e 20506c65 61736520 636f6e74 ion. Please cont │ │ │ │ - 0x000d6da8 61637420 74686520 636f6d6d 756e6974 act the communit │ │ │ │ - 0x000d6db8 7920666f 7220686f 77206265 73742074 y for how best t │ │ │ │ - 0x000d6dc8 6f207265 736f6c76 65207468 69732069 o resolve this i │ │ │ │ - 0x000d6dd8 73737565 2e000000 20204465 70726563 ssue.... Deprec │ │ │ │ - 0x000d6de8 61746564 20696e66 6f206b65 793a2020 ated info key: │ │ │ │ - 0x000d6df8 25730000 00000000 20205570 64617465 %s...... Update │ │ │ │ - 0x000d6e08 64206f70 74696f6e 3a202020 25730000 d option: %s.. │ │ │ │ - 0x000d6e18 20205265 61736f6e 3a202573 00000000 Reason: %s.... │ │ │ │ - 0x000d6e28 57652061 7265206e 6f742061 626c6520 We are not able │ │ │ │ - 0x000d6e38 746f2070 726f6365 65642e20 506c6561 to proceed. Plea │ │ │ │ - 0x000d6e48 73652075 70646174 6520796f 75722061 se update your a │ │ │ │ - 0x000d6e58 70706c69 63617469 6f6e2e00 00000000 pplication...... │ │ │ │ - 0x000d6e68 5741524e 494e473a 20412064 65707265 WARNING: A depre │ │ │ │ - 0x000d6e78 63617465 64204d50 495f496e 666f206b cated MPI_Info k │ │ │ │ - 0x000d6e88 65792077 61732075 7365642e 00000000 ey was used..... │ │ │ │ - 0x000d6e98 20204465 70726563 61746564 206f7074 Deprecated opt │ │ │ │ - 0x000d6ea8 696f6e3a 20202025 73000000 00000000 ion: %s....... │ │ │ │ - 0x000d6eb8 54686973 20686173 20626565 6e206967 This has been ig │ │ │ │ - 0x000d6ec8 6e6f7265 64206173 20697420 6973206e nored as it is n │ │ │ │ - 0x000d6ed8 6f206c6f 6e676572 206d6561 6e696e67 o longer meaning │ │ │ │ - 0x000d6ee8 66756c2e 20506c65 61736520 75706461 ful. Please upda │ │ │ │ - 0x000d6ef8 74650000 00000000 796f7572 20617070 te......your app │ │ │ │ - 0x000d6f08 6c696361 74696f6e 2e000000 00000000 lication........ │ │ │ │ - 0x000d6f18 20204465 70726563 61746564 206b6579 Deprecated key │ │ │ │ - 0x000d6f28 3a202020 25730000 2020436f 72726563 : %s.. Correc │ │ │ │ - 0x000d6f38 74656420 6b65793a 20202020 25730000 ted key: %s.. │ │ │ │ - 0x000d6f48 57652068 61766520 75706461 74656420 We have updated │ │ │ │ - 0x000d6f58 74686973 20666f72 20796f75 20616e64 this for you and │ │ │ │ - 0x000d6f68 2077696c 6c207072 6f636565 642e2048 will proceed. H │ │ │ │ - 0x000d6f78 6f776576 65722c20 74686973 2077696c owever, this wil │ │ │ │ - 0x000d6f88 6c206265 20747265 61746564 00000000 l be treated.... │ │ │ │ - 0x000d6f98 61732061 6e206572 726f7220 696e2061 as an error in a │ │ │ │ - 0x000d6fa8 20667574 75726520 72656c65 6173652e future release. │ │ │ │ - 0x000d6fb8 20506c65 61736520 75706461 74652079 Please update y │ │ │ │ - 0x000d6fc8 6f757220 6170706c 69636174 696f6e2e our application. │ │ │ │ - 0x000d6fd8 00000000 00000000 696e666f 2d736574 ........info-set │ │ │ │ - 0x000d6fe8 2d776974 682d7265 73657276 65642d70 -with-reserved-p │ │ │ │ - 0x000d6ff8 72656669 78000000 6d69736d 61746368 refix...mismatch │ │ │ │ - 0x000d7008 65642d73 706c6974 5f747970 652d7661 ed-split_type-va │ │ │ │ - 0x000d7018 6c756573 00000000 756e6578 70656374 lues....unexpect │ │ │ │ - 0x000d7028 65642d73 706c6974 2d747970 65000000 ed-split-type... │ │ │ │ - 0x000d7038 6469736a 6f696e74 6e657373 2d736574 disjointness-set │ │ │ │ - 0x000d7048 2d616761 696e0000 6369642d 62617365 -again..cid-base │ │ │ │ - 0x000d7058 2d6e6f74 2d736574 00000000 00000000 -not-set........ │ │ │ │ - 0x000d7068 416e2069 6e746572 6e616c20 6572726f An internal erro │ │ │ │ - 0x000d7078 72206861 73206f63 63757272 65642077 r has occurred w │ │ │ │ - 0x000d7088 68656e20 63726561 74696e67 2061206e hen creating a n │ │ │ │ - 0x000d7098 65772063 6f6d6d75 6e696361 746f722e ew communicator. │ │ │ │ - 0x000d70a8 20205468 69730000 73686f75 6c642070 This..should p │ │ │ │ - 0x000d70b8 726f6261 626c7920 6e657665 72206861 robably never ha │ │ │ │ - 0x000d70c8 7070656e 3a000000 2a206369 645f6261 ppen:...* cid_ba │ │ │ │ - 0x000d70d8 73652069 73206e6f 74207365 742e2020 se is not set. │ │ │ │ - 0x000d70e8 45697468 6572206e 72657375 6c747300 Either nresults. │ │ │ │ - 0x000d70f8 20206973 207a6572 6f206f72 206e6f20 is zero or no │ │ │ │ - 0x000d7108 72657475 726e6564 20696e66 6f206d61 returned info ma │ │ │ │ - 0x000d7118 74636865 7320504d 49585f47 524f5550 tches PMIX_GROUP │ │ │ │ - 0x000d7128 5f434f4e 54455854 5f49442e 00000000 _CONTEXT_ID..... │ │ │ │ - 0x000d7138 506c6561 73652063 6f6e7461 63742074 Please contact t │ │ │ │ - 0x000d7148 6865204f 70656e20 4d504920 64657665 he Open MPI deve │ │ │ │ - 0x000d7158 6c6f7065 7220636f 6d6d756e 69747920 loper community │ │ │ │ - 0x000d7168 77697468 20746869 73206d65 73736167 with this messag │ │ │ │ - 0x000d7178 6520616e 64000000 6120736d 616c6c20 e and...a small │ │ │ │ - 0x000d7188 6578616d 706c6520 636f6465 20746861 example code tha │ │ │ │ - 0x000d7198 74207265 70726f64 75636573 20746865 t reproduces the │ │ │ │ - 0x000d71a8 20697373 75652e00 436f6d6d 756e6963 issue..Communic │ │ │ │ - 0x000d71b8 61746f72 20646973 6a6f696e 746e6573 ator disjointnes │ │ │ │ - 0x000d71c8 73207368 6f756c64 206f6e6c 79206265 s should only be │ │ │ │ - 0x000d71d8 20736574 206f6e63 65206174 20696e69 set once at ini │ │ │ │ - 0x000d71e8 7469616c 697a6174 696f6e2e 00000000 tialization..... │ │ │ │ - 0x000d71f8 41747465 6d707473 20746f20 6d6f6469 Attempts to modi │ │ │ │ - 0x000d7208 66792074 68652073 74617465 20617265 fy the state are │ │ │ │ - 0x000d7218 20696c6c 6567616c 20616e64 20736861 illegal and sha │ │ │ │ - 0x000d7228 6c6c2062 65206967 6e6f7265 642e0000 ll be ignored... │ │ │ │ - 0x000d7238 44657465 63746564 20616e20 756e6578 Detected an unex │ │ │ │ - 0x000d7248 70656374 65642073 706c6974 20747970 pected split typ │ │ │ │ - 0x000d7258 6520696e 20612063 616c6c20 746f204d e in a call to M │ │ │ │ - 0x000d7268 50495f43 6f6d6d5f 73706c69 745f7479 PI_Comm_split_ty │ │ │ │ - 0x000d7278 70652e00 00000000 20207370 6c69745f pe...... split_ │ │ │ │ - 0x000d7288 74797065 3a202025 73202825 64290000 type: %s (%d).. │ │ │ │ - 0x000d7298 44657465 63746564 206d6973 6d617463 Detected mismatc │ │ │ │ - 0x000d72a8 68656420 73706c69 745f7479 70652061 hed split_type a │ │ │ │ - 0x000d72b8 6e642f6f 7220696e 666f2022 6d70695f nd/or info "mpi_ │ │ │ │ - 0x000d72c8 68775f72 65736f75 7263655f 74797065 hw_resource_type │ │ │ │ - 0x000d72d8 22207661 6c756573 00000000 00000000 " values........ │ │ │ │ - 0x000d72e8 696e2061 2063616c 6c20746f 204d5049 in a call to MPI │ │ │ │ - 0x000d72f8 5f436f6d 6d5f7370 6c69745f 74797065 _Comm_split_type │ │ │ │ - 0x000d7308 20626574 7765656e 20706565 72732069 between peers i │ │ │ │ - 0x000d7318 6e207468 6520636f 6d6d756e 69636174 n the communicat │ │ │ │ - 0x000d7328 6f722e00 00000000 2020696e 666f3a20 or...... info: │ │ │ │ - 0x000d7338 20202020 20202025 73000000 00000000 %s....... │ │ │ │ - 0x000d7348 436f6d6d 656e7473 00000000 00000000 Comments........ │ │ │ │ - 0x000d7358 4d50495f 496e666f 5f736574 20776172 MPI_Info_set war │ │ │ │ - 0x000d7368 6e696e67 2c206b65 79206973 20757369 ning, key is usi │ │ │ │ - 0x000d7378 6e672061 20726573 65727665 64207072 ng a reserved pr │ │ │ │ - 0x000d7388 65666978 2e000000 20204b65 793a2020 efix.... Key: │ │ │ │ - 0x000d7398 20202020 20202020 20202025 73000000 %s... │ │ │ │ - 0x000d73a8 20205265 73657276 65642070 72656669 Reserved prefi │ │ │ │ - 0x000d73b8 783a2025 73000000 6d6f6475 6c655f65 x: %s...module_e │ │ │ │ - 0x000d73c8 6e61626c 653a6661 74616c00 00000000 nable:fatal..... │ │ │ │ - 0x000d73d8 73636f6c 6c3a7563 63206d6f 64756c65 scoll:ucc module │ │ │ │ - 0x000d73e8 20726570 6f727473 20697373 75652064 reports issue d │ │ │ │ - 0x000d73f8 7572696e 67206d6f 64756c65 20656e61 uring module ena │ │ │ │ - 0x000d7408 626c696e 67207068 6173652e 00000000 bling phase..... │ │ │ │ - 0x000d7418 54727920 746f2075 73652073 636f6c6c Try to use scoll │ │ │ │ - 0x000d7428 3a756363 20636f6d 706f6e65 6e742077 :ucc component w │ │ │ │ - 0x000d7438 69746820 616e6f74 68657220 6f6e6500 ith another one. │ │ │ │ - 0x000d7448 666f7220 6578616d 706c6520 73636f6c for example scol │ │ │ │ - 0x000d7458 6c3a6261 73696300 73636f6c 6c3a6d70 l:basic.scoll:mp │ │ │ │ - 0x000d7468 69206d6f 64756c65 20726570 6f727473 i module reports │ │ │ │ - 0x000d7478 20697373 75652064 7572696e 67206d6f issue during mo │ │ │ │ - 0x000d7488 64756c65 20656e61 626c696e 67207068 dule enabling ph │ │ │ │ - 0x000d7498 6173652e 00000000 54727920 746f2075 ase.....Try to u │ │ │ │ - 0x000d74a8 73652073 636f6c6c 3a6d7069 20636f6d se scoll:mpi com │ │ │ │ - 0x000d74b8 706f6e65 6e742077 69746820 616e6f74 ponent with anot │ │ │ │ - 0x000d74c8 68657220 6f6e6500 73797376 3a637265 her one.sysv:cre │ │ │ │ - 0x000d74d8 61746520 7365676d 656e7420 6661696c ate segment fail │ │ │ │ - 0x000d74e8 75726500 00000000 596f7520 63616e20 ure.....You can │ │ │ │ - 0x000d74f8 74727920 74686520 666f6c6c 6f77696e try the followin │ │ │ │ - 0x000d7508 673a0000 00000000 312e2055 73652061 g:......1. Use a │ │ │ │ - 0x000d7518 20646966 66657265 6e742073 73686d65 different sshme │ │ │ │ - 0x000d7528 6d20706c 7567696e 2028652e 672e2c20 m plugin (e.g., │ │ │ │ - 0x000d7538 226d6d61 70222920 77697468 20222d2d "mmap") with "-- │ │ │ │ - 0x000d7548 6d636120 7373686d 656d206d 6d617022 mca sshmem mmap" │ │ │ │ - 0x000d7558 2e000000 00000000 322e2044 65637265 ........2. Decre │ │ │ │ - 0x000d7568 61736520 74686520 73796d6d 65747269 ase the symmetri │ │ │ │ - 0x000d7578 63206865 61702061 72656120 73697a65 c heap area size │ │ │ │ - 0x000d7588 20776974 6820222d 78000000 00000000 with "-x....... │ │ │ │ - 0x000d7598 20202053 484d454d 5f53594d 4d455452 SHMEM_SYMMETR │ │ │ │ - 0x000d75a8 49435f48 4541505f 53495a45 3d3c7661 IC_HEAP_SIZE="...3. Incre │ │ │ │ - 0x000d75c8 61736520 796f7572 20737973 74656d27 ase your system' │ │ │ │ - 0x000d75d8 7320616c 6c6f7761 626c6520 53595356 s allowable SYSV │ │ │ │ - 0x000d75e8 20736861 72656420 6d656d6f 72792073 shared memory s │ │ │ │ - 0x000d75f8 65676d65 6e742073 697a6500 00000000 egment size..... │ │ │ │ - 0x000d7608 20202028 652e672e 2c207669 61207468 (e.g., via th │ │ │ │ - 0x000d7618 65205348 4d4d4158 20616e64 2f6f7220 e SHMMAX and/or │ │ │ │ - 0x000d7628 534d4d41 58206b65 726e656c 20706172 SMMAX kernel par │ │ │ │ - 0x000d7638 616d6574 65727329 2e000000 00000000 ameters)........ │ │ │ │ - 0x000d7648 342e2053 65742022 2d2d6d63 61207373 4. Set "--mca ss │ │ │ │ - 0x000d7658 686d656d 5f626173 655f7374 6172745f hmem_base_start_ │ │ │ │ - 0x000d7668 61646472 65737320 30222066 6f720000 address 0" for.. │ │ │ │ - 0x000d7678 20202061 75746f6d 61746963 2073656c automatic sel │ │ │ │ - 0x000d7688 65637469 6f6e2062 79204f53 206f6620 ection by OS of │ │ │ │ - 0x000d7698 76697274 75616c20 73746172 74206164 virtual start ad │ │ │ │ - 0x000d76a8 64726573 7320666f 72207373 686d656d dress for sshmem │ │ │ │ - 0x000d76b8 2e000000 00000000 6d6d6170 3a637265 ........mmap:cre │ │ │ │ - 0x000d76c8 61746520 7365676d 656e7420 6661696c ate segment fail │ │ │ │ - 0x000d76d8 75726500 00000000 312e2044 65637265 ure.....1. Decre │ │ │ │ - 0x000d76e8 61736520 74686520 73796d6d 65747269 ase the symmetri │ │ │ │ - 0x000d76f8 63206865 61702061 72656120 77697468 c heap area with │ │ │ │ - 0x000d7708 00000000 00000000 20202022 2d782053 ........ "-x S │ │ │ │ - 0x000d7718 484d454d 5f53594d 4d455452 49435f48 HMEM_SYMMETRIC_H │ │ │ │ - 0x000d7728 4541505f 53495a45 3d3c7661 6c75653e EAP_SIZE= │ │ │ │ - 0x000d7738 222e0000 00000000 322e2053 65742022 ".......2. Set " │ │ │ │ - 0x000d7748 2d2d6d63 61207373 686d656d 5f626173 --mca sshmem_bas │ │ │ │ - 0x000d7758 655f7374 6172745f 61646472 65737320 e_start_address │ │ │ │ - 0x000d7768 30222066 6f720000 54686973 20697373 0" for..This iss │ │ │ │ - 0x000d7778 75652063 6f756c64 20616c73 6f206265 ue could also be │ │ │ │ - 0x000d7788 2072656c 61746564 20746f20 434f4e46 related to CONF │ │ │ │ - 0x000d7798 49475f53 54524943 545f4445 564d454d IG_STRICT_DEVMEM │ │ │ │ - 0x000d77a8 00000000 00000000 6b65726e 656c206f ........kernel o │ │ │ │ - 0x000d77b8 7074696f 6e207768 69636820 69662065 ption which if e │ │ │ │ - 0x000d77c8 6e61626c 65642070 72657665 6e747320 nabled prevents │ │ │ │ - 0x000d77d8 61636365 73732074 6f207068 79736963 access to physic │ │ │ │ - 0x000d77e8 616c0000 00000000 6d656d6f 72792076 al......memory v │ │ │ │ - 0x000d77f8 69612022 6d6d6170 222e2049 6e207468 ia "mmap". In th │ │ │ │ - 0x000d7808 69732063 61736520 796f7520 636f756c is case you coul │ │ │ │ - 0x000d7818 64207472 79207573 696e6720 6f746865 d try using othe │ │ │ │ - 0x000d7828 72000000 00000000 7373686d 656d2063 r.......sshmem c │ │ │ │ - 0x000d7838 6f6d706f 6e656e74 7320696e 73746561 omponents instea │ │ │ │ - 0x000d7848 642e0000 00000000 63726561 74652073 d.......create s │ │ │ │ - 0x000d7858 65676d65 6e742066 61696c75 72650000 egment failure.. │ │ │ │ - 0x000d7868 54686520 4f70656e 53484d45 4d202228 The OpenSHMEM "( │ │ │ │ - 0x000d7878 25732922 20706c75 67696e20 696e2074 %s)" plugin in t │ │ │ │ - 0x000d7888 68652022 7373686d 656d2220 6672616d he "sshmem" fram │ │ │ │ - 0x000d7898 65776f72 6b206661 696c6564 20746f00 ework failed to. │ │ │ │ - 0x000d78a8 616c6c6f 63617465 20612073 68617265 allocate a share │ │ │ │ - 0x000d78b8 64206d65 6d6f7279 20736567 6d656e74 d memory segment │ │ │ │ - 0x000d78c8 20766961 20746865 20737973 74656d20 via the system │ │ │ │ - 0x000d78d8 63616c6c 2e202054 68697300 00000000 call. This..... │ │ │ │ - 0x000d78e8 75737561 6c6c7920 6d65616e 73207468 usually means th │ │ │ │ - 0x000d78f8 61742074 68657265 20617265 206e6f74 at there are not │ │ │ │ - 0x000d7908 20656e6f 75676820 7265736f 75726365 enough resource │ │ │ │ - 0x000d7918 73206176 61696c61 626c6520 746f206d s available to m │ │ │ │ - 0x000d7928 656d6f72 79207375 62737973 74656d20 emory subsystem │ │ │ │ - 0x000d7938 6f6e2079 6f757220 73657276 65722e00 on your server.. │ │ │ │ - 0x000d7948 596f7572 204f7065 6e53484d 454d206a Your OpenSHMEM j │ │ │ │ - 0x000d7958 6f622077 696c6c20 6e6f7720 61626f72 ob will now abor │ │ │ │ - 0x000d7968 742e0000 00000000 20202053 65727665 t....... Serve │ │ │ │ - 0x000d7978 723a2020 20202020 20202020 20202020 r: │ │ │ │ - 0x000d7988 20202573 00000000 20202052 65717565 %s.... Reque │ │ │ │ - 0x000d7998 73746564 20736861 72656400 00000000 sted shared..... │ │ │ │ - 0x000d79a8 2020206d 656d6f72 79207365 676d656e memory segmen │ │ │ │ - 0x000d79b8 74207369 7a653a20 2020256c 6c750000 t size: %llu.. │ │ │ │ - 0x000d79c8 20202053 70656369 66696320 6572726f Specific erro │ │ │ │ - 0x000d79d8 723a2020 20202020 20202573 20282564 r: %s (%d │ │ │ │ - 0x000d79e8 29000000 00000000 66696e64 2d617661 ).......find-ava │ │ │ │ - 0x000d79f8 696c6162 6c653a6e 6f6e652d 666f756e ilable:none-foun │ │ │ │ - 0x000d7a08 64000000 00000000 4e6f2061 7661696c d.......No avail │ │ │ │ - 0x000d7a18 61626c65 20257320 636f6d70 6f6e656e able %s componen │ │ │ │ - 0x000d7a28 74732077 65726520 666f756e 64210000 ts were found!.. │ │ │ │ - 0x000d7a38 54686973 206d6561 6e732074 68617420 This means that │ │ │ │ - 0x000d7a48 74686572 65206172 65206e6f 20636f6d there are no com │ │ │ │ - 0x000d7a58 706f6e65 6e747320 6f662074 68697320 ponents of this │ │ │ │ - 0x000d7a68 74797065 20696e73 74616c6c 6564206f type installed o │ │ │ │ - 0x000d7a78 6e20796f 75720000 73797374 656d206f n your..system o │ │ │ │ - 0x000d7a88 7220616c 6c207468 6520636f 6d706f6e r all the compon │ │ │ │ - 0x000d7a98 656e7473 20726570 6f727465 64207468 ents reported th │ │ │ │ - 0x000d7aa8 61742074 68657920 636f756c 64206e6f at they could no │ │ │ │ - 0x000d7ab8 74206265 20757365 642e0000 00000000 t be used....... │ │ │ │ - 0x000d7ac8 54686973 20697320 61206661 74616c20 This is a fatal │ │ │ │ - 0x000d7ad8 6572726f 723b2079 6f757220 53484d45 error; your SHME │ │ │ │ - 0x000d7ae8 4d207072 6f636573 73206973 206c696b M process is lik │ │ │ │ - 0x000d7af8 656c7920 746f2061 626f7274 2e202043 ely to abort. C │ │ │ │ - 0x000d7b08 6865636b 20746865 00000000 00000000 heck the........ │ │ │ │ - 0x000d7b18 6f757470 7574206f 66207468 6520226f output of the "o │ │ │ │ - 0x000d7b28 6d70695f 696e666f 2220636f 6d6d616e mpi_info" comman │ │ │ │ - 0x000d7b38 6420616e 6420656e 73757265 20746861 d and ensure tha │ │ │ │ - 0x000d7b48 7420636f 6d706f6e 656e7473 206f6620 t components of │ │ │ │ - 0x000d7b58 74686973 00000000 74797065 20617265 this....type are │ │ │ │ - 0x000d7b68 20617661 696c6162 6c65206f 6e20796f available on yo │ │ │ │ - 0x000d7b78 75722073 79737465 6d2e2020 596f7520 ur system. You │ │ │ │ - 0x000d7b88 6d617920 616c736f 20776973 6820746f may also wish to │ │ │ │ - 0x000d7b98 20636865 636b2074 68650000 00000000 check the...... │ │ │ │ - 0x000d7ba8 76616c75 65206f66 20746865 2022636f value of the "co │ │ │ │ - 0x000d7bb8 6d706f6e 656e745f 70617468 22204d43 mponent_path" MC │ │ │ │ - 0x000d7bc8 41207061 72616d65 74657220 616e6420 A parameter and │ │ │ │ - 0x000d7bd8 656e7375 72652074 68617420 69742068 ensure that it h │ │ │ │ - 0x000d7be8 61732061 74000000 6c656173 74206f6e as at...least on │ │ │ │ - 0x000d7bf8 65206469 72656374 6f727920 74686174 e directory that │ │ │ │ - 0x000d7c08 20636f6e 7461696e 73207661 6c696420 contains valid │ │ │ │ - 0x000d7c18 4d434120 636f6d70 6f6e656e 74732e00 MCA components.. │ │ │ │ - 0x000d7c28 73686d65 6d5f696e 69743a73 74617274 shmem_init:start │ │ │ │ - 0x000d7c38 75703a69 6e746572 6e616c2d 6661696c up:internal-fail │ │ │ │ - 0x000d7c48 75726500 00000000 6f73686d 656d2073 ure.....oshmem s │ │ │ │ - 0x000d7c58 686d656d 2061626f 72743a63 616e6e6f hmem abort:canno │ │ │ │ - 0x000d7c68 74206775 6172616e 74656520 616c6c20 t guarantee all │ │ │ │ - 0x000d7c78 6b696c6c 65640000 6f73686d 656d5f69 killed..oshmem_i │ │ │ │ - 0x000d7c88 6e69743a 7072696e 742d7665 7273696f nit:print-versio │ │ │ │ - 0x000d7c98 6e000000 00000000 6f73686d 656d5f69 n.......oshmem_i │ │ │ │ - 0x000d7ca8 6e69743a 7072696e 742d696e 666f0000 nit:print-info.. │ │ │ │ - 0x000d7cb8 4f70656e 2053484d 454d2065 6e766972 Open SHMEM envir │ │ │ │ - 0x000d7cc8 6f6e6d65 6e742076 61726961 626c6573 onment variables │ │ │ │ - 0x000d7cd8 3a000000 00000000 2573202d 20707269 :.......%s - pri │ │ │ │ - 0x000d7ce8 6e742074 6865206c 69627261 72792076 nt the library v │ │ │ │ - 0x000d7cf8 65727369 6f6e2061 74207374 6172742d ersion at start- │ │ │ │ - 0x000d7d08 75700000 00000000 2573202d 20707269 up......%s - pri │ │ │ │ - 0x000d7d18 6e742068 656c7066 756c2074 65787420 nt helpful text │ │ │ │ - 0x000d7d28 61626f75 7420616c 6c207468 65736520 about all these │ │ │ │ - 0x000d7d38 656e7669 726f6e6d 656e7420 76617269 environment vari │ │ │ │ - 0x000d7d48 61626c65 73000000 2573202d 206e756d ables...%s - num │ │ │ │ - 0x000d7d58 62657220 6f662062 79746573 20746f20 ber of bytes to │ │ │ │ - 0x000d7d68 616c6c6f 63617465 20666f72 2073796d allocate for sym │ │ │ │ - 0x000d7d78 6d657472 69632068 65617000 00000000 metric heap..... │ │ │ │ - 0x000d7d88 2573202d 20656e61 626c6520 64656275 %s - enable debu │ │ │ │ - 0x000d7d98 6767696e 67206d65 73736167 65730000 gging messages.. │ │ │ │ - 0x000d7da8 4f70656e 2053484d 454d2076 65727369 Open SHMEM versi │ │ │ │ - 0x000d7db8 6f6e3a00 00000000 41205348 4d454d20 on:.....A SHMEM │ │ │ │ - 0x000d7dc8 70726f63 65737320 69732061 626f7274 process is abort │ │ │ │ - 0x000d7dd8 696e6720 61742061 2074696d 65207768 ing at a time wh │ │ │ │ - 0x000d7de8 656e2069 74206361 6e6e6f74 20677561 en it cannot gua │ │ │ │ - 0x000d7df8 72616e74 65652074 68617420 616c6c00 rantee that all. │ │ │ │ - 0x000d7e08 6f662069 74732070 65657220 70726f63 of its peer proc │ │ │ │ - 0x000d7e18 65737365 7320696e 20746865 206a6f62 esses in the job │ │ │ │ - 0x000d7e28 2077696c 6c206265 206b696c 6c656420 will be killed │ │ │ │ - 0x000d7e38 70726f70 65726c79 2e202059 6f752073 properly. You s │ │ │ │ - 0x000d7e48 686f756c 64000000 646f7562 6c652063 hould...double c │ │ │ │ - 0x000d7e58 6865636b 20746861 74206576 65727974 heck that everyt │ │ │ │ - 0x000d7e68 68696e67 20686173 20736875 7420646f hing has shut do │ │ │ │ - 0x000d7e78 776e2063 6c65616e 6c792e00 00000000 wn cleanly...... │ │ │ │ - 0x000d7e88 4c6f6361 6c20686f 73743a20 25730000 Local host: %s.. │ │ │ │ - 0x000d7e98 61646469 74696f6e 616c2069 6e666f72 additional infor │ │ │ │ - 0x000d7ea8 6d617469 6f6e2028 77686963 68206d61 mation (which ma │ │ │ │ - 0x000d7eb8 79206f6e 6c792062 65207265 6c657661 y only be releva │ │ │ │ - 0x000d7ec8 6e742074 6f20616e 204f7065 6e205348 nt to an Open SH │ │ │ │ - 0x000d7ed8 4d454d00 00000000 73686f77 20746869 MEM.....show thi │ │ │ │ - 0x000d7ee8 73206d65 73736167 6520746f 20616e20 s message to an │ │ │ │ - 0x000d7ef8 4f53484d 454d2077 697a6172 643a0000 OSHMEM wizard:.. │ │ │ │ - 0x000d7f08 20202020 20202020 204c6962 72617279 Library │ │ │ │ - 0x000d7f18 2063616c 6c3a2025 73000000 00000000 call: %s....... │ │ │ │ - 0x000d7f28 20202020 20202020 2020536f 75726365 Source │ │ │ │ - 0x000d7f38 2066696c 653a2025 73000000 00000000 file: %s....... │ │ │ │ - 0x000d7f48 20202053 6f757263 65206c69 6e65206e Source line n │ │ │ │ - 0x000d7f58 756d6265 723a2025 64000000 00000000 umber: %d....... │ │ │ │ - 0x000d7f68 73686d65 6d2d6162 6f727400 00000000 shmem-abort..... │ │ │ │ - 0x000d7f78 53484d45 4d5f4142 4f525420 77617320 SHMEM_ABORT was │ │ │ │ - 0x000d7f88 696e766f 6b656420 6f6e2072 616e6b20 invoked on rank │ │ │ │ - 0x000d7f98 25642028 70696420 25642c20 686f7374 %d (pid %d, host │ │ │ │ - 0x000d7fa8 3d257329 20776974 68206572 726f7263 =%s) with errorc │ │ │ │ - 0x000d7fb8 6f646520 25642e00 25732e25 6c750000 ode %d..%s.%lu.. │ │ │ │ + 0x000c9718 656d2e74 78740000 68656c70 2d6f7368 em.txt..help-osh │ │ │ │ + 0x000c9728 6d656d2d 6d656d68 6561702e 74787400 mem-memheap.txt. │ │ │ │ + 0x000c9738 68656c70 2d6f7368 6d656d2d 696e666f help-oshmem-info │ │ │ │ + 0x000c9748 2e747874 00000000 68656c70 2d73686d .txt....help-shm │ │ │ │ + 0x000c9758 656d2d61 70692e74 78740000 00000000 em-api.txt...... │ │ │ │ + 0x000c9768 68656c70 2d6d7069 2d72756e 74696d65 help-mpi-runtime │ │ │ │ + 0x000c9778 2e747874 00000000 68656c70 2d6d746c .txt....help-mtl │ │ │ │ + 0x000c9788 2d6f6669 2e747874 00000000 00000000 -ofi.txt........ │ │ │ │ + 0x000c9798 68656c70 2d6d746c 2d70736d 322e7478 help-mtl-psm2.tx │ │ │ │ + 0x000c97a8 74000000 00000000 68656c70 2d636f6c t.......help-col │ │ │ │ + 0x000c97b8 6c2d7868 632e7478 74000000 00000000 l-xhc.txt....... │ │ │ │ + 0x000c97c8 68656c70 2d6d6361 2d636f6c 6c2d6261 help-mca-coll-ba │ │ │ │ + 0x000c97d8 73652e74 78740000 68656c70 2d6d7069 se.txt..help-mpi │ │ │ │ + 0x000c97e8 2d706d6c 2d6f6231 2e747874 00000000 -pml-ob1.txt.... │ │ │ │ + 0x000c97f8 68656c70 2d6d6361 2d686f6f 6b2d6261 help-mca-hook-ba │ │ │ │ + 0x000c9808 73652e74 78740000 68656c70 2d6d6361 se.txt..help-mca │ │ │ │ + 0x000c9818 2d626d6c 2d72322e 74787400 00000000 -bml-r2.txt..... │ │ │ │ + 0x000c9828 68656c70 2d6d7069 72756e2e 74787400 help-mpirun.txt. │ │ │ │ + 0x000c9838 68656c70 2d636f6d 6d2e7478 74000000 help-comm.txt... │ │ │ │ + 0x000c9848 68656c70 2d64706d 2e747874 00000000 help-dpm.txt.... │ │ │ │ + 0x000c9858 68656c70 2d6d7069 2d66742e 74787400 help-mpi-ft.txt. │ │ │ │ + 0x000c9868 68656c70 2d6d7069 2d657272 6f72732e help-mpi-errors. │ │ │ │ + 0x000c9878 74787400 00000000 68656c70 2d6d7069 txt.....help-mpi │ │ │ │ + 0x000c9888 2d617069 2e747874 00000000 00000000 -api.txt........ │ │ │ │ + 0x000c9898 68656c70 2d636f6d 6d6f6e2d 6f66692e help-common-ofi. │ │ │ │ + 0x000c98a8 74787400 00000000 68656c70 2d6d7069 txt.....help-mpi │ │ │ │ + 0x000c98b8 2d636f6d 6d6f6e2d 7562636c 2e747874 -common-ubcl.txt │ │ │ │ + 0x000c98c8 00000000 00000000 68656c70 2d6d7069 ........help-mpi │ │ │ │ + 0x000c98d8 2d636f6d 6d6f6e2d 736d2e74 78740000 -common-sm.txt.. │ │ │ │ + 0x000c98e8 68656c70 2d6d6361 2d616c6c 6f636174 help-mca-allocat │ │ │ │ + 0x000c98f8 6f722d62 75636b65 742e7478 74000000 or-bucket.txt... │ │ │ │ + 0x000c9908 68656c70 2d616363 656c6572 61746f72 help-accelerator │ │ │ │ + 0x000c9918 2d637564 612e7478 74000000 00000000 -cuda.txt....... │ │ │ │ + 0x000c9928 68656c70 2d616363 656c6572 61746f72 help-accelerator │ │ │ │ + 0x000c9938 2d626173 652e7478 74000000 00000000 -base.txt....... │ │ │ │ + 0x000c9948 68656c70 2d6f7061 6c2d6877 6c6f632d help-opal-hwloc- │ │ │ │ + 0x000c9958 62617365 2e747874 00000000 00000000 base.txt........ │ │ │ │ + 0x000c9968 68656c70 2d6d7069 2d62746c 2d736d63 help-mpi-btl-smc │ │ │ │ + 0x000c9978 7564612e 74787400 68656c70 2d6d7069 uda.txt.help-mpi │ │ │ │ + 0x000c9988 2d62746c 2d746370 2e747874 00000000 -btl-tcp.txt.... │ │ │ │ + 0x000c9998 68656c70 2d6d7069 2d62746c 2d75736e help-mpi-btl-usn │ │ │ │ + 0x000c99a8 69632e74 78740000 68656c70 2d6d7069 ic.txt..help-mpi │ │ │ │ + 0x000c99b8 2d62746c 2d626173 652e7478 74000000 -btl-base.txt... │ │ │ │ + 0x000c99c8 68656c70 2d6f7061 6c2d7469 6d65722d help-opal-timer- │ │ │ │ + 0x000c99d8 6c696e75 782e7478 74000000 00000000 linux.txt....... │ │ │ │ + 0x000c99e8 68656c70 2d736d73 632d6b6e 656d2e74 help-smsc-knem.t │ │ │ │ + 0x000c99f8 78740000 00000000 68656c70 2d6d706f xt......help-mpo │ │ │ │ + 0x000c9a08 6f6c2d62 6173652e 74787400 00000000 ol-base.txt..... │ │ │ │ + 0x000c9a18 68656c70 2d6f7061 6c2d7368 6d656d2d help-opal-shmem- │ │ │ │ + 0x000c9a28 706f7369 782e7478 74000000 00000000 posix.txt....... │ │ │ │ + 0x000c9a38 68656c70 2d6f7061 6c2d7368 6d656d2d help-opal-shmem- │ │ │ │ + 0x000c9a48 73797376 2e747874 00000000 00000000 sysv.txt........ │ │ │ │ + 0x000c9a58 68656c70 2d6f7061 6c2d7368 6d656d2d help-opal-shmem- │ │ │ │ + 0x000c9a68 6d6d6170 2e747874 00000000 00000000 mmap.txt........ │ │ │ │ + 0x000c9a78 68656c70 2d726361 6368652d 62617365 help-rcache-base │ │ │ │ + 0x000c9a88 2e747874 00000000 68656c70 2d6f7061 .txt....help-opa │ │ │ │ + 0x000c9a98 6c2d6966 2d6c696e 75782d69 7076362e l-if-linux-ipv6. │ │ │ │ + 0x000c9aa8 74787400 00000000 68656c70 2d6f7061 txt.....help-opa │ │ │ │ + 0x000c9ab8 6c2d7468 72656164 732e7478 74000000 l-threads.txt... │ │ │ │ + 0x000c9ac8 68656c70 2d6f7061 6c2d7772 61707065 help-opal-wrappe │ │ │ │ + 0x000c9ad8 722e7478 74000000 496e7661 6c696420 r.txt...Invalid │ │ │ │ + 0x000c9ae8 61726775 6d656e74 20747970 65000000 argument type... │ │ │ │ + 0x000c9af8 496e6465 7828257a 75292069 73206f75 Index(%zu) is ou │ │ │ │ + 0x000c9b08 74206f66 20626f75 6e64286c 656e6774 t of bound(lengt │ │ │ │ + 0x000c9b18 68202575 64292e00 456e636f 756e7465 h %ud)..Encounte │ │ │ │ + 0x000c9b28 72656420 6572726f 72207265 6164696e red error readin │ │ │ │ + 0x000c9b38 67206669 6c652025 732e0000 00000000 g file %s....... │ │ │ │ + 0x000c9b48 43616e6e 6f742061 6c6c6f63 61746520 Cannot allocate │ │ │ │ + 0x000c9b58 6d656d6f 72792e00 4661696c 65642074 memory..Failed t │ │ │ │ + 0x000c9b68 6f206f70 656e2066 696c6520 25732e20 o open file %s. │ │ │ │ + 0x000c9b78 506c6561 73652063 6865636b 20746865 Please check the │ │ │ │ + 0x000c9b88 2066696c 65207061 74682061 6e642070 file path and p │ │ │ │ + 0x000c9b98 65726d69 7373696f 6e732e00 00000000 ermissions...... │ │ │ │ + 0x000c9ba8 54686520 696e7075 74206973 206e6f74 The input is not │ │ │ │ + 0x000c9bb8 20612076 616c6964 204a534f 4e207374 a valid JSON st │ │ │ │ + 0x000c9bc8 72696e67 2e000000 46756e63 74696f6e ring....Function │ │ │ │ + 0x000c9bd8 20257320 65787065 63747320 696e7075 %s expects inpu │ │ │ │ + 0x000c9be8 74207479 70652025 73282564 29206275 t type %s(%d) bu │ │ │ │ + 0x000c9bf8 7420676f 74202564 2e000000 00000000 t got %d........ │ │ │ │ + 0x000c9c08 54686520 4a534f4e 2076616c 75652068 The JSON value h │ │ │ │ + 0x000c9c18 61732061 6e20756e 6b6e6f77 6e207479 as an unknown ty │ │ │ │ + 0x000c9c28 70652025 732e0000 73746163 6b747261 pe %s...stacktra │ │ │ │ + 0x000c9c38 63652073 69676e61 6c206f76 65727269 ce signal overri │ │ │ │ + 0x000c9c48 64650000 00000000 73746163 6b747261 de......stacktra │ │ │ │ + 0x000c9c58 63652062 61642073 69676e61 6c000000 ce bad signal... │ │ │ │ + 0x000c9c68 6d616c66 6f726d65 64206e65 745f7072 malformed net_pr │ │ │ │ + 0x000c9c78 69766174 655f6970 76340000 00000000 ivate_ipv4...... │ │ │ │ + 0x000c9c88 696e7661 6c69642d 6e65742d 6d61736b invalid-net-mask │ │ │ │ + 0x000c9c98 00000000 00000000 6d616c66 6f726d65 ........malforme │ │ │ │ + 0x000c9ca8 642d7572 69000000 72656c61 74697665 d-uri...relative │ │ │ │ + 0x000c9cb8 2d706174 68000000 7379732d 6c696d69 -path...sys-limi │ │ │ │ + 0x000c9cc8 742d6661 696c6564 00000000 00000000 t-failed........ │ │ │ │ + 0x000c9cd8 7379732d 6c696d69 742d756e 7265636f sys-limit-unreco │ │ │ │ + 0x000c9ce8 676e697a 65640000 41206469 72656374 gnized..A direct │ │ │ │ + 0x000c9cf8 6f727920 74686174 204f7065 6e204d50 ory that Open MP │ │ │ │ + 0x000c9d08 49206e65 65647320 746f2075 73652061 I needs to use a │ │ │ │ + 0x000c9d18 6c726561 64792065 78697374 732c2062 lready exists, b │ │ │ │ + 0x000c9d28 75742069 73206f77 6e656400 00000000 ut is owned..... │ │ │ │ + 0x000c9d38 62792061 20646966 66657265 6e742075 by a different u │ │ │ │ + 0x000c9d48 7365722e 2020466f 72207361 66657479 ser. For safety │ │ │ │ + 0x000c9d58 2c204f70 656e204d 50492077 696c6c20 , Open MPI will │ │ │ │ + 0x000c9d68 6e6f7420 75736520 69743a00 00000000 not use it:..... │ │ │ │ + 0x000c9d78 20204469 72656374 6f72793a 20202573 Directory: %s │ │ │ │ + 0x000c9d88 00000000 00000000 20204f77 6e657220 ........ Owner │ │ │ │ + 0x000c9d98 5549443a 2020256c 75000000 00000000 UID: %lu....... │ │ │ │ + 0x000c9da8 20204f75 72205549 443a2020 2020256c Our UID: %l │ │ │ │ + 0x000c9db8 75000000 00000000 54686973 2063616e u.......This can │ │ │ │ + 0x000c9dc8 20686170 70656e20 7768656e 20612073 happen when a s │ │ │ │ + 0x000c9dd8 74616c65 20646972 6563746f 72792077 tale directory w │ │ │ │ + 0x000c9de8 69746820 74686520 73616d65 206e616d ith the same nam │ │ │ │ + 0x000c9df8 65206973 206c6566 74000000 00000000 e is left....... │ │ │ │ + 0x000c9e08 6f766572 2066726f 6d20616e 6f746865 over from anothe │ │ │ │ + 0x000c9e18 72207573 65722773 206a6f62 2c206f72 r user's job, or │ │ │ │ + 0x000c9e28 20776865 6e207468 65206469 72656374 when the direct │ │ │ │ + 0x000c9e38 6f727920 77617320 64656c69 62657261 ory was delibera │ │ │ │ + 0x000c9e48 74656c79 00000000 7072652d 63726561 tely....pre-crea │ │ │ │ + 0x000c9e58 7465642e 2020506c 65617365 2072656d ted. Please rem │ │ │ │ + 0x000c9e68 6f766520 74686520 64697265 63746f72 ove the director │ │ │ │ + 0x000c9e78 792c206f 72207573 65206120 64696666 y, or use a diff │ │ │ │ + 0x000c9e88 6572656e 74000000 6c6f6361 74696f6e erent...location │ │ │ │ + 0x000c9e98 2028652e 672e2c20 62792073 65747469 (e.g., by setti │ │ │ │ + 0x000c9ea8 6e672074 68652054 4d504449 5220656e ng the TMPDIR en │ │ │ │ + 0x000c9eb8 7669726f 6e6d656e 74207661 72696162 vironment variab │ │ │ │ + 0x000c9ec8 6c65292e 00000000 41206361 6c6c2074 le).....A call t │ │ │ │ + 0x000c9ed8 6f206d6b 64697220 77617320 756e6162 o mkdir was unab │ │ │ │ + 0x000c9ee8 6c652074 6f206372 65617465 20746865 le to create the │ │ │ │ + 0x000c9ef8 20646573 69726564 20646972 6563746f desired directo │ │ │ │ + 0x000c9f08 72793a00 00000000 20204469 72656374 ry:..... Direct │ │ │ │ + 0x000c9f18 6f72793a 20257300 20204572 726f723a ory: %s. Error: │ │ │ │ + 0x000c9f28 20202020 20257300 506c6561 73652063 %s.Please c │ │ │ │ + 0x000c9f38 6865636b 20746f20 656e7375 72652079 heck to ensure y │ │ │ │ + 0x000c9f48 6f752068 61766520 61646571 75617465 ou have adequate │ │ │ │ + 0x000c9f58 20706572 6d697373 696f6e73 20746f20 permissions to │ │ │ │ + 0x000c9f68 70657266 6f726d00 74686520 64657369 perform.the desi │ │ │ │ + 0x000c9f78 72656420 6f706572 6174696f 6e2e0000 red operation... │ │ │ │ + 0x000c9f88 5768696c 6520776f 726b696e 67207468 While working th │ │ │ │ + 0x000c9f98 726f7567 68206120 64697265 63746f72 rough a director │ │ │ │ + 0x000c9fa8 79207472 65652c20 77652077 65726520 y tree, we were │ │ │ │ + 0x000c9fb8 756e6162 6c652074 6f207365 74000000 unable to set... │ │ │ │ + 0x000c9fc8 61206469 72656374 6f727920 746f2074 a directory to t │ │ │ │ + 0x000c9fd8 68652064 65736972 6564206d 6f64653a he desired mode: │ │ │ │ + 0x000c9fe8 00000000 00000000 20204d6f 64653a20 ........ Mode: │ │ │ │ + 0x000c9ff8 20202020 20202530 78000000 00000000 %0x....... │ │ │ │ + 0x000ca008 20204572 726f723a 20202020 20202573 Error: %s │ │ │ │ + 0x000ca018 00000000 00000000 4f70656e 204d5049 ........Open MPI │ │ │ │ + 0x000ca028 20726563 65697665 64206120 72657175 received a requ │ │ │ │ + 0x000ca038 65737420 746f2073 65742061 20737973 est to set a sys │ │ │ │ + 0x000ca048 74656d20 7265736f 75726365 206c696d tem resource lim │ │ │ │ + 0x000ca058 69742e00 00000000 5361646c 792c204f it......Sadly, O │ │ │ │ + 0x000ca068 4d504920 646f6573 206e6f74 20726563 MPI does not rec │ │ │ │ + 0x000ca078 6f676e69 7a65206f 72206375 7272656e ognize or curren │ │ │ │ + 0x000ca088 746c7920 73757070 6f727420 74686520 tly support the │ │ │ │ + 0x000ca098 73706563 69666965 64000000 00000000 specified....... │ │ │ │ + 0x000ca0a8 7265736f 75726365 3a000000 00000000 resource:....... │ │ │ │ + 0x000ca0b8 20205265 736f7572 63653a20 20257300 Resource: %s. │ │ │ │ + 0x000ca0c8 20204c69 6d69743a 20202020 20257300 Limit: %s. │ │ │ │ + 0x000ca0d8 506c6561 73652063 6f727265 63742074 Please correct t │ │ │ │ + 0x000ca0e8 68652072 65717565 73742061 6e642074 he request and t │ │ │ │ + 0x000ca0f8 72792061 6761696e 2e000000 00000000 ry again........ │ │ │ │ + 0x000ca108 50657220 72657175 6573742c 204f7065 Per request, Ope │ │ │ │ + 0x000ca118 6e204d50 49206174 74656d70 74656420 n MPI attempted │ │ │ │ + 0x000ca128 746f2073 65742061 20737973 74656d20 to set a system │ │ │ │ + 0x000ca138 7265736f 75726365 00000000 00000000 resource........ │ │ │ │ + 0x000ca148 6c696d69 7420746f 20612067 6976656e limit to a given │ │ │ │ + 0x000ca158 2076616c 75653a00 54686520 73797374 value:.The syst │ │ │ │ + 0x000ca168 656d2068 61732072 65667573 65642074 em has refused t │ │ │ │ + 0x000ca178 6f20616c 6c6f7720 74686973 206f7065 o allow this ope │ │ │ │ + 0x000ca188 72617469 6f6e2e20 54686973 20697320 ration. This is │ │ │ │ + 0x000ca198 6c696b65 6c790000 64756520 746f2061 likely..due to a │ │ │ │ + 0x000ca1a8 20706572 6d697373 696f6e20 6c696d69 permission limi │ │ │ │ + 0x000ca1b8 74617469 6f6e2c20 6f722073 70656369 tation, or speci │ │ │ │ + 0x000ca1c8 6679696e 6720616e 20756e73 7570706f fying an unsuppo │ │ │ │ + 0x000ca1d8 72746564 00000000 76616c75 652e2050 rted....value. P │ │ │ │ + 0x000ca1e8 6c656173 65206368 65636b20 74686520 lease check the │ │ │ │ + 0x000ca1f8 73797374 656d206f 72207265 6d6f7665 system or remove │ │ │ │ + 0x000ca208 20746865 20726571 75657374 20616e64 the request and │ │ │ │ + 0x000ca218 20747279 00000000 5768656e 20637265 try....When cre │ │ │ │ + 0x000ca228 6174696e 67206120 5552492c 20616c6c ating a URI, all │ │ │ │ + 0x000ca238 2066696c 6573206d 75737420 62652073 files must be s │ │ │ │ + 0x000ca248 70656369 66696564 20696e20 6162736f pecified in abso │ │ │ │ + 0x000ca258 6c757465 20706174 68733a00 00000000 lute paths:..... │ │ │ │ + 0x000ca268 20205661 6c756520 70726f76 69646564 Value provided │ │ │ │ + 0x000ca278 3a202573 00000000 506c6561 73652075 : %s....Please u │ │ │ │ + 0x000ca288 70646174 6520796f 75722061 70706c69 pdate your appli │ │ │ │ + 0x000ca298 63617469 6f6e2074 6f207072 6f766964 cation to provid │ │ │ │ + 0x000ca2a8 65207468 65206675 6c6c2070 61746820 e the full path │ │ │ │ + 0x000ca2b8 746f2074 68652066 696c652e 00000000 to the file..... │ │ │ │ + 0x000ca2c8 4f70656e 204d5049 20686173 20646574 Open MPI has det │ │ │ │ + 0x000ca2d8 65637465 64206120 6d616c66 6f726d65 ected a malforme │ │ │ │ + 0x000ca2e8 64205552 493a0000 20205552 493a2020 d URI:.. URI: │ │ │ │ + 0x000ca2f8 25730000 00000000 41636365 70746564 %s......Accepted │ │ │ │ + 0x000ca308 2076616c 75657320 666f6c6c 6f772049 values follow I │ │ │ │ + 0x000ca318 45544620 52464333 3938362c 20652e67 ETF RFC3986, e.g │ │ │ │ + 0x000ca328 2e206669 6c653a2f 2f313932 2e313638 . file://192.168 │ │ │ │ + 0x000ca338 2e312e31 2f6f7665 722f7468 65726500 .1.1/over/there. │ │ │ │ + 0x000ca348 4f70656e 204d5049 20686173 20646574 Open MPI has det │ │ │ │ + 0x000ca358 65637465 64206120 6d616c66 6f726d65 ected a malforme │ │ │ │ + 0x000ca368 64204950 76342061 64647265 7373206f d IPv4 address o │ │ │ │ + 0x000ca378 72206e65 746d6173 6b3a0000 00000000 r netmask:...... │ │ │ │ + 0x000ca388 41636365 70746564 2076616c 75657320 Accepted values │ │ │ │ + 0x000ca398 666f6c6c 6f772074 68652043 6c617373 follow the Class │ │ │ │ + 0x000ca3a8 6c657373 20496e74 65722d44 6f6d6169 less Inter-Domai │ │ │ │ + 0x000ca3b8 6e000000 00000000 526f7574 696e6720 n.......Routing │ │ │ │ + 0x000ca3c8 28434944 5229206e 6f746174 696f6e20 (CIDR) notation │ │ │ │ + 0x000ca3d8 73706563 69666963 6174696f 6e732e20 specifications. │ │ │ │ + 0x000ca3e8 466f7220 6578616d 706c653a 00000000 For example:.... │ │ │ │ + 0x000ca3f8 20202020 2031302e 302e302e 302f3800 10.0.0.0/8. │ │ │ │ + 0x000ca408 20202020 20313732 2e31362f 31320000 172.16/12.. │ │ │ │ + 0x000ca418 20202020 20313932 2e313638 00000000 192.168.... │ │ │ │ + 0x000ca428 20202020 20313639 2e323534 2e302e30 169.254.0.0 │ │ │ │ + 0x000ca438 2f313600 00000000 4f70656e 204d5049 /16.....Open MPI │ │ │ │ + 0x000ca448 20686173 20646574 65637465 64206174 has detected at │ │ │ │ + 0x000ca458 206c6561 7374206f 6e65206d 616c666f least one malfo │ │ │ │ + 0x000ca468 726d6564 20495020 61646472 65737320 rmed IP address │ │ │ │ + 0x000ca478 6f72206e 65746d61 736b2069 6e000000 or netmask in... │ │ │ │ + 0x000ca488 74686520 76616c75 65206f66 20746865 the value of the │ │ │ │ + 0x000ca498 206f7061 6c5f6e65 745f7072 69766174 opal_net_privat │ │ │ │ + 0x000ca4a8 655f6970 7634204d 43412070 6172616d e_ipv4 MCA param │ │ │ │ + 0x000ca4b8 65746572 2e202054 68650000 00000000 eter. The...... │ │ │ │ + 0x000ca4c8 6f70616c 5f6e6574 5f707269 76617465 opal_net_private │ │ │ │ + 0x000ca4d8 5f697076 34204d43 41207061 72616d65 _ipv4 MCA parame │ │ │ │ + 0x000ca4e8 74657220 61636365 70747320 61207365 ter accepts a se │ │ │ │ + 0x000ca4f8 6d69636f 6c6f6e2d 64656c69 6d697465 micolon-delimite │ │ │ │ + 0x000ca508 64206c69 73740000 6f662043 6c617373 d list..of Class │ │ │ │ + 0x000ca518 6c657373 20496e74 65722d44 6f6d6169 less Inter-Domai │ │ │ │ + 0x000ca528 6e20526f 7574696e 67202843 49445229 n Routing (CIDR) │ │ │ │ + 0x000ca538 206e6f74 6174696f 6e207370 65636966 notation specif │ │ │ │ + 0x000ca548 69636174 696f6e73 2c206561 63680000 ications, each.. │ │ │ │ + 0x000ca558 6f662074 68652066 6f726d20 3c697061 of the form /. │ │ │ │ + 0x000ca578 20466f72 20657861 6d706c65 3a000000 For example:... │ │ │ │ + 0x000ca588 20202020 2031302e 302e302e 302f383b 10.0.0.0/8; │ │ │ │ + 0x000ca598 3137322e 31362e30 2e302f31 323b3139 172.16.0.0/12;19 │ │ │ │ + 0x000ca5a8 322e3136 382e302e 302f3136 3b313639 2.168.0.0/16;169 │ │ │ │ + 0x000ca5b8 2e323534 2e302e30 2f313600 00000000 .254.0.0/16..... │ │ │ │ + 0x000ca5c8 54686520 66697273 74206465 74656374 The first detect │ │ │ │ + 0x000ca5d8 6564206d 616c666f 726d6564 20656e74 ed malformed ent │ │ │ │ + 0x000ca5e8 72792077 61732025 732e0000 00000000 ry was %s....... │ │ │ │ + 0x000ca5f8 4f70656e 204d5049 20776173 20696e73 Open MPI was ins │ │ │ │ + 0x000ca608 65727469 6e672061 20736967 6e616c20 erting a signal │ │ │ │ + 0x000ca618 68616e64 6c657220 62757420 77617320 handler but was │ │ │ │ + 0x000ca628 67697665 6e20616e 20696e76 616c6964 given an invalid │ │ │ │ + 0x000ca638 00000000 00000000 7369676e 616c206e ........signal n │ │ │ │ + 0x000ca648 756d6265 723a0000 20205369 676e616c umber:.. Signal │ │ │ │ + 0x000ca658 20737472 696e673a 20257300 00000000 string: %s..... │ │ │ │ + 0x000ca668 20204261 64207661 6c75653a 20202020 Bad value: │ │ │ │ + 0x000ca678 20257300 00000000 54686520 67697665 %s.....The give │ │ │ │ + 0x000ca688 6e207661 6c756520 6d757374 20626520 n value must be │ │ │ │ + 0x000ca698 616e2069 6e746567 65722077 69746869 an integer withi │ │ │ │ + 0x000ca6a8 6e207468 65207369 676e616c 206e756d n the signal num │ │ │ │ + 0x000ca6b8 62657200 00000000 72616e67 652e2050 ber.....range. P │ │ │ │ + 0x000ca6c8 6c656173 6520636f 72726563 74207468 lease correct th │ │ │ │ + 0x000ca6d8 65207661 6c756520 616e6420 74727920 e value and try │ │ │ │ + 0x000ca6e8 61676169 6e2e0000 4f70656e 204d5049 again...Open MPI │ │ │ │ + 0x000ca6f8 20776173 20696e73 65727469 6e672061 was inserting a │ │ │ │ + 0x000ca708 20736967 6e616c20 68616e64 6c657220 signal handler │ │ │ │ + 0x000ca718 666f7220 7369676e 616c2025 64206275 for signal %d bu │ │ │ │ + 0x000ca728 74206e6f 74696365 64000000 00000000 t noticed....... │ │ │ │ + 0x000ca738 74686174 20746865 72652069 7320616c that there is al │ │ │ │ + 0x000ca748 72656164 79206120 6e6f6e2d 64656661 ready a non-defa │ │ │ │ + 0x000ca758 756c7420 68616e64 6c657220 696e7374 ult handler inst │ │ │ │ + 0x000ca768 616c6c65 642e2020 4f70656e 204d5049 alled. Open MPI │ │ │ │ + 0x000ca778 27730000 00000000 68616e64 6c657220 's......handler │ │ │ │ + 0x000ca788 77617320 74686572 65666f72 65206e6f was therefore no │ │ │ │ + 0x000ca798 7420696e 7374616c 6c65643b 20796f75 t installed; you │ │ │ │ + 0x000ca7a8 72206a6f 62207769 6c6c2063 6f6e7469 r job will conti │ │ │ │ + 0x000ca7b8 6e75652e 20205468 69730000 00000000 nue. This...... │ │ │ │ + 0x000ca7c8 7761726e 696e6720 6d657373 61676520 warning message │ │ │ │ + 0x000ca7d8 77696c6c 206f6e6c 79206265 20646973 will only be dis │ │ │ │ + 0x000ca7e8 706c6179 6564206f 6e63652c 20657665 played once, eve │ │ │ │ + 0x000ca7f8 6e206966 204f7065 6e204d50 49000000 n if Open MPI... │ │ │ │ + 0x000ca808 656e636f 756e7465 72732074 68697320 encounters this │ │ │ │ + 0x000ca818 73697475 6174696f 6e206167 61696e2e situation again. │ │ │ │ + 0x000ca828 00000000 00000000 546f2061 766f6964 ........To avoid │ │ │ │ + 0x000ca838 20646973 706c6179 696e6720 74686973 displaying this │ │ │ │ + 0x000ca848 20776172 6e696e67 206d6573 73616765 warning message │ │ │ │ + 0x000ca858 2c20796f 75206361 6e206569 74686572 , you can either │ │ │ │ + 0x000ca868 206e6f74 20696e73 74616c6c 00000000 not install.... │ │ │ │ + 0x000ca878 74686520 6572726f 72206861 6e646c65 the error handle │ │ │ │ + 0x000ca888 7220666f 72207369 676e616c 20256420 r for signal %d │ │ │ │ + 0x000ca898 6f722079 6f752063 616e2068 61766520 or you can have │ │ │ │ + 0x000ca8a8 4f70656e 204d5049 206e6f74 20747279 Open MPI not try │ │ │ │ + 0x000ca8b8 20746f00 00000000 696e7374 616c6c20 to.....install │ │ │ │ + 0x000ca8c8 69747320 6f776e20 7369676e 616c2068 its own signal h │ │ │ │ + 0x000ca8d8 616e646c 65722066 6f722074 68697320 andler for this │ │ │ │ + 0x000ca8e8 7369676e 616c2062 79207365 7474696e signal by settin │ │ │ │ + 0x000ca8f8 67207468 65000000 226f7061 6c5f7369 g the..."opal_si │ │ │ │ + 0x000ca908 676e616c 7322204d 43412070 6172616d gnals" MCA param │ │ │ │ + 0x000ca918 65746572 2e000000 20205369 676e616c eter.... Signal │ │ │ │ + 0x000ca928 3a202564 00000000 20204375 7272656e : %d.... Curren │ │ │ │ + 0x000ca938 74206f70 616c5f73 69676e61 6c207661 t opal_signal va │ │ │ │ + 0x000ca948 6c75653a 20257300 6e6f2d6c 616e6775 lue: %s.no-langu │ │ │ │ + 0x000ca958 6167652d 73757070 6f727400 00000000 age-support..... │ │ │ │ + 0x000ca968 6e6f2d63 6f6d7069 6c65722d 73706563 no-compiler-spec │ │ │ │ + 0x000ca978 69666965 64000000 6e6f2d63 6f6d7069 ified...no-compi │ │ │ │ + 0x000ca988 6c65722d 666f756e 64000000 00000000 ler-found....... │ │ │ │ + 0x000ca998 66696c65 2d6e6f74 2d666f75 6e640000 file-not-found.. │ │ │ │ + 0x000ca9a8 73706177 6e2d6661 696c6564 00000000 spawn-failed.... │ │ │ │ + 0x000ca9b8 6e6f2d6f 7074696f 6e732d73 7570706f no-options-suppo │ │ │ │ + 0x000ca9c8 72740000 00000000 54686520 25732077 rt......The %s w │ │ │ │ + 0x000ca9d8 72617070 65722063 6f6d7069 6c657220 rapper compiler │ │ │ │ + 0x000ca9e8 77617320 756e6162 6c652074 6f206669 was unable to fi │ │ │ │ + 0x000ca9f8 6e642061 20626c6f 636b206f 66206f70 nd a block of op │ │ │ │ + 0x000caa08 74696f6e 7320696e 20697473 00000000 tions in its.... │ │ │ │ + 0x000caa18 636f6e66 69677572 6174696f 6e20746f configuration to │ │ │ │ + 0x000caa28 20737570 706f7274 20796f75 7220636f support your co │ │ │ │ + 0x000caa38 6d70696c 6572206d 6f64652e 2020596f mpiler mode. Yo │ │ │ │ + 0x000caa48 75722061 70706c69 63617469 6f6e2077 ur application w │ │ │ │ + 0x000caa58 6173206e 6f740000 636f6d70 696c6564 as not..compiled │ │ │ │ + 0x000caa68 2e206f72 206c696e 6b65642e 00000000 . or linked..... │ │ │ │ + 0x000caa78 54686520 77726170 70657220 636f6d70 The wrapper comp │ │ │ │ + 0x000caa88 696c6572 20636f6d 6d616e64 206c696e iler command lin │ │ │ │ + 0x000caa98 65207761 733a0000 556e6162 6c652074 e was:..Unable t │ │ │ │ + 0x000caaa8 6f206361 6c6c2074 68652063 6f6d7069 o call the compi │ │ │ │ + 0x000caab8 6c657220 28257329 2e205468 65206661 ler (%s). The fa │ │ │ │ + 0x000caac8 696c7572 65207265 7475726e 20746865 ilure return the │ │ │ │ + 0x000caad8 20657272 6f720000 25732e00 00000000 error..%s...... │ │ │ │ + 0x000caae8 54686520 6661696c 65642063 6f6d6d61 The failed comma │ │ │ │ + 0x000caaf8 6e642077 6173205b 25735d2e 00000000 nd was [%s]..... │ │ │ │ + 0x000cab08 25732063 6f756c64 206e6f74 2066696e %s could not fin │ │ │ │ + 0x000cab18 64207468 65206669 6c652025 732c206e d the file %s, n │ │ │ │ + 0x000cab28 65656465 6420666f 72202573 20737570 eeded for %s sup │ │ │ │ + 0x000cab38 706f7274 2e000000 54686973 206d6179 port....This may │ │ │ │ + 0x000cab48 20696e64 69636174 6520616e 20696e63 indicate an inc │ │ │ │ + 0x000cab58 6f6d706c 65746520 696e7374 616c6c20 omplete install │ │ │ │ + 0x000cab68 616e6420 6c696e6b 696e6720 77696c6c and linking will │ │ │ │ + 0x000cab78 206c696b 656c7920 6661696c 2e000000 likely fail.... │ │ │ │ + 0x000cab88 2573205b 2d73686f 776d655b 3a3c636f %s [-showme[:]] args. │ │ │ │ + 0x000cabe8 20202d73 686f776d 653a636f 6d6d616e -showme:comman │ │ │ │ + 0x000cabf8 64202020 2053686f 7720636f 6d6d616e d Show comman │ │ │ │ + 0x000cac08 64207573 65642074 6f20696e 766f6b65 d used to invoke │ │ │ │ + 0x000cac18 20726561 6c20636f 6d70696c 65720000 real compiler.. │ │ │ │ + 0x000cac28 20202d73 686f776d 653a636f 6d70696c -showme:compil │ │ │ │ + 0x000cac38 65202020 2053686f 7720666c 61677320 e Show flags │ │ │ │ + 0x000cac48 61646465 64207768 656e2063 6f6d7069 added when compi │ │ │ │ + 0x000cac58 6c696e67 00000000 20202d73 686f776d ling.... -showm │ │ │ │ + 0x000cac68 653a6c69 6e6b2020 20202020 2053686f e:link Sho │ │ │ │ + 0x000cac78 7720666c 61677320 61646465 64207768 w flags added wh │ │ │ │ + 0x000cac88 656e206c 696e6b69 6e670000 00000000 en linking...... │ │ │ │ + 0x000cac98 20202d73 686f776d 653a696e 63646972 -showme:incdir │ │ │ │ + 0x000caca8 73202020 2053686f 77206c69 7374206f s Show list o │ │ │ │ + 0x000cacb8 6620696e 636c7564 65206469 72732061 f include dirs a │ │ │ │ + 0x000cacc8 64646564 20776865 6e20636f 6d70696c dded when compil │ │ │ │ + 0x000cacd8 696e6700 00000000 20202d73 686f776d ing..... -showm │ │ │ │ + 0x000cace8 653a6c69 62646972 73202020 2053686f e:libdirs Sho │ │ │ │ + 0x000cacf8 77206c69 7374206f 66206c69 62726172 w list of librar │ │ │ │ + 0x000cad08 79206469 72732061 64646564 20776865 y dirs added whe │ │ │ │ + 0x000cad18 6e206c69 6e6b696e 67000000 00000000 n linking....... │ │ │ │ + 0x000cad28 20202d73 686f776d 653a6c69 62732020 -showme:libs │ │ │ │ + 0x000cad38 20202020 2053686f 77206c69 7374206f Show list o │ │ │ │ + 0x000cad48 66206c69 62726172 69657320 61646465 f libraries adde │ │ │ │ + 0x000cad58 64207768 656e206c 696e6b69 6e670000 d when linking.. │ │ │ │ + 0x000cad68 20202d73 686f776d 653a7665 7273696f -showme:versio │ │ │ │ + 0x000cad78 6e202020 2053686f 77207665 7273696f n Show versio │ │ │ │ + 0x000cad88 6e206f66 20257300 20202d73 686f776d n of %s. -showm │ │ │ │ + 0x000cad98 653a6865 6c702020 20202020 20546869 e:help Thi │ │ │ │ + 0x000cada8 73206865 6c70206d 65737361 67650000 s help message.. │ │ │ │ + 0x000cadb8 25733a20 25732025 7320284c 616e6775 %s: %s %s (Langu │ │ │ │ + 0x000cadc8 6167653a 20257329 00000000 00000000 age: %s)........ │ │ │ │ + 0x000cadd8 54686520 4f70656e 204d5049 20777261 The Open MPI wra │ │ │ │ + 0x000cade8 70706572 20636f6d 70696c65 72207761 pper compiler wa │ │ │ │ + 0x000cadf8 7320756e 61626c65 20746f20 66696e64 s unable to find │ │ │ │ + 0x000cae08 20746865 20737065 63696669 65642063 the specified c │ │ │ │ + 0x000cae18 6f6d7069 6c657200 25732069 6e20796f ompiler.%s in yo │ │ │ │ + 0x000cae28 75722050 4154482e 00000000 00000000 ur PATH......... │ │ │ │ + 0x000cae38 4e6f7465 20746861 74207468 69732063 Note that this c │ │ │ │ + 0x000cae48 6f6d7069 6c657220 77617320 65697468 ompiler was eith │ │ │ │ + 0x000cae58 65722073 70656369 66696564 20617420 er specified at │ │ │ │ + 0x000cae68 636f6e66 69677572 65207469 6d65206f configure time o │ │ │ │ + 0x000cae78 7220696e 00000000 6f6e6520 6f662073 r in....one of s │ │ │ │ + 0x000cae88 65766572 616c2070 6f737369 626c6520 everal possible │ │ │ │ + 0x000cae98 656e7669 726f6e6d 656e7420 76617269 environment vari │ │ │ │ + 0x000caea8 61626c65 732e0000 4e6f2075 6e646572 ables...No under │ │ │ │ + 0x000caeb8 6c79696e 6720636f 6d70696c 65722077 lying compiler w │ │ │ │ + 0x000caec8 61732073 70656369 66696564 20696e20 as specified in │ │ │ │ + 0x000caed8 74686520 77726170 70657220 636f6d70 the wrapper comp │ │ │ │ + 0x000caee8 696c6572 20646174 61206669 6c650000 iler data file.. │ │ │ │ + 0x000caef8 28652e67 2e2c206d 70696363 2d777261 (e.g., mpicc-wra │ │ │ │ + 0x000caf08 70706572 2d646174 612e7478 74290000 pper-data.txt).. │ │ │ │ + 0x000caf18 556e666f 7274756e 6174656c 792c2074 Unfortunately, t │ │ │ │ + 0x000caf28 68697320 696e7374 616c6c61 74696f6e his installation │ │ │ │ + 0x000caf38 206f6620 4f70656e 204d5049 20776173 of Open MPI was │ │ │ │ + 0x000caf48 206e6f74 20636f6d 70696c65 64207769 not compiled wi │ │ │ │ + 0x000caf58 74680000 00000000 25732073 7570706f th......%s suppo │ │ │ │ + 0x000caf68 72742e20 20417320 73756368 2c207468 rt. As such, th │ │ │ │ + 0x000caf78 65202573 20636f6d 70696c65 72206973 e %s compiler is │ │ │ │ + 0x000caf88 206e6f6e 2d66756e 6374696f 6e616c2e non-functional. │ │ │ │ + 0x000caf98 00000000 00000000 66696e64 2d617661 ........find-ava │ │ │ │ + 0x000cafa8 696c6162 6c653a6e 6f6e6520 666f756e ilable:none foun │ │ │ │ + 0x000cafb8 64000000 00000000 54686520 6f70616c d.......The opal │ │ │ │ + 0x000cafc8 5f6d6361 5f626173 655f636f 6d706f6e _mca_base_compon │ │ │ │ + 0x000cafd8 656e745f 73686f77 5f6c6f61 645f6572 ent_show_load_er │ │ │ │ + 0x000cafe8 726f7273 204d4341 20766172 6961626c rors MCA variabl │ │ │ │ + 0x000caff8 65206361 6e6e6f74 00000000 00000000 e cannot........ │ │ │ │ + 0x000cb008 636f6e74 61696e20 6120746f 6b656e20 contain a token │ │ │ │ + 0x000cb018 74686174 20686173 206d6f72 65207468 that has more th │ │ │ │ + 0x000cb028 616e206f 6e652022 2f222063 68617261 an one "/" chara │ │ │ │ + 0x000cb038 63746572 20696e20 69742e00 00000000 cter in it...... │ │ │ │ + 0x000cb048 54686520 6f70616c 5f6d6361 5f626173 The opal_mca_bas │ │ │ │ + 0x000cb058 655f636f 6d706f6e 656e745f 73686f77 e_component_show │ │ │ │ + 0x000cb068 5f6c6f61 645f6572 726f7273 204d4341 _load_errors MCA │ │ │ │ + 0x000cb078 20766172 6961626c 65206361 6e206f6e variable can on │ │ │ │ + 0x000cb088 6c790000 00000000 636f6e74 61696e20 ly......contain │ │ │ │ + 0x000cb098 74686520 76616c75 65733a20 616c6c2c the values: all, │ │ │ │ + 0x000cb0a8 206e6f6e 652c206f 72206120 636f6d6d none, or a comm │ │ │ │ + 0x000cb0b8 612d6465 6c696d69 74656420 6c697374 a-delimited list │ │ │ │ + 0x000cb0c8 206f6620 746f6b65 6e732069 6e000000 of tokens in... │ │ │ │ + 0x000cb0d8 74686520 666f726d 206f6620 22667261 the form of "fra │ │ │ │ + 0x000cb0e8 6d65776f 726b2220 6f722022 6672616d mework" or "fram │ │ │ │ + 0x000cb0f8 65776f72 6b2f636f 6d706f6e 656e7422 ework/component" │ │ │ │ + 0x000cb108 2e000000 00000000 20204572 726f6e65 ........ Errone │ │ │ │ + 0x000cb118 6f757320 76616c75 653a2025 73000000 ous value: %s... │ │ │ │ + 0x000cb128 416e2069 6e746572 6e616c20 6572726f An internal erro │ │ │ │ + 0x000cb138 72206861 73206f63 63757272 65642064 r has occurred d │ │ │ │ + 0x000cb148 7572696e 67207468 65207374 61727475 uring the startu │ │ │ │ + 0x000cb158 70206f66 204f7065 6e204d50 492e2020 p of Open MPI. │ │ │ │ + 0x000cb168 54686973 00000000 69732068 6967686c This....is highl │ │ │ │ + 0x000cb178 7920756e 75737561 6c20616e 64207368 y unusual and sh │ │ │ │ + 0x000cb188 6f756c64 6e277420 68617070 656e2e20 ouldn't happen. │ │ │ │ + 0x000cb198 204f7065 6e204d50 49207769 6c6c206e Open MPI will n │ │ │ │ + 0x000cb1a8 6f772061 626f7274 20796f75 72000000 ow abort your... │ │ │ │ + 0x000cb1b8 6a6f622e 00000000 54686520 666f6c6c job.....The foll │ │ │ │ + 0x000cb1c8 6f77696e 67206d65 73736167 65206d61 owing message ma │ │ │ │ + 0x000cb1d8 79207072 6f766964 65206164 64697469 y provide additi │ │ │ │ + 0x000cb1e8 6f6e616c 20696e73 69676874 20696e74 onal insight int │ │ │ │ + 0x000cb1f8 6f207468 65206572 726f723a 00000000 o the error:.... │ │ │ │ + 0x000cb208 20204661 696c7572 65206174 3a202020 Failure at: │ │ │ │ + 0x000cb218 20202025 73202825 733a2564 29000000 %s (%s:%d)... │ │ │ │ + 0x000cb228 20204572 726f723a 20202020 20202020 Error: │ │ │ │ + 0x000cb238 20202025 64202825 73290000 00000000 %d (%s)...... │ │ │ │ + 0x000cb248 4d434120 6672616d 65776f72 6b207061 MCA framework pa │ │ │ │ + 0x000cb258 72616d65 74657273 2063616e 206f6e6c rameters can onl │ │ │ │ + 0x000cb268 79207461 6b652061 2073696e 676c6520 y take a single │ │ │ │ + 0x000cb278 6e656761 74696f6e 206f7065 7261746f negation operato │ │ │ │ + 0x000cb288 72000000 00000000 28225e22 292c2061 r.......("^"), a │ │ │ │ + 0x000cb298 6e642069 74206d75 73742062 65206174 nd it must be at │ │ │ │ + 0x000cb2a8 20746865 20626567 696e6e69 6e67206f the beginning o │ │ │ │ + 0x000cb2b8 66207468 65207661 6c75652e 20205468 f the value. Th │ │ │ │ + 0x000cb2c8 6520666f 6c6c6f77 696e6700 00000000 e following..... │ │ │ │ + 0x000cb2d8 76616c75 65207669 6f6c6174 65732074 value violates t │ │ │ │ + 0x000cb2e8 68697320 72756c65 3a000000 00000000 his rule:....... │ │ │ │ + 0x000cb2f8 5768656e 20757365 642c2074 6865206e When used, the n │ │ │ │ + 0x000cb308 65676174 696f6e20 6f706572 61746f72 egation operator │ │ │ │ + 0x000cb318 20736574 73207468 65202265 78636c75 sets the "exclu │ │ │ │ + 0x000cb328 73697665 22206265 68617669 6f72206d sive" behavior m │ │ │ │ + 0x000cb338 6f64652c 00000000 6d65616e 696e6720 ode,....meaning │ │ │ │ + 0x000cb348 74686174 20697420 77696c6c 20657863 that it will exc │ │ │ │ + 0x000cb358 6c756465 20616c6c 20737065 63696669 lude all specifi │ │ │ │ + 0x000cb368 65642063 6f6d706f 6e656e74 73202861 ed components (a │ │ │ │ + 0x000cb378 6e642069 6d706c69 6369746c 79000000 nd implicitly... │ │ │ │ + 0x000cb388 696e636c 75646520 616c6c20 6f746865 include all othe │ │ │ │ + 0x000cb398 7273292e 20204966 20746865 206e6567 rs). If the neg │ │ │ │ + 0x000cb3a8 6174696f 6e206f70 65726174 6f722069 ation operator i │ │ │ │ + 0x000cb3b8 73206e6f 74207370 65636966 6965642c s not specified, │ │ │ │ + 0x000cb3c8 20746865 00000000 22696e63 6c757369 the...."inclusi │ │ │ │ + 0x000cb3d8 76652220 6d6f6465 20697320 61737375 ve" mode is assu │ │ │ │ + 0x000cb3e8 6d65642c 206d6561 6e696e67 20746861 med, meaning tha │ │ │ │ + 0x000cb3f8 7420616c 6c207370 65636966 69656420 t all specified │ │ │ │ + 0x000cb408 636f6d70 6f6e656e 74730000 00000000 components...... │ │ │ │ + 0x000cb418 77696c6c 20626520 696e636c 75646564 will be included │ │ │ │ + 0x000cb428 2028616e 6420696d 706c6963 69746c79 (and implicitly │ │ │ │ + 0x000cb438 20657863 6c756465 20616c6c 206f7468 exclude all oth │ │ │ │ + 0x000cb448 65727329 2e000000 466f7220 6578616d ers)....For exam │ │ │ │ + 0x000cb458 706c652c 20225e61 2c622220 73706563 ple, "^a,b" spec │ │ │ │ + 0x000cb468 69666965 73207468 65206578 636c7573 ifies the exclus │ │ │ │ + 0x000cb478 69766520 62656861 76696f72 20616e64 ive behavior and │ │ │ │ + 0x000cb488 206d6561 6e732022 75736500 00000000 means "use..... │ │ │ │ + 0x000cb498 616c6c20 636f6d70 6f6e656e 7473202a all components * │ │ │ │ + 0x000cb4a8 65786365 70742a20 6120616e 64206222 except* a and b" │ │ │ │ + 0x000cb4b8 2c207768 696c6520 22632c64 22207370 , while "c,d" sp │ │ │ │ + 0x000cb4c8 65636966 69657320 74686520 696e636c ecifies the incl │ │ │ │ + 0x000cb4d8 75736976 65000000 62656861 76696f72 usive...behavior │ │ │ │ + 0x000cb4e8 20616e64 206d6561 6e732022 75736520 and means "use │ │ │ │ + 0x000cb4f8 2a6f6e6c 792a2063 6f6d706f 6e656e74 *only* component │ │ │ │ + 0x000cb508 73206320 616e6420 642e2200 00000000 s c and d."..... │ │ │ │ + 0x000cb518 596f7520 63616e6e 6f74206d 69782069 You cannot mix i │ │ │ │ + 0x000cb528 6e636c75 73697665 20616e64 20657863 nclusive and exc │ │ │ │ + 0x000cb538 6c757369 76652062 65686176 696f722e lusive behavior. │ │ │ │ + 0x000cb548 00000000 00000000 4e6f2063 6f6d706f ........No compo │ │ │ │ + 0x000cb558 6e656e74 73207765 72652061 626c6520 nents were able │ │ │ │ + 0x000cb568 746f2062 65206f70 656e6564 20696e20 to be opened in │ │ │ │ + 0x000cb578 74686520 25732066 72616d65 776f726b the %s framework │ │ │ │ + 0x000cb588 2e000000 00000000 54686973 20747970 ........This typ │ │ │ │ + 0x000cb598 6963616c 6c79206d 65616e73 20746861 ically means tha │ │ │ │ + 0x000cb5a8 74206569 74686572 206e6f20 636f6d70 t either no comp │ │ │ │ + 0x000cb5b8 6f6e656e 7473206f 66207468 69732074 onents of this t │ │ │ │ + 0x000cb5c8 79706520 77657265 00000000 00000000 ype were........ │ │ │ │ + 0x000cb5d8 696e7374 616c6c65 642c206f 72206e6f installed, or no │ │ │ │ + 0x000cb5e8 6e65206f 66207468 6520696e 7374616c ne of the instal │ │ │ │ + 0x000cb5f8 6c656420 636f6d70 6f6e656e 74732063 led components c │ │ │ │ + 0x000cb608 616e2062 65206c6f 61646564 2e000000 an be loaded.... │ │ │ │ + 0x000cb618 536f6d65 74696d65 73207468 6973206d Sometimes this m │ │ │ │ + 0x000cb628 65616e73 20746861 74207368 61726564 eans that shared │ │ │ │ + 0x000cb638 206c6962 72617269 65732072 65717569 libraries requi │ │ │ │ + 0x000cb648 72656420 62792074 68657365 00000000 red by these.... │ │ │ │ + 0x000cb658 636f6d70 6f6e656e 74732061 72652075 components are u │ │ │ │ + 0x000cb668 6e61626c 6520746f 20626520 666f756e nable to be foun │ │ │ │ + 0x000cb678 642f6c6f 61646564 2e000000 00000000 d/loaded........ │ │ │ │ + 0x000cb688 2020486f 73743a20 20202020 20257300 Host: %s. │ │ │ │ + 0x000cb698 20204672 616d6577 6f726b3a 20257300 Framework: %s. │ │ │ │ + 0x000cb6a8 41207265 71756573 74656420 636f6d70 A requested comp │ │ │ │ + 0x000cb6b8 6f6e656e 74207761 73206e6f 7420666f onent was not fo │ │ │ │ + 0x000cb6c8 756e642c 206f7220 77617320 756e6162 und, or was unab │ │ │ │ + 0x000cb6d8 6c652074 6f206265 206f7065 6e65642e le to be opened. │ │ │ │ + 0x000cb6e8 20205468 69730000 6d65616e 73207468 This..means th │ │ │ │ + 0x000cb6f8 61742074 68697320 636f6d70 6f6e656e at this componen │ │ │ │ + 0x000cb708 74206973 20656974 68657220 6e6f7420 t is either not │ │ │ │ + 0x000cb718 696e7374 616c6c65 64206f72 20697320 installed or is │ │ │ │ + 0x000cb728 756e6162 6c652074 6f206265 00000000 unable to be.... │ │ │ │ + 0x000cb738 75736564 206f6e20 796f7572 20737973 used on your sys │ │ │ │ + 0x000cb748 74656d20 28652e67 2e2c2073 6f6d6574 tem (e.g., somet │ │ │ │ + 0x000cb758 696d6573 20746869 73206d65 616e7320 imes this means │ │ │ │ + 0x000cb768 74686174 20736861 72656420 6c696272 that shared libr │ │ │ │ + 0x000cb778 61726965 73000000 74686174 20746865 aries...that the │ │ │ │ + 0x000cb788 20636f6d 706f6e65 6e742072 65717569 component requi │ │ │ │ + 0x000cb798 72657320 61726520 756e6162 6c652074 res are unable t │ │ │ │ + 0x000cb7a8 6f206265 20666f75 6e642f6c 6f616465 o be found/loade │ │ │ │ + 0x000cb7b8 64292e20 204e6f74 65207468 61740000 d). Note that.. │ │ │ │ + 0x000cb7c8 4f70656e 204d5049 2073746f 70706564 Open MPI stopped │ │ │ │ + 0x000cb7d8 20636865 636b696e 67206174 20746865 checking at the │ │ │ │ + 0x000cb7e8 20666972 73742063 6f6d706f 6e656e74 first component │ │ │ │ + 0x000cb7f8 20746861 74206974 20646964 206e6f74 that it did not │ │ │ │ + 0x000cb808 2066696e 642e0000 486f7374 3a202020 find...Host: │ │ │ │ + 0x000cb818 20202025 73000000 4672616d 65776f72 %s...Framewor │ │ │ │ + 0x000cb828 6b3a2025 73000000 436f6d70 6f6e656e k: %s...Componen │ │ │ │ + 0x000cb838 743a2025 73000000 72652d72 65676973 t: %s...re-regis │ │ │ │ + 0x000cb848 7465722d 77697468 2d646966 66657265 ter-with-differe │ │ │ │ + 0x000cb858 6e742d74 79706500 416e2069 6e76616c nt-type.An inval │ │ │ │ + 0x000cb868 69642076 616c7565 20776173 20737570 id value was sup │ │ │ │ + 0x000cb878 706c6965 6420666f 7220616e 204d4341 plied for an MCA │ │ │ │ + 0x000cb888 20766172 6961626c 6520226d 63615f62 variable "mca_b │ │ │ │ + 0x000cb898 6173655f 656e765f 6c697374 5f64656c ase_env_list_del │ │ │ │ + 0x000cb8a8 696d6974 6572222e 00000000 00000000 imiter"......... │ │ │ │ + 0x000cb8b8 54686520 226d6361 5f626173 655f656e The "mca_base_en │ │ │ │ + 0x000cb8c8 765f6c69 73742220 76617269 61626c65 v_list" variable │ │ │ │ + 0x000cb8d8 2077696c 6c206265 2069676e 6f726564 will be ignored │ │ │ │ + 0x000cb8e8 2e000000 00000000 20205661 6c75653a ........ Value: │ │ │ │ + 0x000cb8f8 20202020 20257300 5741524e 494e473a %s.WARNING: │ │ │ │ + 0x000cb908 20546865 20666f72 6d617420 6f662022 The format of " │ │ │ │ + 0x000cb918 6d63615f 62617365 5f656e76 5f6c6973 mca_base_env_lis │ │ │ │ + 0x000cb928 74222070 6172616d 65746572 20697320 t" parameter is │ │ │ │ + 0x000cb938 61206465 6c696d69 74656420 6c697374 a delimited list │ │ │ │ + 0x000cb948 206f6620 5641523d 56414c20 6f720000 of VAR=VAL or.. │ │ │ │ + 0x000cb958 56415220 696e7374 616e6365 732e2042 VAR instances. B │ │ │ │ + 0x000cb968 79206465 6661756c 742c2074 68652064 y default, the d │ │ │ │ + 0x000cb978 656c696d 69746572 20697320 61207365 elimiter is a se │ │ │ │ + 0x000cb988 6d69636f 6c6f6e3a 20564152 313d5641 micolon: VAR1=VA │ │ │ │ + 0x000cb998 4c313b56 4152323b 56415233 3d56414c L1;VAR2;VAR3=VAL │ │ │ │ + 0x000cb9a8 333b2e2e 2e000000 596f7520 63616e20 3;......You can │ │ │ │ + 0x000cb9b8 73657420 6f746865 72207669 6120226d set other via "m │ │ │ │ + 0x000cb9c8 63615f62 6173655f 656e765f 6c697374 ca_base_env_list │ │ │ │ + 0x000cb9d8 5f64656c 696d6974 65722220 70617261 _delimiter" para │ │ │ │ + 0x000cb9e8 6d657465 722e2049 66207468 65206465 meter. If the de │ │ │ │ + 0x000cb9f8 6c696d69 74657220 69732061 00000000 limiter is a.... │ │ │ │ + 0x000cba08 73656d69 636f6c6f 6e2c2074 68652076 semicolon, the v │ │ │ │ + 0x000cba18 616c7565 206f6620 226d6361 5f626173 alue of "mca_bas │ │ │ │ + 0x000cba28 655f656e 765f6c69 73742220 76617269 e_env_list" vari │ │ │ │ + 0x000cba38 61626c65 2073686f 756c6420 62652071 able should be q │ │ │ │ + 0x000cba48 756f7465 6420746f 206e6f74 20696e74 uoted to not int │ │ │ │ + 0x000cba58 65726665 72650000 77697468 20534845 erfere..with SHE │ │ │ │ + 0x000cba68 4c4c2063 6f6d6d61 6e64206c 696e6520 LL command line │ │ │ │ + 0x000cba78 70617273 696e672e 20496e20 74686520 parsing. In the │ │ │ │ + 0x000cba88 63617365 20776865 72652061 2076616c case where a val │ │ │ │ + 0x000cba98 75652069 73206e6f 74206173 7369676e ue is not assign │ │ │ │ + 0x000cbaa8 65642074 6f207661 72696162 6c650000 ed to variable.. │ │ │ │ + 0x000cbab8 5641522c 20746865 2076616c 75652077 VAR, the value w │ │ │ │ + 0x000cbac8 696c6c20 62652074 616b656e 2066726f ill be taken fro │ │ │ │ + 0x000cbad8 6d207468 65206375 7272656e 7420656e m the current en │ │ │ │ + 0x000cbae8 7669726f 6e6d656e 742e0000 00000000 vironment....... │ │ │ │ + 0x000cbaf8 54686520 666f6c6c 6f77696e 6720656e The following en │ │ │ │ + 0x000cbb08 7669726f 6e6d656e 74207661 72696162 vironment variab │ │ │ │ + 0x000cbb18 6c652077 6173206e 6f742066 6f756e64 le was not found │ │ │ │ + 0x000cbb28 20696e20 74686520 656e7669 726f6e6d in the environm │ │ │ │ + 0x000cbb38 656e743a 00000000 20205661 72696162 ent:.... Variab │ │ │ │ + 0x000cbb48 6c653a20 20202020 20202020 20202020 le: │ │ │ │ + 0x000cbb58 25730000 00000000 20204d43 41207661 %s...... MCA va │ │ │ │ + 0x000cbb68 72696162 6c652076 616c7565 3a202020 riable value: │ │ │ │ + 0x000cbb78 25730000 00000000 5741524e 494e473a %s......WARNING: │ │ │ │ + 0x000cbb88 20546865 20737065 6369616c 204d4341 The special MCA │ │ │ │ + 0x000cbb98 20706172 616d6574 65722022 25732220 parameter "%s" │ │ │ │ + 0x000cbba8 77617320 73657420 696e0000 00000000 was set in...... │ │ │ │ + 0x000cbbb8 616e2075 6e657870 65637465 64207761 an unexpected wa │ │ │ │ + 0x000cbbc8 792c2061 6e642069 73206c69 6b656c79 y, and is likely │ │ │ │ + 0x000cbbd8 206e6f74 20776f72 6b696e67 20746865 not working the │ │ │ │ + 0x000cbbe8 20776179 20796f75 2077616e 74206974 way you want it │ │ │ │ + 0x000cbbf8 20746f2e 00000000 53706563 69666963 to.....Specific │ │ │ │ + 0x000cbc08 616c6c79 2c207468 6973204d 43412070 ally, this MCA p │ │ │ │ + 0x000cbc18 6172616d 65746572 20697320 22737065 arameter is "spe │ │ │ │ + 0x000cbc28 6369616c 2220696e 20746861 74206974 cial" in that it │ │ │ │ + 0x000cbc38 2063616e 202a6f6e 6c792a20 62650000 can *only* be.. │ │ │ │ + 0x000cbc48 73657420 696e2074 68652065 6e766972 set in the envir │ │ │ │ + 0x000cbc58 6f6e6d65 6e742e20 20536574 74696e67 onment. Setting │ │ │ │ + 0x000cbc68 20746869 73207661 6c756520 696e2061 this value in a │ │ │ │ + 0x000cbc78 2066696c 65202d2d 20616e64 20736f6d file -- and som │ │ │ │ + 0x000cbc88 6574696d 65730000 6576656e 206f6e20 etimes..even on │ │ │ │ + 0x000cbc98 74686520 636f6d6d 616e6420 6c696e65 the command line │ │ │ │ + 0x000cbca8 202d2d20 77696c6c 206e6f74 20776f72 -- will not wor │ │ │ │ + 0x000cbcb8 6b206173 20696e74 656e6465 642e2020 k as intended. │ │ │ │ + 0x000cbcc8 54686520 2a6f6e6c 792a2077 61790000 The *only* way.. │ │ │ │ + 0x000cbcd8 746f2073 65742074 68697320 76616c75 to set this valu │ │ │ │ + 0x000cbce8 65206973 20746f20 73657420 224f4d50 e is to set "OMP │ │ │ │ + 0x000cbcf8 495f4d43 415f2573 2220696e 20746865 I_MCA_%s" in the │ │ │ │ + 0x000cbd08 20656e76 69726f6e 6d656e74 20626566 environment bef │ │ │ │ + 0x000cbd18 6f726500 00000000 73746172 74696e67 ore.....starting │ │ │ │ + 0x000cbd28 20796f75 72206a6f 622e0000 00000000 your job....... │ │ │ │ + 0x000cbd38 20205661 6c75653a 20202020 20202573 Value: %s │ │ │ │ + 0x000cbd48 00000000 00000000 2020536f 75726365 ........ Source │ │ │ │ + 0x000cbd58 3a202020 20202573 00000000 00000000 : %s........ │ │ │ │ + 0x000cbd68 416e2069 6e76616c 69642076 616c7565 An invalid value │ │ │ │ + 0x000cbd78 20776173 20737570 706c6965 6420666f was supplied fo │ │ │ │ + 0x000cbd88 7220616e 20656e75 6d207661 72696162 r an enum variab │ │ │ │ + 0x000cbd98 6c652e00 00000000 20205661 72696162 le...... Variab │ │ │ │ + 0x000cbda8 6c652020 2020203a 20257300 00000000 le : %s..... │ │ │ │ + 0x000cbdb8 20205661 6c756520 20202020 2020203a Value : │ │ │ │ + 0x000cbdc8 20257300 00000000 20205661 6c696420 %s..... Valid │ │ │ │ + 0x000cbdd8 76616c75 6573203a 20257300 00000000 values : %s..... │ │ │ │ + 0x000cbde8 416e2069 6e76616c 69642076 616c7565 An invalid value │ │ │ │ + 0x000cbdf8 20776173 20737570 706c6965 6420666f was supplied fo │ │ │ │ + 0x000cbe08 7220616e 204d4341 20766172 6961626c r an MCA variabl │ │ │ │ + 0x000cbe18 652e0000 00000000 5741524e 494e473a e.......WARNING: │ │ │ │ + 0x000cbe28 20412075 7365722d 73757070 6c696564 A user-supplied │ │ │ │ + 0x000cbe38 2076616c 75652061 7474656d 70746564 value attempted │ │ │ │ + 0x000cbe48 20746f20 73657420 61207661 72696162 to set a variab │ │ │ │ + 0x000cbe58 6c652074 68617420 69732073 65740000 le that is set.. │ │ │ │ + 0x000cbe68 696e2074 6865206f 76657272 69646520 in the override │ │ │ │ + 0x000cbe78 76617269 61626c65 2066696c 6520286f variable file (o │ │ │ │ + 0x000cbe88 70656e6d 70692d6d 63612d70 6172616d penmpi-mca-param │ │ │ │ + 0x000cbe98 732d6f76 65727269 64652e63 6f6e6629 s-override.conf) │ │ │ │ + 0x000cbea8 2e000000 00000000 20205661 72696162 ........ Variab │ │ │ │ + 0x000cbeb8 6c653a20 25730000 54686520 75736572 le: %s..The user │ │ │ │ + 0x000cbec8 2d737570 706c6965 64207661 6c756520 -supplied value │ │ │ │ + 0x000cbed8 77617320 69676e6f 7265642e 00000000 was ignored..... │ │ │ │ + 0x000cbee8 41206e61 6d652063 6f6c6c69 73696f6e A name collision │ │ │ │ + 0x000cbef8 20776173 20646574 65637465 64206f6e was detected on │ │ │ │ + 0x000cbf08 20616e20 4d434120 76617269 61626c65 an MCA variable │ │ │ │ + 0x000cbf18 206e616d 652e2054 68697320 63616e20 name. This can │ │ │ │ + 0x000cbf28 68617070 656e0000 69662074 776f2063 happen..if two c │ │ │ │ + 0x000cbf38 6f6d706f 6e656e74 73207472 7920746f omponents try to │ │ │ │ + 0x000cbf48 20726567 69737465 72207468 65207361 register the sa │ │ │ │ + 0x000cbf58 6d652076 61726961 626c6520 77697468 me variable with │ │ │ │ + 0x000cbf68 20736c69 6768746c 79000000 00000000 slightly....... │ │ │ │ + 0x000cbf78 64696666 6572656e 74206e61 6d652063 different name c │ │ │ │ + 0x000cbf88 6f6d706f 6e656e74 732e2054 68652063 omponents. The c │ │ │ │ + 0x000cbf98 6f6e666c 69637469 6e672076 61726961 onflicting varia │ │ │ │ + 0x000cbfa8 626c6573 20617265 206c6973 74656420 bles are listed │ │ │ │ + 0x000cbfb8 62656c6f 773a0000 20204d43 41207661 below:.. MCA va │ │ │ │ + 0x000cbfc8 72696162 6c65206e 616d653a 20257300 riable name: %s. │ │ │ │ + 0x000cbfd8 20204e65 77206e61 6d653a20 25732025 New name: %s % │ │ │ │ + 0x000cbfe8 73202573 00000000 20204578 69737469 s %s.... Existi │ │ │ │ + 0x000cbff8 6e67206e 616d653a 20257320 25732025 ng name: %s %s % │ │ │ │ + 0x000cc008 73000000 00000000 416e204d 43412076 s.......An MCA v │ │ │ │ + 0x000cc018 61726961 626c6520 77617320 72652d72 ariable was re-r │ │ │ │ + 0x000cc028 65676973 74657265 64207769 74682061 egistered with a │ │ │ │ + 0x000cc038 20646966 66657265 6e742074 79706520 different type │ │ │ │ + 0x000cc048 28692e65 2e2c2069 74207761 73000000 (i.e., it was... │ │ │ │ + 0x000cc058 65697468 6572206f 72696769 6e616c6c either originall │ │ │ │ + 0x000cc068 79207265 67697374 65726564 20617320 y registered as │ │ │ │ + 0x000cc078 616e2049 4e542061 6e642072 652d7265 an INT and re-re │ │ │ │ + 0x000cc088 67697374 65726564 20617320 61205354 gistered as a ST │ │ │ │ + 0x000cc098 52494e47 2c000000 6f722069 74207761 RING,...or it wa │ │ │ │ + 0x000cc0a8 73206f72 6967696e 616c6c79 20726567 s originally reg │ │ │ │ + 0x000cc0b8 69737465 72656420 61732061 20535452 istered as a STR │ │ │ │ + 0x000cc0c8 494e4720 616e6420 72652d72 65676973 ING and re-regis │ │ │ │ + 0x000cc0d8 74657265 64206173 20616e00 00000000 tered as an..... │ │ │ │ + 0x000cc0e8 494e5429 2e202054 68697320 61206465 INT). This a de │ │ │ │ + 0x000cc0f8 76656c6f 70657220 6572726f 723b2079 veloper error; y │ │ │ │ + 0x000cc108 6f757220 6a6f6220 6d617920 61626f72 our job may abor │ │ │ │ + 0x000cc118 742e0000 00000000 54776f20 6d757475 t.......Two mutu │ │ │ │ + 0x000cc128 616c6c79 2d657863 6c757369 7665204d ally-exclusive M │ │ │ │ + 0x000cc138 43412076 61726961 626c6573 20776572 CA variables wer │ │ │ │ + 0x000cc148 65207370 65636966 6965642e 20205468 e specified. Th │ │ │ │ + 0x000cc158 69732063 616e2072 6573756c 74000000 is can result... │ │ │ │ + 0x000cc168 696e2075 6e646566 696e6564 20626568 in undefined beh │ │ │ │ + 0x000cc178 6176696f 722c2073 75636820 61732069 avior, such as i │ │ │ │ + 0x000cc188 676e6f72 696e6720 74686520 636f6d70 gnoring the comp │ │ │ │ + 0x000cc198 6f6e656e 74732074 68617420 74686520 onents that the │ │ │ │ + 0x000cc1a8 4d434100 00000000 76617269 61626c65 MCA.....variable │ │ │ │ + 0x000cc1b8 73206172 65207375 70706f73 65642074 s are supposed t │ │ │ │ + 0x000cc1c8 6f206166 66656374 2e000000 00000000 o affect........ │ │ │ │ + 0x000cc1d8 20203173 74204d43 41207661 72696162 1st MCA variab │ │ │ │ + 0x000cc1e8 6c653a20 25730000 20202020 536f7572 le: %s.. Sour │ │ │ │ + 0x000cc1f8 6365206f 66207661 6c75653a 20257300 ce of value: %s. │ │ │ │ + 0x000cc208 2020326e 64204d43 41207661 72696162 2nd MCA variab │ │ │ │ + 0x000cc218 6c653a20 25730000 41206465 70726563 le: %s..A deprec │ │ │ │ + 0x000cc228 61746564 204d4341 20766172 6961626c ated MCA variabl │ │ │ │ + 0x000cc238 65207661 6c756520 77617320 73706563 e value was spec │ │ │ │ + 0x000cc248 69666965 6420696e 20616e20 4d434120 ified in an MCA │ │ │ │ + 0x000cc258 76617269 61626c65 00000000 00000000 variable........ │ │ │ │ + 0x000cc268 66696c65 2e202044 65707265 63617465 file. Deprecate │ │ │ │ + 0x000cc278 64204d43 41207661 72696162 6c657320 d MCA variables │ │ │ │ + 0x000cc288 73686f75 6c642062 65206176 6f696465 should be avoide │ │ │ │ + 0x000cc298 643b2074 68657920 6d617920 64697361 d; they may disa │ │ │ │ + 0x000cc2a8 70706561 72000000 696e2066 75747572 ppear...in futur │ │ │ │ + 0x000cc2b8 65207265 6c656173 65732e00 00000000 e releases...... │ │ │ │ + 0x000cc2c8 20204465 70726563 61746564 20766172 Deprecated var │ │ │ │ + 0x000cc2d8 6961626c 653a2025 73000000 00000000 iable: %s....... │ │ │ │ + 0x000cc2e8 2020536f 75726365 2066696c 653a2020 Source file: │ │ │ │ + 0x000cc2f8 20202020 20202025 73000000 00000000 %s....... │ │ │ │ + 0x000cc308 20204e65 77207661 72696162 6c653a20 New variable: │ │ │ │ + 0x000cc318 20202020 20202025 73000000 00000000 %s....... │ │ │ │ + 0x000cc328 41206465 70726563 61746564 204d4341 A deprecated MCA │ │ │ │ + 0x000cc338 20766172 6961626c 65207661 6c756520 variable value │ │ │ │ + 0x000cc348 77617320 73706563 69666965 64206f6e was specified on │ │ │ │ + 0x000cc358 20746865 20636f6d 6d616e64 206c696e the command lin │ │ │ │ + 0x000cc368 652e2020 44657072 65636174 65640000 e. Deprecated.. │ │ │ │ + 0x000cc378 4d434120 76617269 61626c65 73207368 MCA variables sh │ │ │ │ + 0x000cc388 6f756c64 20626520 61766f69 6465643b ould be avoided; │ │ │ │ + 0x000cc398 20746865 79206d61 79206469 73617070 they may disapp │ │ │ │ + 0x000cc3a8 65617220 696e2066 75747572 65207265 ear in future re │ │ │ │ + 0x000cc3b8 6c656173 65732e00 41206465 70726563 leases..A deprec │ │ │ │ + 0x000cc3c8 61746564 204d4341 20766172 6961626c ated MCA variabl │ │ │ │ + 0x000cc3d8 65207661 6c756520 77617320 73706563 e value was spec │ │ │ │ + 0x000cc3e8 69666965 6420696e 20746865 20656e76 ified in the env │ │ │ │ + 0x000cc3f8 69726f6e 6d656e74 206f7200 00000000 ironment or..... │ │ │ │ + 0x000cc408 6f6e2074 68652063 6f6d6d61 6e64206c on the command l │ │ │ │ + 0x000cc418 696e652e 20204465 70726563 61746564 ine. Deprecated │ │ │ │ + 0x000cc428 204d4341 20766172 6961626c 65732073 MCA variables s │ │ │ │ + 0x000cc438 686f756c 64206265 2061766f 69646564 hould be avoided │ │ │ │ + 0x000cc448 3b000000 00000000 74686579 206d6179 ;.......they may │ │ │ │ + 0x000cc458 20646973 61707065 61722069 6e206675 disappear in fu │ │ │ │ + 0x000cc468 74757265 2072656c 65617365 732e0000 ture releases... │ │ │ │ + 0x000cc478 50726f63 65737320 25642055 6e61626c Process %d Unabl │ │ │ │ + 0x000cc488 6520746f 206c6f63 61746520 74686520 e to locate the │ │ │ │ + 0x000cc498 76617269 61626c65 2066696c 65202225 variable file "% │ │ │ │ + 0x000cc4a8 73222069 6e207468 6520666f 6c6c6f77 s" in the follow │ │ │ │ + 0x000cc4b8 696e6720 73656172 63682070 6174683a ing search path: │ │ │ │ + 0x000cc4c8 00000000 00000000 5741524e 494e473a ........WARNING: │ │ │ │ + 0x000cc4d8 20412075 7365722d 73757070 6c696564 A user-supplied │ │ │ │ + 0x000cc4e8 2076616c 75652061 7474656d 70746564 value attempted │ │ │ │ + 0x000cc4f8 20746f20 6f766572 72696465 20746865 to override the │ │ │ │ + 0x000cc508 20646566 61756c74 2d6f6e6c 79204d43 default-only MC │ │ │ │ + 0x000cc518 41000000 00000000 76617269 61626c65 A.......variable │ │ │ │ + 0x000cc528 206e616d 65642022 2573222e 00000000 named "%s"..... │ │ │ │ + 0x000cc538 4552524f 523a2041 6e20696e 76616c69 ERROR: An invali │ │ │ │ + 0x000cc548 6420636f 6d62696e 6174696f 6e206f66 d combination of │ │ │ │ + 0x000cc558 20666c61 67732077 61732070 61737365 flags was passe │ │ │ │ + 0x000cc568 6420746f 206d6361 5f626173 655f7661 d to mca_base_va │ │ │ │ + 0x000cc578 725f7265 67697374 65722e00 00000000 r_register...... │ │ │ │ + 0x000cc588 2020466c 6167733a 20202020 25732025 Flags: %s % │ │ │ │ + 0x000cc598 73000000 00000000 6d757465 7820696e s.......mutex in │ │ │ │ + 0x000cc5a8 69742066 61696c65 64000000 00000000 it failed....... │ │ │ │ + 0x000cc5b8 6d757465 78206c6f 636b2066 61696c65 mutex lock faile │ │ │ │ + 0x000cc5c8 64000000 00000000 6d757465 7820756e d.......mutex un │ │ │ │ + 0x000cc5d8 6c6f636b 20666169 6c656400 00000000 lock failed..... │ │ │ │ + 0x000cc5e8 6d757465 78207472 796c6f63 6b206661 mutex trylock fa │ │ │ │ + 0x000cc5f8 696c6564 00000000 41207472 7920746f iled....A try to │ │ │ │ + 0x000cc608 20616371 75697265 2061206d 75746578 acquire a mutex │ │ │ │ + 0x000cc618 20286d75 74657820 7472796c 6f636b29 (mutex trylock) │ │ │ │ + 0x000cc628 20686173 20666169 6c65642e 00000000 has failed..... │ │ │ │ + 0x000cc638 41206d75 74657820 72656c65 61736520 A mutex release │ │ │ │ + 0x000cc648 286d7574 65782075 6e6c6f63 6b292068 (mutex unlock) h │ │ │ │ + 0x000cc658 61732066 61696c65 642e0000 00000000 as failed....... │ │ │ │ + 0x000cc668 41206d75 74657820 61637175 69726520 A mutex acquire │ │ │ │ + 0x000cc678 286d7574 6578206c 6f636b29 20686173 (mutex lock) has │ │ │ │ + 0x000cc688 20666169 6c65642e 00000000 00000000 failed......... │ │ │ │ + 0x000cc698 41206d75 74657820 696e6974 69616c69 A mutex initiali │ │ │ │ + 0x000cc6a8 7a617469 6f6e2068 61732066 61696c65 zation has faile │ │ │ │ + 0x000cc6b8 642e0000 00000000 6661696c 20746f20 d.......fail to │ │ │ │ + 0x000cc6c8 70617273 65206966 5f696e65 74360000 parse if_inet6.. │ │ │ │ + 0x000cc6d8 4f70656e 204d5049 20666169 6c656420 Open MPI failed │ │ │ │ + 0x000cc6e8 746f2070 61727365 20617420 6c656173 to parse at leas │ │ │ │ + 0x000cc6f8 74206f6e 65206f66 20746865 206c696e t one of the lin │ │ │ │ + 0x000cc708 65732069 6e000000 2f70726f 632f6e65 es in.../proc/ne │ │ │ │ + 0x000cc718 742f6966 5f696e65 74362e20 20546869 t/if_inet6. Thi │ │ │ │ + 0x000cc728 73206973 20657874 72656d65 6c792075 s is extremely u │ │ │ │ + 0x000cc738 6e757375 616c2061 6e642073 686f756c nusual and shoul │ │ │ │ + 0x000cc748 64206e65 76657200 68617070 656e2e20 d never.happen. │ │ │ │ + 0x000cc758 204f7065 6e204d50 49207769 6c6c2073 Open MPI will s │ │ │ │ + 0x000cc768 6b697020 74686973 20696e74 65726661 kip this interfa │ │ │ │ + 0x000cc778 63652061 6e642061 7474656d 70742074 ce and attempt t │ │ │ │ + 0x000cc788 6f20636f 6e74696e 75652e00 00000000 o continue...... │ │ │ │ + 0x000cc798 2020496e 74657266 6163653a 20257300 Interface: %s. │ │ │ │ + 0x000cc7a8 20204865 783a2020 20202020 20257300 Hex: %s. │ │ │ │ + 0x000cc7b8 6c656176 65207069 6e6e6564 20666169 leave pinned fai │ │ │ │ + 0x000cc7c8 6c656400 00000000 63616e6e 6f742064 led.....cannot d │ │ │ │ + 0x000cc7d8 65726567 69737465 7220696e 2d757365 eregister in-use │ │ │ │ + 0x000cc7e8 206d656d 6f727900 4f70656e 204d5049 memory.Open MPI │ │ │ │ + 0x000cc7f8 20696e74 65726365 70746564 20612063 intercepted a c │ │ │ │ + 0x000cc808 616c6c20 746f2066 72656520 6d656d6f all to free memo │ │ │ │ + 0x000cc818 72792074 68617420 69732073 74696c6c ry that is still │ │ │ │ + 0x000cc828 20626569 6e672075 73656420 62790000 being used by.. │ │ │ │ + 0x000cc838 616e206f 6e676f69 6e67204d 50492063 an ongoing MPI c │ │ │ │ + 0x000cc848 6f6d6d75 6e696361 74696f6e 2e202054 ommunication. T │ │ │ │ + 0x000cc858 68697320 75737561 6c6c7920 7265666c his usually refl │ │ │ │ + 0x000cc868 65637473 20616e20 6572726f 7220696e ects an error in │ │ │ │ + 0x000cc878 20746865 00000000 4d504920 6170706c the....MPI appl │ │ │ │ + 0x000cc888 69636174 696f6e3b 20697420 6d617920 ication; it may │ │ │ │ + 0x000cc898 7369676e 69667920 6d656d6f 72792063 signify memory c │ │ │ │ + 0x000cc8a8 6f727275 7074696f 6e2e2020 4f70656e orruption. Open │ │ │ │ + 0x000cc8b8 204d5049 2077696c 6c206e6f 77000000 MPI will now... │ │ │ │ + 0x000cc8c8 61626f72 7420796f 7572206a 6f622e00 abort your job.. │ │ │ │ + 0x000cc8d8 20207263 61636865 206e616d 653a2020 rcache name: │ │ │ │ + 0x000cc8e8 20202573 00000000 20204c6f 63616c20 %s.... Local │ │ │ │ + 0x000cc8f8 686f7374 3a202020 20202573 00000000 host: %s.... │ │ │ │ + 0x000cc908 20204275 66666572 20616464 72657373 Buffer address │ │ │ │ + 0x000cc918 3a202570 00000000 20204275 66666572 : %p.... Buffer │ │ │ │ + 0x000cc928 2073697a 653a2020 2020256c 75000000 size: %lu... │ │ │ │ + 0x000cc938 41207072 6f636573 73206174 74656d70 A process attemp │ │ │ │ + 0x000cc948 74656420 746f2075 73652074 68652022 ted to use the " │ │ │ │ + 0x000cc958 6c656176 65207069 6e6e6564 22204d50 leave pinned" MP │ │ │ │ + 0x000cc968 49206665 61747572 652c2062 7574206e I feature, but n │ │ │ │ + 0x000cc978 6f000000 00000000 6d656d6f 72792072 o.......memory r │ │ │ │ + 0x000cc988 65676973 74726174 696f6e20 686f6f6b egistration hook │ │ │ │ + 0x000cc998 73207765 72652066 6f756e64 206f6e20 s were found on │ │ │ │ + 0x000cc9a8 74686520 73797374 656d2061 74207275 the system at ru │ │ │ │ + 0x000cc9b8 6e207469 6d652e20 20546869 73000000 n time. This... │ │ │ │ + 0x000cc9c8 6d617920 62652074 68652072 6573756c may be the resul │ │ │ │ + 0x000cc9d8 74206f66 2072756e 6e696e67 206f6e20 t of running on │ │ │ │ + 0x000cc9e8 61207379 7374656d 20746861 7420646f a system that do │ │ │ │ + 0x000cc9f8 6573206e 6f742073 7570706f 7274206d es not support m │ │ │ │ + 0x000cca08 656d6f72 79000000 686f6f6b 73206f72 emory...hooks or │ │ │ │ + 0x000cca18 20686176 696e6720 736f6d65 206f7468 having some oth │ │ │ │ + 0x000cca28 65722073 6f667477 61726520 73756276 er software subv │ │ │ │ + 0x000cca38 65727420 4f70656e 204d5049 27732075 ert Open MPI's u │ │ │ │ + 0x000cca48 7365206f 66207468 65000000 00000000 se of the....... │ │ │ │ + 0x000cca58 6d656d6f 72792068 6f6f6b73 2e202059 memory hooks. Y │ │ │ │ + 0x000cca68 6f752063 616e2064 69736162 6c65204f ou can disable O │ │ │ │ + 0x000cca78 70656e20 4d504927 73207573 65206f66 pen MPI's use of │ │ │ │ + 0x000cca88 206d656d 6f727920 686f6f6b 73206279 memory hooks by │ │ │ │ + 0x000cca98 00000000 00000000 73657474 696e6720 ........setting │ │ │ │ + 0x000ccaa8 626f7468 20746865 206d7069 5f6c6561 both the mpi_lea │ │ │ │ + 0x000ccab8 76655f70 696e6e65 6420616e 64206d70 ve_pinned and mp │ │ │ │ + 0x000ccac8 695f6c65 6176655f 70696e6e 65645f70 i_leave_pinned_p │ │ │ │ + 0x000ccad8 6970656c 696e6520 4d434100 00000000 ipeline MCA..... │ │ │ │ + 0x000ccae8 70617261 6d657465 72732074 6f20302e parameters to 0. │ │ │ │ + 0x000ccaf8 00000000 00000000 4f70656e 204d5049 ........Open MPI │ │ │ │ + 0x000ccb08 2077696c 6c206469 7361626c 6520616e will disable an │ │ │ │ + 0x000ccb18 79207472 616e7370 6f727473 20746861 y transports tha │ │ │ │ + 0x000ccb28 74206172 65206174 74656d70 74696e67 t are attempting │ │ │ │ + 0x000ccb38 20746f20 75736520 74686500 00000000 to use the..... │ │ │ │ + 0x000ccb48 6c656176 65207069 6e6e6564 2066756e leave pinned fun │ │ │ │ + 0x000ccb58 6374696f 6e616c69 74793b20 796f7572 ctionality; your │ │ │ │ + 0x000ccb68 206a6f62 206d6179 20737469 6c6c2072 job may still r │ │ │ │ + 0x000ccb78 756e2c20 62757420 6d617920 66616c6c un, but may fall │ │ │ │ + 0x000ccb88 20626163 6b000000 746f2061 20736c6f back...to a slo │ │ │ │ + 0x000ccb98 77657220 6e657477 6f726b20 7472616e wer network tran │ │ │ │ + 0x000ccba8 73706f72 74202873 75636820 61732054 sport (such as T │ │ │ │ + 0x000ccbb8 4350292e 00000000 20207263 61636865 CP)..... rcache │ │ │ │ + 0x000ccbc8 206e616d 653a2025 73000000 00000000 name: %s....... │ │ │ │ + 0x000ccbd8 20205072 6f636573 733a2020 20202025 Process: % │ │ │ │ + 0x000ccbe8 73000000 00000000 20204c6f 63616c20 s....... Local │ │ │ │ + 0x000ccbf8 686f7374 3a202025 73000000 00000000 host: %s....... │ │ │ │ + 0x000ccc08 73797320 63616c6c 20666169 6c000000 sys call fail... │ │ │ │ + 0x000ccc18 6d6d6170 206f6e20 6e667300 00000000 mmap on nfs..... │ │ │ │ + 0x000ccc28 74617267 65742066 756c6c00 00000000 target full..... │ │ │ │ + 0x000ccc38 49742061 70706561 72732061 73206966 It appears as if │ │ │ │ + 0x000ccc48 20746865 72652069 73206e6f 7420656e there is not en │ │ │ │ + 0x000ccc58 6f756768 20737061 63652066 6f722025 ough space for % │ │ │ │ + 0x000ccc68 73202874 68652073 68617265 642d6d65 s (the shared-me │ │ │ │ + 0x000ccc78 6d6f7279 20626163 6b696e67 00000000 mory backing.... │ │ │ │ + 0x000ccc88 66696c65 292e2049 74206973 206c696b file). It is lik │ │ │ │ + 0x000ccc98 656c7920 74686174 20796f75 72204d50 ely that your MP │ │ │ │ + 0x000ccca8 49206a6f 62207769 6c6c206e 6f772065 I job will now e │ │ │ │ + 0x000cccb8 69746865 72206162 6f727420 6f722065 ither abort or e │ │ │ │ + 0x000cccc8 78706572 69656e63 65000000 00000000 xperience....... │ │ │ │ + 0x000cccd8 70657266 6f726d61 6e636520 64656772 performance degr │ │ │ │ + 0x000ccce8 61646174 696f6e2e 00000000 00000000 adation......... │ │ │ │ + 0x000cccf8 20205370 61636520 52657175 65737465 Space Requeste │ │ │ │ + 0x000ccd08 643a2025 6c752042 00000000 00000000 d: %lu B........ │ │ │ │ + 0x000ccd18 20205370 61636520 41766169 6c61626c Space Availabl │ │ │ │ + 0x000ccd28 653a2025 6c6c7520 42000000 00000000 e: %llu B....... │ │ │ │ + 0x000ccd38 5741524e 494e473a 204f7065 6e204d50 WARNING: Open MP │ │ │ │ + 0x000ccd48 49207769 6c6c2063 72656174 65206120 I will create a │ │ │ │ + 0x000ccd58 73686172 6564206d 656d6f72 79206261 shared memory ba │ │ │ │ + 0x000ccd68 636b696e 67206669 6c652069 6e206100 cking file in a. │ │ │ │ + 0x000ccd78 64697265 63746f72 79207468 61742061 directory that a │ │ │ │ + 0x000ccd88 70706561 72732074 6f206265 206d6f75 ppears to be mou │ │ │ │ + 0x000ccd98 6e746564 206f6e20 61206e65 74776f72 nted on a networ │ │ │ │ + 0x000ccda8 6b206669 6c657379 7374656d 2e000000 k filesystem.... │ │ │ │ + 0x000ccdb8 43726561 74696e67 20746865 20736861 Creating the sha │ │ │ │ + 0x000ccdc8 72656420 6d656d6f 72792062 61636b75 red memory backu │ │ │ │ + 0x000ccdd8 70206669 6c65206f 6e206120 6e657477 p file on a netw │ │ │ │ + 0x000ccde8 6f726b20 66696c65 20737973 74656d2c ork file system, │ │ │ │ + 0x000ccdf8 20737563 68000000 6173204e 4653206f such...as NFS o │ │ │ │ + 0x000cce08 72204c75 73747265 20697320 6e6f7420 r Lustre is not │ │ │ │ + 0x000cce18 7265636f 6d6d656e 64656420 2d2d2069 recommended -- i │ │ │ │ + 0x000cce28 74206d61 79206361 75736520 65786365 t may cause exce │ │ │ │ + 0x000cce38 73736976 65206e65 74776f72 6b000000 ssive network... │ │ │ │ + 0x000cce48 74726166 66696320 746f2079 6f757220 traffic to your │ │ │ │ + 0x000cce58 66696c65 20736572 76657273 20616e64 file servers and │ │ │ │ + 0x000cce68 2f6f7220 63617573 65207368 61726564 /or cause shared │ │ │ │ + 0x000cce78 206d656d 6f727920 74726166 66696320 memory traffic │ │ │ │ + 0x000cce88 696e0000 00000000 4f70656e 204d5049 in......Open MPI │ │ │ │ + 0x000cce98 20746f20 6265206d 75636820 736c6f77 to be much slow │ │ │ │ + 0x000ccea8 65722074 68616e20 65787065 63746564 er than expected │ │ │ │ + 0x000cceb8 2e000000 00000000 596f7520 6d617920 ........You may │ │ │ │ + 0x000ccec8 77616e74 20746f20 63686563 6b207768 want to check wh │ │ │ │ + 0x000cced8 61742074 68652074 79706963 616c2074 at the typical t │ │ │ │ + 0x000ccee8 656d706f 72617279 20646972 6563746f emporary directo │ │ │ │ + 0x000ccef8 72792069 73206f6e 20796f75 72000000 ry is on your... │ │ │ │ + 0x000ccf08 6e6f6465 2e202050 6f737369 626c6520 node. Possible │ │ │ │ + 0x000ccf18 736f7572 63657320 6f662074 6865206c sources of the l │ │ │ │ + 0x000ccf28 6f636174 696f6e20 6f662074 68697320 ocation of this │ │ │ │ + 0x000ccf38 74656d70 6f726172 79206469 72656374 temporary direct │ │ │ │ + 0x000ccf48 6f727900 00000000 696e636c 75646520 ory.....include │ │ │ │ + 0x000ccf58 74686520 2454454d 50444952 2c202454 the $TEMPDIR, $T │ │ │ │ + 0x000ccf68 454d502c 20616e64 2024544d 5020656e EMP, and $TMP en │ │ │ │ + 0x000ccf78 7669726f 6e6d656e 74207661 72696162 vironment variab │ │ │ │ + 0x000ccf88 6c65732e 00000000 4e6f7465 2c20746f les.....Note, to │ │ │ │ + 0x000ccf98 6f2c2074 68617420 73797374 656d2061 o, that system a │ │ │ │ + 0x000ccfa8 646d696e 69737472 61746f72 73206361 dministrators ca │ │ │ │ + 0x000ccfb8 6e207365 74206120 6c697374 206f6620 n set a list of │ │ │ │ + 0x000ccfc8 66696c65 73797374 656d7300 00000000 filesystems..... │ │ │ │ + 0x000ccfd8 77686572 65204f70 656e204d 50492069 where Open MPI i │ │ │ │ + 0x000ccfe8 73206469 73616c6c 6f776564 2066726f s disallowed fro │ │ │ │ + 0x000ccff8 6d206372 65617469 6e672074 656d706f m creating tempo │ │ │ │ + 0x000cd008 72617279 2066696c 65732062 79207365 rary files by se │ │ │ │ + 0x000cd018 7474696e 67000000 74686520 4d434120 tting...the MCA │ │ │ │ + 0x000cd028 70617261 6d657465 7220226f 7274655f parameter "orte_ │ │ │ │ + 0x000cd038 6e6f5f73 65737369 6f6e5f64 6972222e no_session_dir". │ │ │ │ + 0x000cd048 00000000 00000000 20204c6f 63616c20 ........ Local │ │ │ │ + 0x000cd058 686f7374 3a202573 00000000 00000000 host: %s........ │ │ │ │ + 0x000cd068 20204669 6c656e61 6d653a20 20202573 Filename: %s │ │ │ │ + 0x000cd078 00000000 00000000 596f7520 63616e20 ........You can │ │ │ │ + 0x000cd088 73657420 74686520 4d434120 70617261 set the MCA para │ │ │ │ + 0x000cd098 6d657465 72207368 6d656d5f 6d6d6170 meter shmem_mmap │ │ │ │ + 0x000cd0a8 5f656e61 626c655f 6e66735f 7761726e _enable_nfs_warn │ │ │ │ + 0x000cd0b8 696e6720 746f2030 20746f00 00000000 ing to 0 to..... │ │ │ │ + 0x000cd0c8 64697361 626c6520 74686973 206d6573 disable this mes │ │ │ │ + 0x000cd0d8 73616765 2e000000 41207379 7374656d sage....A system │ │ │ │ + 0x000cd0e8 2063616c 6c206661 696c6564 20647572 call failed dur │ │ │ │ + 0x000cd0f8 696e6720 73686172 6564206d 656d6f72 ing shared memor │ │ │ │ + 0x000cd108 7920696e 69746961 6c697a61 74696f6e y initialization │ │ │ │ + 0x000cd118 20746861 74207368 6f756c64 00000000 that should.... │ │ │ │ + 0x000cd128 6e6f7420 68617665 2e202049 74206973 not have. It is │ │ │ │ + 0x000cd138 206c696b 656c7920 74686174 20796f75 likely that you │ │ │ │ + 0x000cd148 72204d50 49206a6f 62207769 6c6c206e r MPI job will n │ │ │ │ + 0x000cd158 6f772065 69746865 72206162 6f727420 ow either abort │ │ │ │ + 0x000cd168 6f720000 00000000 65787065 7269656e or......experien │ │ │ │ + 0x000cd178 63652070 6572666f 726d616e 63652064 ce performance d │ │ │ │ + 0x000cd188 65677261 64617469 6f6e2e00 00000000 egradation...... │ │ │ │ + 0x000cd198 20205379 7374656d 2063616c 6c3a2025 System call: % │ │ │ │ + 0x000cd1a8 73202573 00000000 20204572 726f723a s %s.... Error: │ │ │ │ + 0x000cd1b8 20202020 20202025 73202865 72726e6f %s (errno │ │ │ │ + 0x000cd1c8 20256429 00000000 616c6c20 6d656d20 %d)....all mem │ │ │ │ + 0x000cd1d8 6c65616b 73000000 736f6d65 206d656d leaks...some mem │ │ │ │ + 0x000cd1e8 206c6561 6b730000 54686520 666f6c6c leaks..The foll │ │ │ │ + 0x000cd1f8 6f77696e 67206d65 6d6f7279 206c6f63 owing memory loc │ │ │ │ + 0x000cd208 6174696f 6e732077 65726520 616c6c6f ations were allo │ │ │ │ + 0x000cd218 63617465 64207669 61204d50 495f414c cated via MPI_AL │ │ │ │ + 0x000cd228 4c4f435f 4d454d20 62757400 00000000 LOC_MEM but..... │ │ │ │ + 0x000cd238 6e6f7420 66726565 64207669 61204d50 not freed via MP │ │ │ │ + 0x000cd248 495f4652 45455f4d 454d2062 65666f72 I_FREE_MEM befor │ │ │ │ + 0x000cd258 6520696e 766f6b69 6e67204d 50495f46 e invoking MPI_F │ │ │ │ + 0x000cd268 494e414c 495a453a 00000000 00000000 INALIZE:........ │ │ │ │ + 0x000cd278 50726f63 65737320 49443a20 25730000 Process ID: %s.. │ │ │ │ + 0x000cd288 486f7374 6e616d65 3a202020 25730000 Hostname: %s.. │ │ │ │ + 0x000cd298 5049443a 20202020 20202020 25640000 PID: %d.. │ │ │ │ + 0x000cd2a8 25642061 64646974 696f6e61 6c206c65 %d additional le │ │ │ │ + 0x000cd2b8 616b2573 20726563 6f726465 64206275 ak%s recorded bu │ │ │ │ + 0x000cd2c8 74202573 206e6f74 20646973 706c6179 t %s not display │ │ │ │ + 0x000cd2d8 65642068 6572652e 20205365 74207468 ed here. Set th │ │ │ │ + 0x000cd2e8 65204d43 41000000 70617261 6d657465 e MCA...paramete │ │ │ │ + 0x000cd2f8 72206d70 695f7368 6f775f6d 70695f61 r mpi_show_mpi_a │ │ │ │ + 0x000cd308 6c6c6f63 5f6d656d 5f6c6561 6b732074 lloc_mem_leaks t │ │ │ │ + 0x000cd318 6f206120 6c617267 6572206e 756d6265 o a larger numbe │ │ │ │ + 0x000cd328 7220746f 20736565 20746861 74000000 r to see that... │ │ │ │ + 0x000cd338 6d616e79 206c6561 6b732c20 6f722073 many leaks, or s │ │ │ │ + 0x000cd348 65742069 7420746f 2061206e 65676174 et it to a negat │ │ │ │ + 0x000cd358 69766520 6e756d62 65722074 6f207365 ive number to se │ │ │ │ + 0x000cd368 6520616c 6c206c65 616b732e 00000000 e all leaks..... │ │ │ │ + 0x000cd378 6b6e656d 20706572 6d697373 696f6e20 knem permission │ │ │ │ + 0x000cd388 64656e69 65640000 6b6e656d 20666169 denied..knem fai │ │ │ │ + 0x000cd398 6c206f70 656e0000 6b6e656d 20676574 l open..knem get │ │ │ │ + 0x000cd3a8 20414249 20666169 6c000000 00000000 ABI fail....... │ │ │ │ + 0x000cd3b8 6b6e656d 20414249 206d6973 6d617463 knem ABI mismatc │ │ │ │ + 0x000cd3c8 68000000 00000000 5741524e 494e473a h.......WARNING: │ │ │ │ + 0x000cd3d8 204f7065 6e204d50 49207761 7320636f Open MPI was co │ │ │ │ + 0x000cd3e8 6d70696c 65642077 69746820 73757070 mpiled with supp │ │ │ │ + 0x000cd3f8 6f727420 666f7220 6f6e6520 76657273 ort for one vers │ │ │ │ + 0x000cd408 696f6e20 6f662074 68650000 00000000 ion of the...... │ │ │ │ + 0x000cd418 6b6e656d 206b6572 6e656c20 6d6f6475 knem kernel modu │ │ │ │ + 0x000cd428 6c652c20 62757420 69742064 6973636f le, but it disco │ │ │ │ + 0x000cd438 76657265 64206120 64696666 6572656e vered a differen │ │ │ │ + 0x000cd448 74207665 7273696f 6e207275 6e6e696e t version runnin │ │ │ │ + 0x000cd458 6720696e 00000000 2f646576 2f6b6e65 g in..../dev/kne │ │ │ │ + 0x000cd468 6d2e204f 70656e20 4d504920 6e656564 m. Open MPI need │ │ │ │ + 0x000cd478 7320746f 20626520 696e7374 616c6c65 s to be installe │ │ │ │ + 0x000cd488 64207769 74682073 7570706f 72742066 d with support f │ │ │ │ + 0x000cd498 6f722074 68652073 616d6500 00000000 or the same..... │ │ │ │ + 0x000cd4a8 76657273 696f6e20 6f66206b 6e656d20 version of knem │ │ │ │ + 0x000cd4b8 61732069 7320696e 20746865 2072756e as is in the run │ │ │ │ + 0x000cd4c8 6e696e67 204c696e 7578206b 65726e65 ning Linux kerne │ │ │ │ + 0x000cd4d8 6c2e2050 6c656173 65206368 65636b20 l. Please check │ │ │ │ + 0x000cd4e8 77697468 00000000 796f7572 20737973 with....your sys │ │ │ │ + 0x000cd4f8 74656d20 61646d69 6e697374 7261746f tem administrato │ │ │ │ + 0x000cd508 722c206f 72207365 74207468 6520736d r, or set the sm │ │ │ │ + 0x000cd518 7363204d 43412076 61726961 626c6520 sc MCA variable │ │ │ │ + 0x000cd528 746f2022 5e6b6e65 6d222074 6f000000 to "^knem" to... │ │ │ │ + 0x000cd538 73696c65 6e636520 74686973 20776172 silence this war │ │ │ │ + 0x000cd548 6e696e67 20616e64 2072756e 20776974 ning and run wit │ │ │ │ + 0x000cd558 686f7574 206b6e65 6d207375 70706f72 hout knem suppor │ │ │ │ + 0x000cd568 742e0000 00000000 4f70656e 204d5049 t.......Open MPI │ │ │ │ + 0x000cd578 2077696c 6c207472 7920746f 2066616c will try to fal │ │ │ │ + 0x000cd588 6c206261 636b206f 6e20616e 6f746865 l back on anothe │ │ │ │ + 0x000cd598 72207369 6e676c65 2d636f70 79206d65 r single-copy me │ │ │ │ + 0x000cd5a8 6368616e 69736d20 6966206f 6e650000 chanism if one.. │ │ │ │ + 0x000cd5b8 69732061 7661696c 61626c65 2e202054 is available. T │ │ │ │ + 0x000cd5c8 68697320 6d617920 72657375 6c742069 his may result i │ │ │ │ + 0x000cd5d8 6e206c6f 77657220 70657266 6f726d61 n lower performa │ │ │ │ + 0x000cd5e8 6e63652e 00000000 20204c6f 63616c20 nce..... Local │ │ │ │ + 0x000cd5f8 686f7374 3a202020 20202020 20202020 host: │ │ │ │ + 0x000cd608 20202025 73000000 20204f70 656e204d %s... Open M │ │ │ │ + 0x000cd618 50492773 206b6e65 6d207665 7273696f PI's knem versio │ │ │ │ + 0x000cd628 6e3a2030 78257800 20202f64 65762f6b n: 0x%x. /dev/k │ │ │ │ + 0x000cd638 6e656d27 73207665 7273696f 6e3a2020 nem's version: │ │ │ │ + 0x000cd648 20202030 78257800 5741524e 494e473a 0x%x.WARNING: │ │ │ │ + 0x000cd658 204f7065 6e204d50 49206661 696c6564 Open MPI failed │ │ │ │ + 0x000cd668 20746f20 72657472 69657665 20746865 to retrieve the │ │ │ │ + 0x000cd678 20414249 20766572 73696f6e 2066726f ABI version fro │ │ │ │ + 0x000cd688 6d207468 65000000 2f646576 2f6b6e65 m the.../dev/kne │ │ │ │ + 0x000cd698 6d206465 76696365 20647565 20746f20 m device due to │ │ │ │ + 0x000cd6a8 61206c6f 63616c20 6572726f 722e2020 a local error. │ │ │ │ + 0x000cd6b8 54686973 20757375 616c6c79 20696e64 This usually ind │ │ │ │ + 0x000cd6c8 69636174 65732061 6e000000 00000000 icates an....... │ │ │ │ + 0x000cd6d8 6572726f 7220696e 20796f75 72206b6e error in your kn │ │ │ │ + 0x000cd6e8 656d2069 6e737461 6c6c6174 696f6e3b em installation; │ │ │ │ + 0x000cd6f8 20706c65 61736520 63686563 6b207769 please check wi │ │ │ │ + 0x000cd708 74682079 6f757220 73797374 656d0000 th your system.. │ │ │ │ + 0x000cd718 61646d69 6e697374 7261746f 722c206f administrator, o │ │ │ │ + 0x000cd728 72207365 74207468 6520736d 7363204d r set the smsc M │ │ │ │ + 0x000cd738 43412076 61726961 626c6520 746f2022 CA variable to " │ │ │ │ + 0x000cd748 5e6b6e65 6d222074 6f207369 6c656e63 ^knem" to silenc │ │ │ │ + 0x000cd758 65207468 69730000 7761726e 696e6720 e this..warning │ │ │ │ + 0x000cd768 616e6420 72756e20 77697468 6f757420 and run without │ │ │ │ + 0x000cd778 6b6e656d 20737570 706f7274 2e000000 knem support.... │ │ │ │ + 0x000cd788 20204572 726e6f3a 20202020 20202564 Errno: %d │ │ │ │ + 0x000cd798 20282573 29000000 5741524e 494e473a (%s)...WARNING: │ │ │ │ + 0x000cd7a8 204f7065 6e204d50 49206661 696c6564 Open MPI failed │ │ │ │ + 0x000cd7b8 20746f20 6f70656e 20746865 202f6465 to open the /de │ │ │ │ + 0x000cd7c8 762f6b6e 656d2064 65766963 65206475 v/knem device du │ │ │ │ + 0x000cd7d8 6520746f 2061206c 6f63616c 00000000 e to a local.... │ │ │ │ + 0x000cd7e8 6572726f 722e2050 6c656173 65206368 error. Please ch │ │ │ │ + 0x000cd7f8 65636b20 77697468 20796f75 72207379 eck with your sy │ │ │ │ + 0x000cd808 7374656d 2061646d 696e6973 74726174 stem administrat │ │ │ │ + 0x000cd818 6f722074 6f206765 74207468 65207072 or to get the pr │ │ │ │ + 0x000cd828 6f626c65 6d000000 66697865 642c206f oblem...fixed, o │ │ │ │ + 0x000cd838 72207365 74207468 6520736d 7363204d r set the smsc M │ │ │ │ + 0x000cd848 43412076 61726961 626c6520 746f2022 CA variable to " │ │ │ │ + 0x000cd858 5e6b6e65 6d222074 6f207369 6c656e63 ^knem" to silenc │ │ │ │ + 0x000cd868 65207468 69732077 61726e69 6e670000 e this warning.. │ │ │ │ + 0x000cd878 5741524e 494e473a 204f7065 6e204d50 WARNING: Open MP │ │ │ │ + 0x000cd888 49206661 696c6564 20746f20 6f70656e I failed to open │ │ │ │ + 0x000cd898 20746865 202f6465 762f6b6e 656d2064 the /dev/knem d │ │ │ │ + 0x000cd8a8 65766963 65206475 6520746f 20610000 evice due to a.. │ │ │ │ + 0x000cd8b8 7065726d 69737369 6f6e7320 70726f62 permissions prob │ │ │ │ + 0x000cd8c8 6c656d2e 2020506c 65617365 20636865 lem. Please che │ │ │ │ + 0x000cd8d8 636b2077 69746820 796f7572 20737973 ck with your sys │ │ │ │ + 0x000cd8e8 74656d20 61646d69 6e697374 7261746f tem administrato │ │ │ │ + 0x000cd8f8 7220746f 00000000 67657420 74686520 r to....get the │ │ │ │ + 0x000cd908 7065726d 69737369 6f6e7320 66697865 permissions fixe │ │ │ │ + 0x000cd918 642c206f 72207365 74207468 6520736d d, or set the sm │ │ │ │ + 0x000cd928 7363204d 43412076 61726961 626c6520 sc MCA variable │ │ │ │ + 0x000cd938 746f2022 5e6b6e65 6d222074 6f000000 to "^knem" to... │ │ │ │ + 0x000cd948 20204c6f 63616c20 686f7374 3a202020 Local host: │ │ │ │ + 0x000cd958 20202020 20202020 20257300 00000000 %s..... │ │ │ │ + 0x000cd968 20202f64 65762f6b 6e656d20 7065726d /dev/knem perm │ │ │ │ + 0x000cd978 69737369 6f6e733a 2030256f 00000000 issions: 0%o.... │ │ │ │ + 0x000cd988 6d6f6e6f 746f6e69 63206e6f 74207375 monotonic not su │ │ │ │ + 0x000cd998 70706f72 74656400 41206d6f 6e6f746f pported.A monoto │ │ │ │ + 0x000cd9a8 6e696320 74696d65 72206861 73206265 nic timer has be │ │ │ │ + 0x000cd9b8 656e2072 65717565 73746564 20627920 en requested by │ │ │ │ + 0x000cd9c8 74686520 75736572 2c206275 7420636f the user, but co │ │ │ │ + 0x000cd9d8 756c6420 6e6f7420 62652066 6f756e64 uld not be found │ │ │ │ + 0x000cd9e8 206f6e20 74686500 73797374 656d2e20 on the.system. │ │ │ │ + 0x000cd9f8 46616c6c 696e6720 6261636b 20746f20 Falling back to │ │ │ │ + 0x000cda08 61206e6f 6e2d6d6f 6e6f746f 6e696320 a non-monotonic │ │ │ │ + 0x000cda18 74696d65 72202873 75636820 61732052 timer (such as R │ │ │ │ + 0x000cda28 44545343 292e0000 62746c3a 6e6f2d6e DTSC)...btl:no-n │ │ │ │ + 0x000cda38 69637300 00000000 25733a20 41206869 ics.....%s: A hi │ │ │ │ + 0x000cda48 67682d70 6572666f 726d616e 6365204f gh-performance O │ │ │ │ + 0x000cda58 70656e20 4d504920 706f696e 742d746f pen MPI point-to │ │ │ │ + 0x000cda68 2d706f69 6e74206d 65737361 67696e67 -point messaging │ │ │ │ + 0x000cda78 206d6f64 756c6500 77617320 756e6162 module.was unab │ │ │ │ + 0x000cda88 6c652074 6f206669 6e642061 6e792072 le to find any r │ │ │ │ + 0x000cda98 656c6576 616e7420 6e657477 6f726b20 elevant network │ │ │ │ + 0x000cdaa8 696e7465 72666163 65733a00 00000000 interfaces:..... │ │ │ │ + 0x000cdab8 4d6f6475 6c653a20 25730000 00000000 Module: %s...... │ │ │ │ + 0x000cdac8 2020486f 73743a20 25730000 00000000 Host: %s...... │ │ │ │ + 0x000cdad8 416e6f74 68657220 7472616e 73706f72 Another transpor │ │ │ │ + 0x000cdae8 74207769 6c6c2062 65207573 65642069 t will be used i │ │ │ │ + 0x000cdaf8 6e737465 61642c20 616c7468 6f756768 nstead, although │ │ │ │ + 0x000cdb08 20746869 73206d61 79207265 73756c74 this may result │ │ │ │ + 0x000cdb18 20696e00 00000000 6c6f7765 72207065 in.....lower pe │ │ │ │ + 0x000cdb28 72666f72 6d616e63 652e0000 00000000 rformance....... │ │ │ │ + 0x000cdb38 4e4f5445 3a20596f 75206361 6e206469 NOTE: You can di │ │ │ │ + 0x000cdb48 7361626c 65207468 69732077 61726e69 sable this warni │ │ │ │ + 0x000cdb58 6e672062 79207365 7474696e 67207468 ng by setting th │ │ │ │ + 0x000cdb68 65204d43 41207061 72616d65 74657200 e MCA parameter. │ │ │ │ + 0x000cdb78 62746c5f 62617365 5f776172 6e5f636f btl_base_warn_co │ │ │ │ + 0x000cdb88 6d706f6e 656e745f 756e7573 65642074 mponent_unused t │ │ │ │ + 0x000cdb98 6f20302e 00000000 6e6f7420 656e6f75 o 0.....not enou │ │ │ │ + 0x000cdba8 67682075 736e6963 20726573 6f757263 gh usnic resourc │ │ │ │ + 0x000cdbb8 65730000 00000000 6c696266 61627269 es......libfabri │ │ │ │ + 0x000cdbc8 63204150 49206661 696c6564 00000000 c API failed.... │ │ │ │ + 0x000cdbd8 6173796e 63206576 656e7400 00000000 async event..... │ │ │ │ + 0x000cdbe8 696e7465 726e616c 20657272 6f722061 internal error a │ │ │ │ + 0x000cdbf8 66746572 20696e69 74000000 00000000 fter init....... │ │ │ │ + 0x000cdc08 63686563 6b5f7265 675f6d65 6d5f6261 check_reg_mem_ba │ │ │ │ + 0x000cdc18 73696373 20666169 6c000000 00000000 sics fail....... │ │ │ │ + 0x000cdc28 696e7661 6c696420 69665f69 6e657863 invalid if_inexc │ │ │ │ + 0x000cdc38 6c756465 00000000 4d545520 6d69736d lude....MTU mism │ │ │ │ + 0x000cdc48 61746368 00000000 636f6e6e 65637469 atch....connecti │ │ │ │ + 0x000cdc58 76697479 20657272 6f723a20 736d616c vity error: smal │ │ │ │ + 0x000cdc68 6c206f6b 2c206c61 72676520 62616400 l ok, large bad. │ │ │ │ + 0x000cdc78 636f6e6e 65637469 76697479 20657272 connectivity err │ │ │ │ + 0x000cdc88 6f723a20 736d616c 6c206261 642c206c or: small bad, l │ │ │ │ + 0x000cdc98 61726765 206f6b00 636f6e6e 65637469 arge ok.connecti │ │ │ │ + 0x000cdca8 76697479 20657272 6f723a20 736d616c vity error: smal │ │ │ │ + 0x000cdcb8 6c206261 642c206c 61726765 20626164 l bad, large bad │ │ │ │ + 0x000cdcc8 00000000 00000000 66695f61 765f6571 ........fi_av_eq │ │ │ │ + 0x000cdcd8 20746f6f 20736d61 6c6c0000 00000000 too small...... │ │ │ │ + 0x000cdce8 756e7265 61636861 626c6520 70656572 unreachable peer │ │ │ │ + 0x000cdcf8 20495000 00000000 63616e6e 6f742077 IP.....cannot w │ │ │ │ + 0x000cdd08 72697465 20746f20 6d617020 66696c65 rite to map file │ │ │ │ + 0x000cdd18 00000000 00000000 7472616e 73706f72 ........transpor │ │ │ │ + 0x000cdd28 74206d69 736d6174 63680000 00000000 t mismatch...... │ │ │ │ + 0x000cdd38 4f70656e 204d5049 20686173 20666f75 Open MPI has fou │ │ │ │ + 0x000cdd48 6e642074 776f2073 65727665 72732077 nd two servers w │ │ │ │ + 0x000cdd58 69746820 64696666 6572656e 7420756e ith different un │ │ │ │ + 0x000cdd68 6465726c 79696e67 2075734e 49430000 derlying usNIC.. │ │ │ │ + 0x000cdd78 7472616e 73706f72 74732e20 20546869 transports. Thi │ │ │ │ + 0x000cdd88 73206973 20616e20 756e7375 70706f72 s is an unsuppor │ │ │ │ + 0x000cdd98 74656420 636f6e66 69677572 6174696f ted configuratio │ │ │ │ + 0x000cdda8 6e3b2061 6c6c2075 734e4943 20646576 n; all usNIC dev │ │ │ │ + 0x000cddb8 69636573 00000000 6d757374 20686176 ices....must hav │ │ │ │ + 0x000cddc8 65207468 65207361 6d652075 6e646572 e the same under │ │ │ │ + 0x000cddd8 6c79696e 67207472 616e7370 6f727420 lying transport │ │ │ │ + 0x000cdde8 696e206f 72646572 20746f20 75736520 in order to use │ │ │ │ + 0x000cddf8 74686520 75734e49 43204254 4c2e0000 the usNIC BTL... │ │ │ │ + 0x000cde08 20204c6f 63616c20 73657276 6572202f Local server / │ │ │ │ + 0x000cde18 20747261 6e73706f 72743a20 20257320 transport: %s │ │ │ │ + 0x000cde28 2f202573 00000000 20205265 6d6f7465 / %s.... Remote │ │ │ │ + 0x000cde38 20736572 76657220 2f207472 616e7370 server / transp │ │ │ │ + 0x000cde48 6f72743a 20257320 2f202573 00000000 ort: %s / %s.... │ │ │ │ + 0x000cde58 5741524e 494e473a 20546865 2075736e WARNING: The usn │ │ │ │ + 0x000cde68 69632042 544c2077 61732075 6e61626c ic BTL was unabl │ │ │ │ + 0x000cde78 6520746f 206f7065 6e207468 65207265 e to open the re │ │ │ │ + 0x000cde88 71756573 74656420 6f757470 75740000 quested output.. │ │ │ │ + 0x000cde98 636f6e6e 65637469 76697479 206d6170 connectivity map │ │ │ │ + 0x000cdea8 2066696c 652e2020 596f7572 206a6f62 file. Your job │ │ │ │ + 0x000cdeb8 2077696c 6c20636f 6e74696e 75652c20 will continue, │ │ │ │ + 0x000cdec8 62757420 74686973 206f7574 70757400 but this output. │ │ │ │ + 0x000cded8 636f6e6e 65637469 76697479 206d6170 connectivity map │ │ │ │ + 0x000cdee8 2066696c 65207769 6c6c206e 6f742062 file will not b │ │ │ │ + 0x000cdef8 65207772 69747465 6e2e0000 00000000 e written....... │ │ │ │ + 0x000cdf08 20204c6f 63616c20 73657276 65723a20 Local server: │ │ │ │ + 0x000cdf18 20202020 20257300 20204f75 74707574 %s. Output │ │ │ │ + 0x000cdf28 206d6170 2066696c 653a2020 20257300 map file: %s. │ │ │ │ + 0x000cdf38 2020576f 726b696e 67206469 72656374 Working direct │ │ │ │ + 0x000cdf48 6f72793a 20257300 20204572 726f723a ory: %s. Error: │ │ │ │ + 0x000cdf58 20202020 20202020 20202020 20257320 %s │ │ │ │ + 0x000cdf68 28256429 00000000 5741524e 494e473a (%d)....WARNING: │ │ │ │ + 0x000cdf78 204f7065 6e204d50 49206661 696c6564 Open MPI failed │ │ │ │ + 0x000cdf88 20746f20 66696e64 20612072 6f757465 to find a route │ │ │ │ + 0x000cdf98 20746f20 61207065 65722049 50206164 to a peer IP ad │ │ │ │ + 0x000cdfa8 64726573 73207669 61206100 00000000 dress via a..... │ │ │ │ + 0x000cdfb8 73706563 69666963 2075734e 49432069 specific usNIC i │ │ │ │ + 0x000cdfc8 6e746572 66616365 2e202054 68697320 nterface. This │ │ │ │ + 0x000cdfd8 75737561 6c6c7920 696e6469 63617465 usually indicate │ │ │ │ + 0x000cdfe8 73206120 70726f62 6c656d20 696e2074 s a problem in t │ │ │ │ + 0x000cdff8 68652049 50000000 726f7574 696e6720 he IP...routing │ │ │ │ + 0x000ce008 62657477 65656e20 74686573 65207065 between these pe │ │ │ │ + 0x000ce018 6572732e 00000000 4f70656e 204d5049 ers.....Open MPI │ │ │ │ + 0x000ce028 2077696c 6c20736b 69702074 68697320 will skip this │ │ │ │ + 0x000ce038 75734e49 4320696e 74657266 61636520 usNIC interface │ │ │ │ + 0x000ce048 7768656e 20636f6d 6d756e69 63617469 when communicati │ │ │ │ + 0x000ce058 6e672077 69746820 74686174 00000000 ng with that.... │ │ │ │ + 0x000ce068 70656572 2c207768 69636820 6d617920 peer, which may │ │ │ │ + 0x000ce078 72657375 6c742069 6e206c6f 77657220 result in lower │ │ │ │ + 0x000ce088 70657266 6f726d61 6e636520 746f2074 performance to t │ │ │ │ + 0x000ce098 68617420 70656572 2e202049 74206d61 hat peer. It ma │ │ │ │ + 0x000ce0a8 7920616c 736f0000 72657375 6c742069 y also..result i │ │ │ │ + 0x000ce0b8 6e20796f 7572206a 6f622061 626f7274 n your job abort │ │ │ │ + 0x000ce0c8 696e6720 69662074 68657265 20617265 ing if there are │ │ │ │ + 0x000ce0d8 206e6f20 6f746865 72206e65 74776f72 no other networ │ │ │ │ + 0x000ce0e8 6b207061 74687320 746f0000 00000000 k paths to...... │ │ │ │ + 0x000ce0f8 74686174 20706565 722e0000 00000000 that peer....... │ │ │ │ + 0x000ce108 4e6f7465 20746861 74207468 69732065 Note that this e │ │ │ │ + 0x000ce118 72726f72 206d6573 73616765 20646566 rror message def │ │ │ │ + 0x000ce128 61756c74 7320746f 206f6e6c 79207072 aults to only pr │ │ │ │ + 0x000ce138 696e7469 6e672066 6f722074 6865202a inting for the * │ │ │ │ + 0x000ce148 66697273 742a0000 70616972 206f6620 first*..pair of │ │ │ │ + 0x000ce158 4d504920 70726f63 65737320 70656572 MPI process peer │ │ │ │ + 0x000ce168 73207468 61742065 78686962 69742074 s that exhibit t │ │ │ │ + 0x000ce178 68697320 70726f62 6c656d3b 20746869 his problem; thi │ │ │ │ + 0x000ce188 73207361 6d652070 726f626c 656d0000 s same problem.. │ │ │ │ + 0x000ce198 6d617920 65786973 7420666f 72206f74 may exist for ot │ │ │ │ + 0x000ce1a8 68657220 70656572 20706169 72732c20 her peer pairs, │ │ │ │ + 0x000ce1b8 746f6f2e 00000000 20204c6f 63616c20 too..... Local │ │ │ │ + 0x000ce1c8 696e7465 72666163 653a2025 733a2573 interface: %s:%s │ │ │ │ + 0x000ce1d8 20287768 69636820 69732025 73290000 (which is %s).. │ │ │ │ + 0x000ce1e8 20205065 65723a20 20202020 20202020 Peer: │ │ │ │ + 0x000ce1f8 20202025 733a2573 00000000 00000000 %s:%s........ │ │ │ │ + 0x000ce208 4e4f5445 3a20596f 75206361 6e207365 NOTE: You can se │ │ │ │ + 0x000ce218 74207468 65204d43 41207061 72616d20 t the MCA param │ │ │ │ + 0x000ce228 62746c5f 75736e69 635f7368 6f775f72 btl_usnic_show_r │ │ │ │ + 0x000ce238 6f757465 5f666169 6c757265 7320746f oute_failures to │ │ │ │ + 0x000ce248 20302074 6f000000 64697361 626c6520 0 to...disable │ │ │ │ + 0x000ce258 74686973 20776172 6e696e67 2e000000 this warning.... │ │ │ │ + 0x000ce268 54686520 75736e69 63204254 4c207761 The usnic BTL wa │ │ │ │ + 0x000ce278 7320746f 6c642074 6f206372 65617465 s told to create │ │ │ │ + 0x000ce288 20616e20 61646472 65737320 7265736f an address reso │ │ │ │ + 0x000ce298 6c757469 6f6e2071 75657565 20746861 lution queue tha │ │ │ │ + 0x000ce2a8 74207761 73000000 746f6f20 736d616c t was...too smal │ │ │ │ + 0x000ce2b8 6c207669 61207468 65206d63 615f6274 l via the mca_bt │ │ │ │ + 0x000ce2c8 6c5f7573 6e69635f 61765f65 715f6e75 l_usnic_av_eq_nu │ │ │ │ + 0x000ce2d8 6d204d43 41207061 72616d65 7465722e m MCA parameter. │ │ │ │ + 0x000ce2e8 20205468 69730000 70617261 6d657465 This..paramete │ │ │ │ + 0x000ce2f8 7220636f 6e74726f 6c732068 6f77206d r controls how m │ │ │ │ + 0x000ce308 616e7920 6f757473 74616e64 696e6720 any outstanding │ │ │ │ + 0x000ce318 70656572 20616464 72657373 20726573 peer address res │ │ │ │ + 0x000ce328 6f6c7574 696f6e73 2063616e 00000000 olutions can.... │ │ │ │ + 0x000ce338 6265206f 75747374 616e6469 6e672061 be outstanding a │ │ │ │ + 0x000ce348 74206120 74696d65 2e20204c 61726765 t a time. Large │ │ │ │ + 0x000ce358 72207661 6c756573 20616c6c 6f77206d r values allow m │ │ │ │ + 0x000ce368 6f726520 636f6e63 75727265 6e742061 ore concurrent a │ │ │ │ + 0x000ce378 64647265 73730000 7265736f 6c757469 ddress..resoluti │ │ │ │ + 0x000ce388 6f6e732c 20627574 20636f6e 73756d65 ons, but consume │ │ │ │ + 0x000ce398 206d6f72 65206d65 6d6f7279 2e000000 more memory.... │ │ │ │ + 0x000ce3a8 20205365 72766572 3a202020 20202020 Server: │ │ │ │ + 0x000ce3b8 20202020 20202020 20202025 73000000 %s... │ │ │ │ + 0x000ce3c8 20206176 5f65715f 6e756d20 70617261 av_eq_num para │ │ │ │ + 0x000ce3d8 6d207661 6c75653a 20202025 64000000 m value: %d... │ │ │ │ + 0x000ce3e8 20206176 5f65715f 6e756d20 6d696e69 av_eq_num mini │ │ │ │ + 0x000ce3f8 6d756d20 76616c75 653a2025 64000000 mum value: %d... │ │ │ │ + 0x000ce408 596f7572 206a6f62 2077696c 6c206c69 Your job will li │ │ │ │ + 0x000ce418 6b656c79 20656974 68657220 70657266 kely either perf │ │ │ │ + 0x000ce428 6f726d20 706f6f72 6c792c20 6f722077 orm poorly, or w │ │ │ │ + 0x000ce438 696c6c20 61626f72 742e0000 00000000 ill abort....... │ │ │ │ + 0x000ce448 54686520 4f70656e 204d5049 2075734e The Open MPI usN │ │ │ │ + 0x000ce458 49432042 544c2077 61732075 6e61626c IC BTL was unabl │ │ │ │ + 0x000ce468 6520746f 20657374 61626c69 73682061 e to establish a │ │ │ │ + 0x000ce478 6e792063 6f6e6e65 63746976 69747900 ny connectivity. │ │ │ │ + 0x000ce488 62657477 65656e20 6174206c 65617374 between at least │ │ │ │ + 0x000ce498 206f6e65 20706169 72206f66 20696e74 one pair of int │ │ │ │ + 0x000ce4a8 65726661 63657320 6f6e2073 65727665 erfaces on serve │ │ │ │ + 0x000ce4b8 72732069 6e207468 65204d50 49206a6f rs in the MPI jo │ │ │ │ + 0x000ce4c8 622e0000 00000000 54686973 2063616e b.......This can │ │ │ │ + 0x000ce4d8 20686170 70656e20 666f7220 73657665 happen for seve │ │ │ │ + 0x000ce4e8 72616c20 72656173 6f6e732c 20696e63 ral reasons, inc │ │ │ │ + 0x000ce4f8 6c756469 6e673a00 312e204e 6f205544 luding:.1. No UD │ │ │ │ + 0x000ce508 50207472 61666669 63206973 2061626c P traffic is abl │ │ │ │ + 0x000ce518 6520746f 20666c6f 77206265 74776565 e to flow betwee │ │ │ │ + 0x000ce528 6e207468 6520696e 74657266 61636573 n the interfaces │ │ │ │ + 0x000ce538 206c6973 74656420 62656c6f 772e0000 listed below... │ │ │ │ + 0x000ce548 322e2054 68657265 20697320 6173796d 2. There is asym │ │ │ │ + 0x000ce558 6d657472 69632072 6f757469 6e672062 metric routing b │ │ │ │ + 0x000ce568 65747765 656e2074 68652069 6e746572 etween the inter │ │ │ │ + 0x000ce578 66616365 73206c69 73746564 2062656c faces listed bel │ │ │ │ + 0x000ce588 6f772c00 00000000 2020206c 65616469 ow,..... leadi │ │ │ │ + 0x000ce598 6e67204f 70656e20 4d504920 746f2064 ng Open MPI to d │ │ │ │ + 0x000ce5a8 69736361 72642055 44502074 72616666 iscard UDP traff │ │ │ │ + 0x000ce5b8 69632069 74207468 696e6b73 20697320 ic it thinks is │ │ │ │ + 0x000ce5c8 66726f6d 20616e00 20202075 6e657870 from an. unexp │ │ │ │ + 0x000ce5d8 65637465 6420736f 75726365 2e000000 ected source.... │ │ │ │ + 0x000ce5e8 596f7572 204d5049 206a6f62 20697320 Your MPI job is │ │ │ │ + 0x000ce5f8 676f696e 6720746f 2061626f 7274206e going to abort n │ │ │ │ + 0x000ce608 6f772e00 00000000 2020536f 75726365 ow...... Source │ │ │ │ + 0x000ce618 3a000000 00000000 20202020 486f7374 :....... Host │ │ │ │ + 0x000ce628 6e616d65 202f2049 503a2020 20202573 name / IP: %s │ │ │ │ + 0x000ce638 20282573 29000000 20202020 486f7374 (%s)... Host │ │ │ │ + 0x000ce648 20696e74 65726661 63653a20 20202573 interface: %s │ │ │ │ + 0x000ce658 00000000 00000000 20204465 7374696e ........ Destin │ │ │ │ + 0x000ce668 6174696f 6e3a0000 2020536d 616c6c20 ation:.. Small │ │ │ │ + 0x000ce678 6d657373 61676520 73697a65 3a202575 message size: %u │ │ │ │ + 0x000ce688 00000000 00000000 20204c61 72676520 ........ Large │ │ │ │ + 0x000ce698 6d657373 61676520 73697a65 3a202575 message size: %u │ │ │ │ + 0x000ce6a8 00000000 00000000 4e6f7465 20746861 ........Note tha │ │ │ │ + 0x000ce6b8 74207468 69732062 65686176 696f7220 t this behavior │ │ │ │ + 0x000ce6c8 75737561 6c6c7920 696e6469 63617465 usually indicate │ │ │ │ + 0x000ce6d8 7320736f 6d65206b 696e6420 6f66206e s some kind of n │ │ │ │ + 0x000ce6e8 6574776f 726b0000 6d697363 6f6e6669 etwork..misconfi │ │ │ │ + 0x000ce6f8 67757261 74696f6e 2e000000 00000000 guration........ │ │ │ │ + 0x000ce708 596f7520 73686f75 6c642076 65726966 You should verif │ │ │ │ + 0x000ce718 79207468 61742055 44502074 72616666 y that UDP traff │ │ │ │ + 0x000ce728 69632077 69746820 7061796c 6f616473 ic with payloads │ │ │ │ + 0x000ce738 20757020 746f2074 68652022 6c617267 up to the "larg │ │ │ │ + 0x000ce748 65000000 00000000 6d657373 61676520 e.......message │ │ │ │ + 0x000ce758 73697a65 22206c69 73746564 2061626f size" listed abo │ │ │ │ + 0x000ce768 76652063 616e2066 6c6f7720 62657477 ve can flow betw │ │ │ │ + 0x000ce778 65656e20 74686573 65207477 6f20696e een these two in │ │ │ │ + 0x000ce788 74657266 61636573 2e202059 6f750000 terfaces. You.. │ │ │ │ + 0x000ce798 73686f75 6c642061 6c736f20 76657269 should also veri │ │ │ │ + 0x000ce7a8 66792074 68617420 4f70656e 204d5049 fy that Open MPI │ │ │ │ + 0x000ce7b8 20697320 63686f6f 73696e67 20746f20 is choosing to │ │ │ │ + 0x000ce7c8 70616972 20495020 696e7465 72666163 pair IP interfac │ │ │ │ + 0x000ce7d8 65730000 00000000 636f6e73 69737465 es......consiste │ │ │ │ + 0x000ce7e8 6e746c79 2e202046 6f722065 78616d70 ntly. For examp │ │ │ │ + 0x000ce7f8 6c653a00 00000000 20206d70 6972756e le:..... mpirun │ │ │ │ + 0x000ce808 202d2d6d 63612062 746c5f75 736e6963 --mca btl_usnic │ │ │ │ + 0x000ce818 5f636f6e 6e656374 69766974 795f6d61 _connectivity_ma │ │ │ │ + 0x000ce828 70206d79 6d617020 2e2e2e00 00000000 p mymap ........ │ │ │ │ + 0x000ce838 43686563 6b207468 65207265 73756c74 Check the result │ │ │ │ + 0x000ce848 696e6720 226d796d 61702a22 2066696c ing "mymap*" fil │ │ │ │ + 0x000ce858 65732074 6f207365 65207468 65206578 es to see the ex │ │ │ │ + 0x000ce868 61637420 70616972 696e6720 6f662049 act pairing of I │ │ │ │ + 0x000ce878 50000000 00000000 696e7465 72666163 P.......interfac │ │ │ │ + 0x000ce888 65732e20 20496e63 6f6e7369 7374656e es. Inconsisten │ │ │ │ + 0x000ce898 74207265 73756c74 73206d61 79206265 t results may be │ │ │ │ + 0x000ce8a8 20696e64 69636174 69766520 6f662075 indicative of u │ │ │ │ + 0x000ce8b8 6e646572 6c79696e 67000000 00000000 nderlying....... │ │ │ │ + 0x000ce8c8 6e657477 6f726b20 6d697363 6f6e6669 network misconfi │ │ │ │ + 0x000ce8d8 67757261 74696f6e 732e0000 00000000 gurations....... │ │ │ │ + 0x000ce8e8 54686520 4f70656e 204d5049 2075734e The Open MPI usN │ │ │ │ + 0x000ce8f8 49432042 544c2077 61732075 6e61626c IC BTL was unabl │ │ │ │ + 0x000ce908 6520746f 20657374 61626c69 73682066 e to establish f │ │ │ │ + 0x000ce918 756c6c20 636f6e6e 65637469 76697479 ull connectivity │ │ │ │ + 0x000ce928 00000000 00000000 53706563 69666963 ........Specific │ │ │ │ + 0x000ce938 616c6c79 2c206c61 72676520 55445020 ally, large UDP │ │ │ │ + 0x000ce948 6d657373 61676573 20736565 6d20746f messages seem to │ │ │ │ + 0x000ce958 20666c6f 77206265 74776565 6e207468 flow between th │ │ │ │ + 0x000ce968 6520696e 74657266 61636573 2c000000 e interfaces,... │ │ │ │ + 0x000ce978 62757420 736d616c 6c205544 50206d65 but small UDP me │ │ │ │ + 0x000ce988 73736167 65732064 6f206e6f 742e0000 ssages do not... │ │ │ │ + 0x000ce998 54686973 20697320 61207665 72792073 This is a very s │ │ │ │ + 0x000ce9a8 7472616e 6765206e 6574776f 726b2065 trange network e │ │ │ │ + 0x000ce9b8 72726f72 2c20616e 64207368 6f756c64 rror, and should │ │ │ │ + 0x000ce9c8 206e6f74 206f6363 75722069 6e206d6f not occur in mo │ │ │ │ + 0x000ce9d8 73740000 00000000 73697475 6174696f st......situatio │ │ │ │ + 0x000ce9e8 6e732e20 20596f75 206d6179 20626520 ns. You may be │ │ │ │ + 0x000ce9f8 65787065 7269656e 63696e67 20686967 experiencing hig │ │ │ │ + 0x000cea08 6820616d 6f756e74 73206f66 20636f6e h amounts of con │ │ │ │ + 0x000cea18 67657374 696f6e2c 206f7200 00000000 gestion, or..... │ │ │ │ + 0x000cea28 74686973 206d6179 20696e64 69636174 this may indicat │ │ │ │ + 0x000cea38 6520736f 6d65206b 696e6420 6f66206e e some kind of n │ │ │ │ + 0x000cea48 6574776f 726b206d 6973636f 6e666967 etwork misconfig │ │ │ │ + 0x000cea58 75726174 696f6e2e 00000000 00000000 uration......... │ │ │ │ + 0x000cea68 53706563 69666963 616c6c79 2c20736d Specifically, sm │ │ │ │ + 0x000cea78 616c6c20 55445020 6d657373 61676573 all UDP messages │ │ │ │ + 0x000cea88 20736565 6d20746f 20666c6f 77206265 seem to flow be │ │ │ │ + 0x000cea98 74776565 6e207468 6520696e 74657266 tween the interf │ │ │ │ + 0x000ceaa8 61636573 2c000000 62757420 6c617267 aces,...but larg │ │ │ │ + 0x000ceab8 65205544 50206d65 73736167 65732064 e UDP messages d │ │ │ │ + 0x000ceac8 6f206e6f 742e0000 4e6f7465 20746861 o not...Note tha │ │ │ │ + 0x000cead8 74207468 69732062 65686176 696f7220 t this behavior │ │ │ │ + 0x000ceae8 75737561 6c6c7920 696e6469 63617465 usually indicate │ │ │ │ + 0x000ceaf8 73207468 61742074 6865204d 5455206f s that the MTU o │ │ │ │ + 0x000ceb08 6620736f 6d65206e 6574776f 726b0000 f some network.. │ │ │ │ + 0x000ceb18 6c696e6b 20697320 746f6f20 736d616c link is too smal │ │ │ │ + 0x000ceb28 6c206265 74776565 6e207468 65736520 l between these │ │ │ │ + 0x000ceb38 74776f20 696e7465 72666163 65732e00 two interfaces.. │ │ │ │ + 0x000ceb48 54686520 4d545520 646f6573 206e6f74 The MTU does not │ │ │ │ + 0x000ceb58 206d6174 6368206f 6e206c6f 63616c20 match on local │ │ │ │ + 0x000ceb68 616e6420 72656d6f 74652068 6f737473 and remote hosts │ │ │ │ + 0x000ceb78 2e202041 6c6c2069 6e746572 66616365 . All interface │ │ │ │ + 0x000ceb88 73206f6e 00000000 616c6c20 686f7374 s on....all host │ │ │ │ + 0x000ceb98 73207061 72746963 69706174 696e6720 s participating │ │ │ │ + 0x000ceba8 696e2061 6e204d50 49206a6f 62206d75 in an MPI job mu │ │ │ │ + 0x000cebb8 73742062 6520636f 6e666967 75726564 st be configured │ │ │ │ + 0x000cebc8 20776974 68207468 65207361 6d650000 with the same.. │ │ │ │ + 0x000cebd8 4d54552e 20205468 65207573 4e494320 MTU. The usNIC │ │ │ │ + 0x000cebe8 696e7465 72666163 65206c69 73746564 interface listed │ │ │ │ + 0x000cebf8 2062656c 6f772077 696c6c20 6e6f7420 below will not │ │ │ │ + 0x000cec08 62652075 73656420 746f2063 6f6d6d75 be used to commu │ │ │ │ + 0x000cec18 6e696361 74650000 77697468 20746869 nicate..with thi │ │ │ │ + 0x000cec28 73207265 6d6f7465 20686f73 742e0000 s remote host... │ │ │ │ + 0x000cec38 20204c6f 63616c20 686f7374 3a202020 Local host: │ │ │ │ + 0x000cec48 20202025 73000000 20207573 4e494320 %s... usNIC │ │ │ │ + 0x000cec58 696e7465 72666163 653a2025 73000000 interface: %s... │ │ │ │ + 0x000cec68 20204c6f 63616c20 4d54553a 20202020 Local MTU: │ │ │ │ + 0x000cec78 20202025 64000000 20205265 6d6f7465 %d... Remote │ │ │ │ + 0x000cec88 20686f73 743a2020 20202025 73000000 host: %s... │ │ │ │ + 0x000cec98 20205265 6d6f7465 204d5455 3a202020 Remote MTU: │ │ │ │ + 0x000ceca8 20202025 64000000 5741524e 494e473a %d...WARNING: │ │ │ │ + 0x000cecb8 20416e20 696e7661 6c696420 76616c75 An invalid valu │ │ │ │ + 0x000cecc8 65207761 73206769 76656e20 666f7220 e was given for │ │ │ │ + 0x000cecd8 62746c5f 75736e69 635f6966 5f25732e btl_usnic_if_%s. │ │ │ │ + 0x000cece8 20205468 69730000 76616c75 65207769 This..value wi │ │ │ │ + 0x000cecf8 6c6c2062 65206967 6e6f7265 642e0000 ll be ignored... │ │ │ │ + 0x000ced08 20204d65 73736167 653a2020 20202573 Message: %s │ │ │ │ + 0x000ced18 00000000 00000000 54686520 75734e49 ........The usNI │ │ │ │ + 0x000ced28 43204254 4c206661 696c6564 20746f20 C BTL failed to │ │ │ │ + 0x000ced38 696e6974 69616c69 7a652077 68696c65 initialize while │ │ │ │ + 0x000ced48 20747279 696e6720 746f2072 65676973 trying to regis │ │ │ │ + 0x000ced58 74657220 736f6d65 00000000 00000000 ter some........ │ │ │ │ + 0x000ced68 6d656d6f 72792e20 20546869 73207479 memory. This ty │ │ │ │ + 0x000ced78 70696361 6c6c7920 63616e20 696e6469 pically can indi │ │ │ │ + 0x000ced88 63617465 20746861 74207468 6520226d cate that the "m │ │ │ │ + 0x000ced98 656d6c6f 636b2220 6c696d69 74732061 emlock" limits a │ │ │ │ + 0x000ceda8 72652073 65740000 746f6f20 6c6f772e re set..too low. │ │ │ │ + 0x000cedb8 2020466f 72206d6f 73742048 50432069 For most HPC i │ │ │ │ + 0x000cedc8 6e737461 6c6c6174 696f6e73 2c207468 nstallations, th │ │ │ │ + 0x000cedd8 65206d65 6d6c6f63 6b206c69 6d697473 e memlock limits │ │ │ │ + 0x000cede8 2073686f 756c6420 62652073 65740000 should be set.. │ │ │ │ + 0x000cedf8 746f2022 756e6c69 6d697465 64222e20 to "unlimited". │ │ │ │ + 0x000cee08 20546865 20666169 6c757265 206f6363 The failure occ │ │ │ │ + 0x000cee18 75727265 64206865 72653a00 00000000 urred here:..... │ │ │ │ + 0x000cee28 20204c6f 63616c20 686f7374 3a202020 Local host: │ │ │ │ + 0x000cee38 20257300 00000000 20204d65 6d6c6f63 %s..... Memloc │ │ │ │ + 0x000cee48 6b206c69 6d69743a 20257300 00000000 k limit: %s..... │ │ │ │ + 0x000cee58 596f7520 6d617920 6e656564 20746f20 You may need to │ │ │ │ + 0x000cee68 636f6e73 756c7420 77697468 20796f75 consult with you │ │ │ │ + 0x000cee78 72207379 7374656d 2061646d 696e6973 r system adminis │ │ │ │ + 0x000cee88 74726174 6f722074 6f206765 74207468 trator to get th │ │ │ │ + 0x000cee98 69730000 00000000 70726f62 6c656d20 is......problem │ │ │ │ + 0x000ceea8 66697865 642e2020 54686973 20464151 fixed. This FAQ │ │ │ │ + 0x000ceeb8 20656e74 7279206f 6e207468 65204f70 entry on the Op │ │ │ │ + 0x000ceec8 656e204d 50492077 65622073 69746520 en MPI web site │ │ │ │ + 0x000ceed8 6d617920 616c736f 20626500 00000000 may also be..... │ │ │ │ + 0x000ceee8 68656c70 66756c3a 00000000 00000000 helpful:........ │ │ │ │ + 0x000ceef8 20202020 68747470 733a2f2f 7777772e https://www. │ │ │ │ + 0x000cef08 6f70656e 2d6d7069 2e6f7267 2f666171 open-mpi.org/faq │ │ │ │ + 0x000cef18 2f3f6361 7465676f 72793d6f 70656e66 /?category=openf │ │ │ │ + 0x000cef28 61627269 63732369 622d6c6f 636b6564 abrics#ib-locked │ │ │ │ + 0x000cef38 2d706167 65730000 416e2069 6e746572 -pages..An inter │ │ │ │ + 0x000cef48 6e616c20 6572726f 72206861 73206f63 nal error has oc │ │ │ │ + 0x000cef58 63757272 65642069 6e207468 65204f70 curred in the Op │ │ │ │ + 0x000cef68 656e204d 50492075 734e4943 2042544c en MPI usNIC BTL │ │ │ │ + 0x000cef78 2e202054 68697320 69730000 00000000 . This is...... │ │ │ │ + 0x000cef88 68696768 6c792075 6e757375 616c2061 highly unusual a │ │ │ │ + 0x000cef98 6e642073 686f756c 646e2774 20686170 nd shouldn't hap │ │ │ │ + 0x000cefa8 70656e2e 20204974 20737567 67657374 pen. It suggest │ │ │ │ + 0x000cefb8 73207468 61742074 68657265 206d6179 s that there may │ │ │ │ + 0x000cefc8 20626500 00000000 736f6d65 7468696e be.....somethin │ │ │ │ + 0x000cefd8 67207772 6f6e6720 77697468 20746865 g wrong with the │ │ │ │ + 0x000cefe8 2075734e 4943206f 72204f70 656e4661 usNIC or OpenFa │ │ │ │ + 0x000ceff8 62726963 7320636f 6e666967 75726174 brics configurat │ │ │ │ + 0x000cf008 696f6e20 6f6e2074 68697300 00000000 ion on this..... │ │ │ │ + 0x000cf018 20205365 72766572 3a202020 20202020 Server: │ │ │ │ + 0x000cf028 25730000 00000000 20204669 6c653a20 %s...... File: │ │ │ │ + 0x000cf038 20202020 20202020 25730000 00000000 %s...... │ │ │ │ + 0x000cf048 20204c69 6e653a20 20202020 20202020 Line: │ │ │ │ + 0x000cf058 25640000 00000000 20204d65 73736167 %d...... Messag │ │ │ │ + 0x000cf068 653a2020 20202020 25730000 00000000 e: %s...... │ │ │ │ + 0x000cf078 4f70656e 204d5049 2077696c 6c20736b Open MPI will sk │ │ │ │ + 0x000cf088 69702074 68697320 75734e49 4320696e ip this usNIC in │ │ │ │ + 0x000cf098 74657266 61636520 696e2074 68652075 terface in the u │ │ │ │ + 0x000cf0a8 736e6963 2042544c 2c207768 69636820 snic BTL, which │ │ │ │ + 0x000cf0b8 6d617900 00000000 72657375 6c742069 may.....result i │ │ │ │ + 0x000cf0c8 6e206569 74686572 206c6f77 65722070 n either lower p │ │ │ │ + 0x000cf0d8 6572666f 726d616e 6365206f 7220796f erformance or yo │ │ │ │ + 0x000cf0e8 7572206a 6f622061 626f7274 696e672e ur job aborting. │ │ │ │ + 0x000cf0f8 00000000 00000000 20205365 72766572 ........ Server │ │ │ │ + 0x000cf108 3a202020 20202020 20202025 73000000 : %s... │ │ │ │ + 0x000cf118 4f70656e 204d5049 20646574 65637465 Open MPI detecte │ │ │ │ + 0x000cf128 64206120 66617461 6c206572 726f7220 d a fatal error │ │ │ │ + 0x000cf138 6f6e2061 2075734e 49432069 6e746572 on a usNIC inter │ │ │ │ + 0x000cf148 66616365 2e202059 6f757220 4d504920 face. Your MPI │ │ │ │ + 0x000cf158 6a6f6200 00000000 77696c6c 206e6f77 job.....will now │ │ │ │ + 0x000cf168 2061626f 72743b20 736f7272 792e0000 abort; sorry... │ │ │ │ + 0x000cf178 20205365 72766572 3a202020 20202020 Server: │ │ │ │ + 0x000cf188 20202020 25730000 20207573 4e494320 %s.. usNIC │ │ │ │ + 0x000cf198 696e7465 72666163 653a2020 25730000 interface: %s.. │ │ │ │ + 0x000cf1a8 20204173 796e6320 6576656e 7420636f Async event co │ │ │ │ + 0x000cf1b8 64653a20 25732028 25642900 00000000 de: %s (%d)..... │ │ │ │ + 0x000cf1c8 4f70656e 204d5049 20666169 6c656420 Open MPI failed │ │ │ │ + 0x000cf1d8 61206261 73696320 41504920 6f706572 a basic API oper │ │ │ │ + 0x000cf1e8 6174696f 6e206f6e 20612043 6973636f ation on a Cisco │ │ │ │ + 0x000cf1f8 2075734e 49432069 6e746572 66616365 usNIC interface │ │ │ │ + 0x000cf208 2e000000 00000000 54686973 20697320 ........This is │ │ │ │ + 0x000cf218 68696768 6c792075 6e757375 616c2061 highly unusual a │ │ │ │ + 0x000cf228 6e642073 686f756c 646e2774 20686170 nd shouldn't hap │ │ │ │ + 0x000cf238 70656e2e 20204974 20737567 67657374 pen. It suggest │ │ │ │ + 0x000cf248 73207468 61742074 68657265 00000000 s that there.... │ │ │ │ + 0x000cf258 6d617920 62652073 6f6d6574 68696e67 may be something │ │ │ │ + 0x000cf268 2077726f 6e672077 69746820 74686520 wrong with the │ │ │ │ + 0x000cf278 75734e49 4320636f 6e666967 75726174 usNIC configurat │ │ │ │ + 0x000cf288 696f6e20 6f6e2074 68697320 73657276 ion on this serv │ │ │ │ + 0x000cf298 65722e00 00000000 496e2061 64646974 er......In addit │ │ │ │ + 0x000cf2a8 696f6e20 746f2061 6e792073 75676765 ion to any sugge │ │ │ │ + 0x000cf2b8 7374696f 6e73206c 69737465 64206265 stions listed be │ │ │ │ + 0x000cf2c8 6c6f772c 20796f75 206d6967 68742077 low, you might w │ │ │ │ + 0x000cf2d8 616e7420 746f2063 6865636b 00000000 ant to check.... │ │ │ │ + 0x000cf2e8 74686520 4c696e75 7820226d 656d6c6f the Linux "memlo │ │ │ │ + 0x000cf2f8 636b2220 6c696d69 7473206f 6e20796f ck" limits on yo │ │ │ │ + 0x000cf308 75722073 79737465 6d202874 68657920 ur system (they │ │ │ │ + 0x000cf318 73686f75 6c642070 726f6261 626c7920 should probably │ │ │ │ + 0x000cf328 62650000 00000000 22756e6c 696d6974 be......"unlimit │ │ │ │ + 0x000cf338 65642229 2e202053 65652074 68697320 ed"). See this │ │ │ │ + 0x000cf348 46415120 656e7472 7920666f 72206465 FAQ entry for de │ │ │ │ + 0x000cf358 7461696c 733a0000 20204661 696c6564 tails:.. Failed │ │ │ │ + 0x000cf368 2066756e 6374696f 6e3a2025 73202825 function: %s (% │ │ │ │ + 0x000cf378 733a2564 29000000 20205265 7475726e s:%d)... Return │ │ │ │ + 0x000cf388 20737461 7475733a 20202025 64000000 status: %d... │ │ │ │ + 0x000cf398 20204465 73637269 7074696f 6e3a2020 Description: │ │ │ │ + 0x000cf3a8 20202025 73000000 54686572 65206172 %s...There ar │ │ │ │ + 0x000cf3b8 65206e6f 7420656e 6f756768 2075734e e not enough usN │ │ │ │ + 0x000cf3c8 49432072 65736f75 72636573 206f6e20 IC resources on │ │ │ │ + 0x000cf3d8 61205649 4320666f 7220616c 6c207468 a VIC for all th │ │ │ │ + 0x000cf3e8 65204d50 49000000 70726f63 65737365 e MPI...processe │ │ │ │ + 0x000cf3f8 73206f6e 20746869 73207365 72766572 s on this server │ │ │ │ + 0x000cf408 2e000000 00000000 54686973 206d6561 ........This mea │ │ │ │ + 0x000cf418 6e732074 68617420 796f7520 68617665 ns that you have │ │ │ │ + 0x000cf428 20656974 68657220 6e6f7420 70726f76 either not prov │ │ │ │ + 0x000cf438 6973696f 6e656420 656e6f75 67682075 isioned enough u │ │ │ │ + 0x000cf448 734e4943 73206f6e 20746869 73000000 sNICs on this... │ │ │ │ + 0x000cf458 5649432c 206f7220 74686572 65206172 VIC, or there ar │ │ │ │ + 0x000cf468 65206e6f 7420656e 6f756768 20746f74 e not enough tot │ │ │ │ + 0x000cf478 616c2072 65636569 76652c20 7472616e al receive, tran │ │ │ │ + 0x000cf488 736d6974 2c206f72 20636f6d 706c6574 smit, or complet │ │ │ │ + 0x000cf498 696f6e00 00000000 71756575 6573206f ion.....queues o │ │ │ │ + 0x000cf4a8 6e207468 65207072 6f766973 696f6e65 n the provisione │ │ │ │ + 0x000cf4b8 64207573 4e494373 2e20204f 6e206561 d usNICs. On ea │ │ │ │ + 0x000cf4c8 63682056 49432069 6e206120 67697665 ch VIC in a give │ │ │ │ + 0x000cf4d8 6e207365 72766572 2c20796f 75000000 n server, you... │ │ │ │ + 0x000cf4e8 6e656564 20746f20 70726f76 6973696f need to provisio │ │ │ │ + 0x000cf4f8 6e206174 206c6561 73742061 73206d61 n at least as ma │ │ │ │ + 0x000cf508 6e792075 734e4943 73206173 204d5049 ny usNICs as MPI │ │ │ │ + 0x000cf518 2070726f 63657373 6573206f 6e207468 processes on th │ │ │ │ + 0x000cf528 61740000 00000000 73657276 65722e20 at......server. │ │ │ │ + 0x000cf538 20496e20 65616368 2075734e 49432c20 In each usNIC, │ │ │ │ + 0x000cf548 796f7520 6e656564 20746f20 70726f76 you need to prov │ │ │ │ + 0x000cf558 6973696f 6e20656e 6f756768 206f6620 ision enough of │ │ │ │ + 0x000cf568 65616368 206f6620 74686500 00000000 each of the..... │ │ │ │ + 0x000cf578 666f6c6c 6f77696e 673a2073 656e6420 following: send │ │ │ │ + 0x000cf588 71756575 65732c20 72656365 69766520 queues, receive │ │ │ │ + 0x000cf598 71756575 65732c20 616e6420 636f6d70 queues, and comp │ │ │ │ + 0x000cf5a8 6c657469 6f6e2071 75657565 732e0000 letion queues... │ │ │ │ + 0x000cf5b8 696e7661 6c696420 6d696e69 6d756d20 invalid minimum │ │ │ │ + 0x000cf5c8 706f7274 00000000 636c6965 6e742063 port....client c │ │ │ │ + 0x000cf5d8 6f6e6e65 63742066 61696c00 00000000 onnect fail..... │ │ │ │ + 0x000cf5e8 636c6965 6e742068 616e6473 68616b65 client handshake │ │ │ │ + 0x000cf5f8 20666169 6c000000 61636365 70742066 fail...accept f │ │ │ │ + 0x000cf608 61696c65 64000000 70656572 2068756e ailed...peer hun │ │ │ │ + 0x000cf618 67207570 00000000 64726f70 70656420 g up....dropped │ │ │ │ + 0x000cf628 696e626f 756e6420 636f6e6e 65637469 inbound connecti │ │ │ │ + 0x000cf638 6f6e0000 00000000 736f636b 65742066 on......socket f │ │ │ │ + 0x000cf648 6c616720 6661696c 00000000 00000000 lag fail........ │ │ │ │ + 0x000cf658 73657276 65722061 63636570 74206361 server accept ca │ │ │ │ + 0x000cf668 6e6e6f74 2066696e 64206775 69640000 nnot find guid.. │ │ │ │ + 0x000cf678 73657276 65722067 65747065 65726e61 server getpeerna │ │ │ │ + 0x000cf688 6d652066 61696c65 64000000 00000000 me failed....... │ │ │ │ + 0x000cf698 73657276 65722064 6964206e 6f742072 server did not r │ │ │ │ + 0x000cf6a8 65636569 7665206d 61676963 20737472 eceive magic str │ │ │ │ + 0x000cf6b8 696e6700 00000000 5741524e 494e473a ing.....WARNING: │ │ │ │ + 0x000cf6c8 204f7065 6e204d50 49206163 63657074 Open MPI accept │ │ │ │ + 0x000cf6d8 65642061 20544350 20636f6e 6e656374 ed a TCP connect │ │ │ │ + 0x000cf6e8 696f6e20 62757420 64696420 6e6f7420 ion but did not │ │ │ │ + 0x000cf6f8 72656365 69766520 74686500 00000000 receive the..... │ │ │ │ + 0x000cf708 65787065 63746564 206e6574 776f726b expected network │ │ │ │ + 0x000cf718 20696465 6e746966 69636174 696f6e20 identification │ │ │ │ + 0x000cf728 696e6469 63617469 6e672074 68617420 indicating that │ │ │ │ + 0x000cf738 74686520 70656572 20697320 616e204f the peer is an O │ │ │ │ + 0x000cf748 70656e00 00000000 4d504920 70726f63 pen.....MPI proc │ │ │ │ + 0x000cf758 6573732e 00000000 54686973 20617474 ess.....This att │ │ │ │ + 0x000cf768 656d7074 65642063 6f6e6e65 6374696f empted connectio │ │ │ │ + 0x000cf778 6e207769 6c6c2062 6520636c 6f736564 n will be closed │ │ │ │ + 0x000cf788 20616e64 2069676e 6f726564 2e000000 and ignored.... │ │ │ │ + 0x000cf798 20205049 443a2020 20202020 20202564 PID: %d │ │ │ │ + 0x000cf7a8 00000000 00000000 20205065 65723a20 ........ Peer: │ │ │ │ + 0x000cf7b8 20202020 20202573 00000000 00000000 %s........ │ │ │ │ + 0x000cf7c8 20204964 656e7469 66696572 3a202573 Identifier: %s │ │ │ │ + 0x000cf7d8 20282573 29000000 5741524e 494e473a (%s)...WARNING: │ │ │ │ + 0x000cf7e8 204f7065 6e204d50 49206661 696c6564 Open MPI failed │ │ │ │ + 0x000cf7f8 20746f20 6c6f6f6b 20757020 74686520 to look up the │ │ │ │ + 0x000cf808 70656572 20495020 61646472 65737320 peer IP address │ │ │ │ + 0x000cf818 696e666f 726d6174 696f6e20 6f660000 information of.. │ │ │ │ + 0x000cf828 61205443 5020636f 6e6e6563 74696f6e a TCP connection │ │ │ │ + 0x000cf838 20746861 74206974 206a7573 74206163 that it just ac │ │ │ │ + 0x000cf848 63657074 65642e20 20546869 73207368 cepted. This sh │ │ │ │ + 0x000cf858 6f756c64 206e6f74 20686170 70656e2e ould not happen. │ │ │ │ + 0x000cf868 00000000 00000000 54686973 20617474 ........This att │ │ │ │ + 0x000cf878 656d7074 65642063 6f6e6e65 6374696f empted connectio │ │ │ │ + 0x000cf888 6e207769 6c6c2062 65206967 6e6f7265 n will be ignore │ │ │ │ + 0x000cf898 643b2079 6f757220 4d504920 6a6f6220 d; your MPI job │ │ │ │ + 0x000cf8a8 6d617920 6f72206d 6179206e 6f740000 may or may not.. │ │ │ │ + 0x000cf8b8 636f6e74 696e7565 2070726f 7065726c continue properl │ │ │ │ + 0x000cf8c8 792e0000 00000000 20204572 726f723a y....... Error: │ │ │ │ + 0x000cf8d8 20202020 20202573 20282564 29000000 %s (%d)... │ │ │ │ + 0x000cf8e8 5741524e 494e473a 204f7065 6e204d50 WARNING: Open MP │ │ │ │ + 0x000cf8f8 49206163 63657074 65642061 20544350 I accepted a TCP │ │ │ │ + 0x000cf908 20636f6e 6e656374 696f6e20 66726f6d connection from │ │ │ │ + 0x000cf918 20776861 74206170 70656172 7320746f what appears to │ │ │ │ + 0x000cf928 20626520 61000000 616e6f74 68657220 be a...another │ │ │ │ + 0x000cf938 4f70656e 204d5049 2070726f 63657373 Open MPI process │ │ │ │ + 0x000cf948 20627574 2063616e 6e6f7420 66696e64 but cannot find │ │ │ │ + 0x000cf958 20612063 6f727265 73706f6e 64696e67 a corresponding │ │ │ │ + 0x000cf968 2070726f 63657373 00000000 00000000 process........ │ │ │ │ + 0x000cf978 656e7472 7920666f 72207468 61742070 entry for that p │ │ │ │ + 0x000cf988 6565722e 00000000 5741524e 494e473a eer.....WARNING: │ │ │ │ + 0x000cf998 204f7065 6e204d50 49206661 696c6564 Open MPI failed │ │ │ │ + 0x000cf9a8 20746f20 67657420 6f722073 65742066 to get or set f │ │ │ │ + 0x000cf9b8 6c616773 206f6e20 61205443 5020736f lags on a TCP so │ │ │ │ + 0x000cf9c8 636b6574 2e202054 68697300 00000000 cket. This..... │ │ │ │ + 0x000cf9d8 54686973 206d6179 20636175 73652075 This may cause u │ │ │ │ + 0x000cf9e8 6e707265 64696374 61626c65 20626568 npredictable beh │ │ │ │ + 0x000cf9f8 6176696f 722c2061 6e64206d 61792065 avior, and may e │ │ │ │ + 0x000cfa08 6e642075 70206861 6e67696e 67206f72 nd up hanging or │ │ │ │ + 0x000cfa18 00000000 00000000 61626f72 74696e67 ........aborting │ │ │ │ + 0x000cfa28 20796f75 72206a6f 622e0000 00000000 your job....... │ │ │ │ + 0x000cfa38 2020466c 61673a20 20202020 20202573 Flag: %s │ │ │ │ + 0x000cfa48 00000000 00000000 4f70656e 204d5049 ........Open MPI │ │ │ │ + 0x000cfa58 20646574 65637465 6420616e 20696e62 detected an inb │ │ │ │ + 0x000cfa68 6f756e64 204d5049 20544350 20636f6e ound MPI TCP con │ │ │ │ + 0x000cfa78 6e656374 696f6e20 72657175 65737420 nection request │ │ │ │ + 0x000cfa88 66726f6d 20612070 65657200 00000000 from a peer..... │ │ │ │ + 0x000cfa98 74686174 20617070 65617273 20746f20 that appears to │ │ │ │ + 0x000cfaa8 62652070 61727420 6f662074 68697320 be part of this │ │ │ │ + 0x000cfab8 4d504920 6a6f6220 28692e65 2e2c2069 MPI job (i.e., i │ │ │ │ + 0x000cfac8 74206964 656e7469 66696564 20697473 t identified its │ │ │ │ + 0x000cfad8 656c6620 61730000 70617274 206f6620 elf as..part of │ │ │ │ + 0x000cfae8 74686973 204f7065 6e204d50 49206a6f this Open MPI jo │ │ │ │ + 0x000cfaf8 62292c20 62757420 69742069 73206672 b), but it is fr │ │ │ │ + 0x000cfb08 6f6d2061 6e204950 20616464 72657373 om an IP address │ │ │ │ + 0x000cfb18 20746861 74206973 00000000 00000000 that is........ │ │ │ │ + 0x000cfb28 756e6578 70656374 65642e20 20546869 unexpected. Thi │ │ │ │ + 0x000cfb38 73206973 20686967 686c7920 756e7573 s is highly unus │ │ │ │ + 0x000cfb48 75616c2e 00000000 54686520 696e626f ual.....The inbo │ │ │ │ + 0x000cfb58 756e6420 636f6e6e 65637469 6f6e2068 und connection h │ │ │ │ + 0x000cfb68 61732062 65656e20 64726f70 7065642c as been dropped, │ │ │ │ + 0x000cfb78 20616e64 20746865 20706565 72207368 and the peer sh │ │ │ │ + 0x000cfb88 6f756c64 2073696d 706c7900 00000000 ould simply..... │ │ │ │ + 0x000cfb98 74727920 61676169 6e207769 74682061 try again with a │ │ │ │ + 0x000cfba8 20646966 66657265 6e742049 5020696e different IP in │ │ │ │ + 0x000cfbb8 74657266 61636520 28692e65 2e2c2074 terface (i.e., t │ │ │ │ + 0x000cfbc8 6865206a 6f622073 686f756c 64000000 he job should... │ │ │ │ + 0x000cfbd8 686f7065 66756c6c 79206265 2061626c hopefully be abl │ │ │ │ + 0x000cfbe8 6520746f 20636f6e 74696e75 65292e00 e to continue).. │ │ │ │ + 0x000cfbf8 20204c6f 63616c20 686f7374 3a202020 Local host: │ │ │ │ + 0x000cfc08 20202020 20202025 73000000 00000000 %s....... │ │ │ │ + 0x000cfc18 20204c6f 63616c20 5049443a 20202020 Local PID: │ │ │ │ + 0x000cfc28 20202020 20202025 64000000 00000000 %d....... │ │ │ │ + 0x000cfc38 20205065 65722068 6f73746e 616d653a Peer hostname: │ │ │ │ + 0x000cfc48 20202020 20202025 73202825 73290000 %s (%s).. │ │ │ │ + 0x000cfc58 2020536f 75726365 20495020 6f662073 Source IP of s │ │ │ │ + 0x000cfc68 6f636b65 743a2025 73000000 00000000 ocket: %s....... │ │ │ │ + 0x000cfc78 20204b6e 6f776e20 49507320 6f662070 Known IPs of p │ │ │ │ + 0x000cfc88 65657220 28256429 3a202020 25730000 eer (%d): %s.. │ │ │ │ + 0x000cfc98 416e204d 50492063 6f6d6d75 6e696361 An MPI communica │ │ │ │ + 0x000cfca8 74696f6e 20706565 72207072 6f636573 tion peer proces │ │ │ │ + 0x000cfcb8 73206861 7320756e 65787065 63746564 s has unexpected │ │ │ │ + 0x000cfcc8 6c792064 6973636f 6e6e6563 7465642e ly disconnected. │ │ │ │ + 0x000cfcd8 20205468 69730000 75737561 6c6c7920 This..usually │ │ │ │ + 0x000cfce8 696e6469 63617465 73206120 6661696c indicates a fail │ │ │ │ + 0x000cfcf8 75726520 696e2074 68652070 65657220 ure in the peer │ │ │ │ + 0x000cfd08 70726f63 65737320 28652e67 2e2c2061 process (e.g., a │ │ │ │ + 0x000cfd18 20637261 7368206f 72000000 00000000 crash or....... │ │ │ │ + 0x000cfd28 6f746865 72776973 65206578 6974696e otherwise exitin │ │ │ │ + 0x000cfd38 67207769 74686f75 74206361 6c6c696e g without callin │ │ │ │ + 0x000cfd48 67204d50 495f4649 4e414c49 5a452066 g MPI_FINALIZE f │ │ │ │ + 0x000cfd58 69727374 292e0000 416c7468 6f756768 irst)...Although │ │ │ │ + 0x000cfd68 20746869 73206c6f 63616c20 4d504920 this local MPI │ │ │ │ + 0x000cfd78 70726f63 65737320 77696c6c 206c696b process will lik │ │ │ │ + 0x000cfd88 656c7920 6e6f7720 62656861 76652075 ely now behave u │ │ │ │ + 0x000cfd98 6e707265 64696374 61626c79 00000000 npredictably.... │ │ │ │ + 0x000cfda8 28697420 6d617920 6576656e 2068616e (it may even han │ │ │ │ + 0x000cfdb8 67206f72 20637261 7368292c 20746865 g or crash), the │ │ │ │ + 0x000cfdc8 20726f6f 74206361 75736520 6f662074 root cause of t │ │ │ │ + 0x000cfdd8 68697320 70726f62 6c656d20 69732074 his problem is t │ │ │ │ + 0x000cfde8 68650000 00000000 6661696c 75726520 he......failure │ │ │ │ + 0x000cfdf8 6f662074 68652070 65657220 2d2d2074 of the peer -- t │ │ │ │ + 0x000cfe08 68617420 69732077 68617420 796f7520 hat is what you │ │ │ │ + 0x000cfe18 6e656564 20746f20 696e7665 73746967 need to investig │ │ │ │ + 0x000cfe28 6174652e 2020466f 72000000 00000000 ate. For....... │ │ │ │ + 0x000cfe38 6578616d 706c652c 20746865 7265206d example, there m │ │ │ │ + 0x000cfe48 61792062 65206120 636f7265 2066696c ay be a core fil │ │ │ │ + 0x000cfe58 65207468 61742079 6f752063 616e2065 e that you can e │ │ │ │ + 0x000cfe68 78616d69 6e652e20 204d6f72 65000000 xamine. More... │ │ │ │ + 0x000cfe78 67656e65 72616c6c 793a2073 75636820 generally: such │ │ │ │ + 0x000cfe88 70656572 2068616e 67757073 20617265 peer hangups are │ │ │ │ + 0x000cfe98 20667265 7175656e 746c7920 63617573 frequently caus │ │ │ │ + 0x000cfea8 65642062 79206170 706c6963 6174696f ed by applicatio │ │ │ │ + 0x000cfeb8 6e206275 67730000 6f72206f 74686572 n bugs..or other │ │ │ │ + 0x000cfec8 20657874 65726e61 6c206576 656e7473 external events │ │ │ │ + 0x000cfed8 2e000000 00000000 20204c6f 63616c20 ........ Local │ │ │ │ + 0x000cfee8 5049443a 20202564 00000000 00000000 PID: %d........ │ │ │ │ + 0x000cfef8 20205065 65722068 6f73743a 20202573 Peer host: %s │ │ │ │ + 0x000cff08 00000000 00000000 5741524e 494e473a ........WARNING: │ │ │ │ + 0x000cff18 20546865 20616363 65707428 33292073 The accept(3) s │ │ │ │ + 0x000cff28 79737465 6d206361 6c6c2066 61696c65 ystem call faile │ │ │ │ + 0x000cff38 64206f6e 20612054 43502073 6f636b65 d on a TCP socke │ │ │ │ + 0x000cff48 742e2020 5768696c 65207468 69730000 t. While this.. │ │ │ │ + 0x000cff58 73686f75 6c642067 656e6572 616c6c79 should generally │ │ │ │ + 0x000cff68 206e6576 65722068 61707065 6e206f6e never happen on │ │ │ │ + 0x000cff78 20612077 656c6c2d 636f6e66 69677572 a well-configur │ │ │ │ + 0x000cff88 65642048 50432073 79737465 6d2c2074 ed HPC system, t │ │ │ │ + 0x000cff98 68650000 00000000 6d6f7374 20636f6d he......most com │ │ │ │ + 0x000cffa8 6d6f6e20 63617573 65732077 68656e20 mon causes when │ │ │ │ + 0x000cffb8 69742064 6f657320 6f636375 72206172 it does occur ar │ │ │ │ + 0x000cffc8 653a0000 00000000 20202a20 54686520 e:...... * The │ │ │ │ + 0x000cffd8 70726f63 65737320 72616e20 6f757420 process ran out │ │ │ │ + 0x000cffe8 6f662066 696c6520 64657363 72697074 of file descript │ │ │ │ + 0x000cfff8 6f727300 00000000 20202a20 54686520 ors..... * The │ │ │ │ + 0x000d0008 6f706572 6174696e 67207379 7374656d operating system │ │ │ │ + 0x000d0018 2072616e 206f7574 206f6620 66696c65 ran out of file │ │ │ │ + 0x000d0028 20646573 63726970 746f7273 00000000 descriptors.... │ │ │ │ + 0x000d0038 20202a20 54686520 6f706572 6174696e * The operatin │ │ │ │ + 0x000d0048 67207379 7374656d 2072616e 206f7574 g system ran out │ │ │ │ + 0x000d0058 206f6620 6d656d6f 72790000 00000000 of memory...... │ │ │ │ + 0x000d0068 596f7572 204f7065 6e204d50 49206a6f Your Open MPI jo │ │ │ │ + 0x000d0078 62207769 6c6c206c 696b656c 79206861 b will likely ha │ │ │ │ + 0x000d0088 6e672028 6f722063 72617368 2920756e ng (or crash) un │ │ │ │ + 0x000d0098 74696c20 74686520 6661696c 75726500 til the failure. │ │ │ │ + 0x000d00a8 72657361 736f6e20 69732066 69786564 resason is fixed │ │ │ │ + 0x000d00b8 2028652e 672e2c20 6d6f7265 2066696c (e.g., more fil │ │ │ │ + 0x000d00c8 65206465 73637269 70746f72 7320616e e descriptors an │ │ │ │ + 0x000d00d8 642f6f72 206d656d 6f727920 6265636f d/or memory beco │ │ │ │ + 0x000d00e8 6d657300 00000000 61766169 6c61626c mes.....availabl │ │ │ │ + 0x000d00f8 65292c20 616e6420 6d617920 6576656e e), and may even │ │ │ │ + 0x000d0108 7475616c 6c792074 696d656f 7574202f tually timeout / │ │ │ │ + 0x000d0118 2061626f 72742e00 5741524e 494e473a abort..WARNING: │ │ │ │ + 0x000d0128 204f7065 6e204d50 49206661 696c6564 Open MPI failed │ │ │ │ + 0x000d0138 20746f20 68616e64 7368616b 65207769 to handshake wi │ │ │ │ + 0x000d0148 74682061 20636f6e 6e656374 696e6720 th a connecting │ │ │ │ + 0x000d0158 70656572 204d5049 00000000 00000000 peer MPI........ │ │ │ │ + 0x000d0168 70726f63 65737320 6f766572 20544350 process over TCP │ │ │ │ + 0x000d0178 2e202054 68697320 73686f75 6c64206e . This should n │ │ │ │ + 0x000d0188 6f742068 61707065 6e2e0000 00000000 ot happen....... │ │ │ │ + 0x000d0198 596f7572 204f7065 6e204d50 49206a6f Your Open MPI jo │ │ │ │ + 0x000d01a8 62206d61 79206e6f 77206861 6e67206f b may now hang o │ │ │ │ + 0x000d01b8 72206661 696c2e00 5741524e 494e473a r fail..WARNING: │ │ │ │ + 0x000d01c8 204f7065 6e204d50 49206661 696c6564 Open MPI failed │ │ │ │ + 0x000d01d8 20746f20 54435020 636f6e6e 65637420 to TCP connect │ │ │ │ + 0x000d01e8 746f2061 20706565 72204d50 49207072 to a peer MPI pr │ │ │ │ + 0x000d01f8 6f636573 732e2020 54686973 00000000 ocess. This.... │ │ │ │ + 0x000d0208 5741524e 494e473a 20416e20 696e7661 WARNING: An inva │ │ │ │ + 0x000d0218 6c696420 76616c75 65207761 73206769 lid value was gi │ │ │ │ + 0x000d0228 76656e20 666f7220 74686520 62746c5f ven for the btl_ │ │ │ │ + 0x000d0238 7463705f 706f7274 5f6d696e 5f25732e tcp_port_min_%s. │ │ │ │ + 0x000d0248 204c6567 616c0000 76616c75 65732061 Legal..values a │ │ │ │ + 0x000d0258 72652069 6e207468 65207261 6e676520 re in the range │ │ │ │ + 0x000d0268 5b31202e 2e20325e 31362d31 5d2e2054 [1 .. 2^16-1]. T │ │ │ │ + 0x000d0278 68697320 76616c75 65207769 6c6c2062 his value will b │ │ │ │ + 0x000d0288 65206967 6e6f7265 64000000 00000000 e ignored....... │ │ │ │ + 0x000d0298 28726573 65742074 6f207468 65206465 (reset to the de │ │ │ │ + 0x000d02a8 6661756c 74207661 6c756520 6f662031 fault value of 1 │ │ │ │ + 0x000d02b8 30323429 2e000000 20205661 6c75653a 024).... Value: │ │ │ │ + 0x000d02c8 20202020 20202564 00000000 00000000 %d........ │ │ │ │ + 0x000d02d8 5741524e 494e473a 20416e20 696e7661 WARNING: An inva │ │ │ │ + 0x000d02e8 6c696420 76616c75 65207761 73206769 lid value was gi │ │ │ │ + 0x000d02f8 76656e20 666f7220 62746c5f 7463705f ven for btl_tcp_ │ │ │ │ + 0x000d0308 69665f25 732e2020 54686973 00000000 if_%s. This.... │ │ │ │ + 0x000d0318 6e6f206c 6f63616c 69747900 00000000 no locality..... │ │ │ │ + 0x000d0328 5741524e 494e473a 204d6973 73696e67 WARNING: Missing │ │ │ │ + 0x000d0338 206c6f63 616c6974 7920696e 666f726d locality inform │ │ │ │ + 0x000d0348 6174696f 6e207265 71756972 65642066 ation required f │ │ │ │ + 0x000d0358 6f722073 6d637564 6120696e 69746961 or smcuda initia │ │ │ │ + 0x000d0368 6c697a61 74696f6e 2e000000 00000000 lization........ │ │ │ │ + 0x000d0378 436f6e74 696e7569 6e672077 6974686f Continuing witho │ │ │ │ + 0x000d0388 75742073 6d637564 61204254 4c2e0000 ut smcuda BTL... │ │ │ │ + 0x000d0398 41207379 7374656d 2063616c 6c206661 A system call fa │ │ │ │ + 0x000d03a8 696c6564 20647572 696e6720 736d2042 iled during sm B │ │ │ │ + 0x000d03b8 544c2069 6e697469 616c697a 6174696f TL initializatio │ │ │ │ + 0x000d03c8 6e207468 61742073 686f756c 64000000 n that should... │ │ │ │ + 0x000d03d8 20205379 7374656d 2063616c 6c3a2025 System call: % │ │ │ │ + 0x000d03e8 73000000 00000000 6d62696e 64206661 s.......mbind fa │ │ │ │ + 0x000d03f8 696c7572 65000000 4f70656e 204d5049 ilure...Open MPI │ │ │ │ + 0x000d0408 20666169 6c656420 746f2062 696e6420 failed to bind │ │ │ │ + 0x000d0418 696e7465 726e616c 206d656d 6f727920 internal memory │ │ │ │ + 0x000d0428 746f2061 20737065 63696669 63204e55 to a specific NU │ │ │ │ + 0x000d0438 4d41206e 6f64652e 20205468 69730000 MA node. This.. │ │ │ │ + 0x000d0448 6d657373 61676520 77696c6c 206f6e6c message will onl │ │ │ │ + 0x000d0458 79206265 20726570 6f727465 64206174 y be reported at │ │ │ │ + 0x000d0468 206d6f73 74206f6e 63652070 65722070 most once per p │ │ │ │ + 0x000d0478 726f6365 73732e00 20204669 6c653a20 rocess.. File: │ │ │ │ + 0x000d0488 20202020 20202573 3a256400 00000000 %s:%d..... │ │ │ │ + 0x000d0498 20205365 76657269 74793a20 20202573 Severity: %s │ │ │ │ + 0x000d04a8 00000000 00000000 4d756c74 69706c65 ........Multiple │ │ │ │ + 0x000d04b8 20416363 656c6572 61746f72 7320466f Accelerators Fo │ │ │ │ + 0x000d04c8 756e6400 00000000 4e6f2041 6363656c und.....No Accel │ │ │ │ + 0x000d04d8 65726174 6f727320 466f756e 64000000 erators Found... │ │ │ │ + 0x000d04e8 4552524f 523a2055 73657220 73706563 ERROR: User spec │ │ │ │ + 0x000d04f8 69666965 6420616e 20616363 656c6572 ified an acceler │ │ │ │ + 0x000d0508 61746f72 20636f6d 706f6e65 6e742076 ator component v │ │ │ │ + 0x000d0518 69612022 2d2d6d63 61206163 63656c65 ia "--mca accele │ │ │ │ + 0x000d0528 7261746f 72203c63 6f6d706f 6e656e74 rator ", and that.... │ │ │ │ + 0x000d0548 636f6d70 6f6e656e 74206661 696c6564 component failed │ │ │ │ + 0x000d0558 20746f20 696e6974 69616c69 7a652073 to initialize s │ │ │ │ + 0x000d0568 75636365 73736675 6c6c792e 20205468 uccessfully. Th │ │ │ │ + 0x000d0578 65207072 6f677261 6d207769 6c6c2061 e program will a │ │ │ │ + 0x000d0588 626f7274 20746f20 616c6c6f 7720796f bort to allow yo │ │ │ │ + 0x000d0598 7520746f 20666978 20746865 20697373 u to fix the iss │ │ │ │ + 0x000d05a8 75652e00 00000000 4552524f 523a204f ue......ERROR: O │ │ │ │ + 0x000d05b8 70656e20 4d504920 6f6e6c79 20737570 pen MPI only sup │ │ │ │ + 0x000d05c8 706f7274 73206f6e 65206163 63656c65 ports one accele │ │ │ │ + 0x000d05d8 7261746f 72206672 616d6577 6f726b20 rator framework │ │ │ │ + 0x000d05e8 70657220 6e6f6465 2e20506c 65617365 per node. Please │ │ │ │ + 0x000d05f8 20706963 6b206f6e 65206f66 20746865 pick one of the │ │ │ │ + 0x000d0608 00000000 00000000 696e6974 69616c69 ........initiali │ │ │ │ + 0x000d0618 7a656420 61636365 6c657261 746f7220 zed accelerator │ │ │ │ + 0x000d0628 636f6d70 6f6e656e 74732076 69612063 components via c │ │ │ │ + 0x000d0638 6f6d6d61 6e64206c 696e6520 61726775 ommand line argu │ │ │ │ + 0x000d0648 6d656e74 20222d2d 6d636120 61636365 ment "--mca acce │ │ │ │ + 0x000d0658 6c657261 746f7220 3c636f6d 706f6e65 lerator "....The foll │ │ │ │ + 0x000d0678 6f77696e 67206163 63656c65 7261746f owing accelerato │ │ │ │ + 0x000d0688 72732069 6e697469 616c697a 65642073 rs initialized s │ │ │ │ + 0x000d0698 75636365 73736675 6c6c793a 2025732e uccessfully: %s. │ │ │ │ + 0x000d06a8 00000000 00000000 54686520 70726f67 ........The prog │ │ │ │ + 0x000d06b8 72616d20 77696c6c 2061626f 72742074 ram will abort t │ │ │ │ + 0x000d06c8 6f20616c 6c6f7720 796f7520 746f2072 o allow you to r │ │ │ │ + 0x000d06d8 65736f6c 76652074 68652061 6363656c esolve the accel │ │ │ │ + 0x000d06e8 65726174 6f722063 6f6e666c 6963742e erator conflict. │ │ │ │ + 0x000d06f8 00000000 00000000 63754374 78476574 ........cuCtxGet │ │ │ │ + 0x000d0708 43757272 656e7420 6661696c 6564206e Current failed n │ │ │ │ + 0x000d0718 6f742069 6e697469 616c697a 65640000 ot initialized.. │ │ │ │ + 0x000d0728 63754374 78476574 43757272 656e7420 cuCtxGetCurrent │ │ │ │ + 0x000d0738 6661696c 65640000 63754374 78476574 failed..cuCtxGet │ │ │ │ + 0x000d0748 43757272 656e7420 72657475 726e6564 Current returned │ │ │ │ + 0x000d0758 204e554c 4c000000 63754374 78476574 NULL...cuCtxGet │ │ │ │ + 0x000d0768 44657669 63652066 61696c65 64000000 Device failed... │ │ │ │ + 0x000d0778 63754d65 6d486f73 74526567 69737465 cuMemHostRegiste │ │ │ │ + 0x000d0788 72206475 72696e67 20696e69 74206661 r during init fa │ │ │ │ + 0x000d0798 696c6564 00000000 63754d65 6d486f73 iled....cuMemHos │ │ │ │ + 0x000d07a8 74526567 69737465 72206661 696c6564 tRegister failed │ │ │ │ + 0x000d07b8 00000000 00000000 63754d65 6d486f73 ........cuMemHos │ │ │ │ + 0x000d07c8 74556e72 65676973 74657220 6661696c tUnregister fail │ │ │ │ + 0x000d07d8 65640000 00000000 63754970 63476574 ed......cuIpcGet │ │ │ │ + 0x000d07e8 4d656d48 616e646c 65206661 696c6564 MemHandle failed │ │ │ │ + 0x000d07f8 00000000 00000000 63754d65 6d476574 ........cuMemGet │ │ │ │ + 0x000d0808 41646472 65737352 616e6765 20666169 AddressRange fai │ │ │ │ + 0x000d0818 6c656400 00000000 63754d65 6d476574 led.....cuMemGet │ │ │ │ + 0x000d0828 41646472 65737352 616e6765 20666169 AddressRange fai │ │ │ │ + 0x000d0838 6c656420 32000000 4f757420 6f662063 led 2...Out of c │ │ │ │ + 0x000d0848 75457665 6e742068 616e646c 65730000 uEvent handles.. │ │ │ │ + 0x000d0858 63754970 634f7065 6e4d656d 48616e64 cuIpcOpenMemHand │ │ │ │ + 0x000d0868 6c652066 61696c65 64000000 00000000 le failed....... │ │ │ │ + 0x000d0878 63754970 63436c6f 73654d65 6d48616e cuIpcCloseMemHan │ │ │ │ + 0x000d0888 646c6520 6661696c 65640000 00000000 dle failed...... │ │ │ │ + 0x000d0898 63754d65 6d637079 4173796e 63206661 cuMemcpyAsync fa │ │ │ │ + 0x000d08a8 696c6564 00000000 63754576 656e7443 iled....cuEventC │ │ │ │ + 0x000d08b8 72656174 65206661 696c6564 00000000 reate failed.... │ │ │ │ + 0x000d08c8 63754576 656e7452 65636f72 64206661 cuEventRecord fa │ │ │ │ + 0x000d08d8 696c6564 00000000 63754576 656e7451 iled....cuEventQ │ │ │ │ + 0x000d08e8 75657279 20666169 6c656400 00000000 uery failed..... │ │ │ │ + 0x000d08f8 63754576 656e7453 796e6368 726f6e69 cuEventSynchroni │ │ │ │ + 0x000d0908 7a652066 61696c65 64000000 00000000 ze failed....... │ │ │ │ + 0x000d0918 63754970 63476574 4576656e 7448616e cuIpcGetEventHan │ │ │ │ + 0x000d0928 646c6520 6661696c 65640000 00000000 dle failed...... │ │ │ │ + 0x000d0938 63754970 634f7065 6e457665 6e744861 cuIpcOpenEventHa │ │ │ │ + 0x000d0948 6e646c65 20666169 6c656400 00000000 ndle failed..... │ │ │ │ + 0x000d0958 63755374 7265616d 57616974 4576656e cuStreamWaitEven │ │ │ │ + 0x000d0968 74206661 696c6564 00000000 00000000 t failed........ │ │ │ │ + 0x000d0978 63754576 656e7444 65737472 6f792066 cuEventDestroy f │ │ │ │ + 0x000d0988 61696c65 64000000 63755374 7265616d ailed...cuStream │ │ │ │ + 0x000d0998 43726561 74652066 61696c65 64000000 Create failed... │ │ │ │ + 0x000d09a8 63755374 7265616d 44657374 726f7920 cuStreamDestroy │ │ │ │ + 0x000d09b8 6661696c 65640000 646c6f70 656e2064 failed..dlopen d │ │ │ │ + 0x000d09c8 69736162 6c656400 646c6f70 656e2066 isabled.dlopen f │ │ │ │ + 0x000d09d8 61696c65 64000000 646c7379 6d206661 ailed...dlsym fa │ │ │ │ + 0x000d09e8 696c6564 00000000 62756666 65724944 iled....bufferID │ │ │ │ + 0x000d09f8 20666169 6c656400 6375506f 696e7465 failed.cuPointe │ │ │ │ + 0x000d0a08 72536574 41747472 69627574 65206661 rSetAttribute fa │ │ │ │ + 0x000d0a18 696c6564 00000000 63755374 7265616d iled....cuStream │ │ │ │ + 0x000d0a28 53796e63 68726f6e 697a6520 6661696c Synchronize fail │ │ │ │ + 0x000d0a38 65640000 00000000 63754d65 6d637079 ed......cuMemcpy │ │ │ │ + 0x000d0a48 20666169 6c656400 63754d65 6d637079 failed.cuMemcpy │ │ │ │ + 0x000d0a58 32442066 61696c65 64000000 00000000 2D failed....... │ │ │ │ + 0x000d0a68 63754d65 6d416c6c 6f632066 61696c65 cuMemAlloc faile │ │ │ │ + 0x000d0a78 64000000 00000000 63754d65 6d467265 d.......cuMemFre │ │ │ │ + 0x000d0a88 65206661 696c6564 00000000 00000000 e failed........ │ │ │ │ + 0x000d0a98 63754465 76696365 43616e41 63636573 cuDeviceCanAcces │ │ │ │ + 0x000d0aa8 73506565 72206661 696c6564 00000000 sPeer failed.... │ │ │ │ + 0x000d0ab8 4e6f206d 656d6f72 79000000 00000000 No memory....... │ │ │ │ + 0x000d0ac8 41206361 6c6c2074 6f20616c 6c6f6361 A call to alloca │ │ │ │ + 0x000d0ad8 7465206d 656d6f72 79207769 7468696e te memory within │ │ │ │ + 0x000d0ae8 20746865 20435544 41207375 70706f72 the CUDA suppor │ │ │ │ + 0x000d0af8 74206661 696c6564 2e202054 68697320 t failed. This │ │ │ │ + 0x000d0b08 69730000 00000000 616e2075 6e726563 is......an unrec │ │ │ │ + 0x000d0b18 6f766572 61626c65 20657272 6f722061 overable error a │ │ │ │ + 0x000d0b28 6e642077 696c6c20 63617573 65207468 nd will cause th │ │ │ │ + 0x000d0b38 65207072 6f677261 6d20746f 2061626f e program to abo │ │ │ │ + 0x000d0b48 72742e00 00000000 2020486f 73746e61 rt...... Hostna │ │ │ │ + 0x000d0b58 6d653a20 20257300 54686520 63616c6c me: %s.The call │ │ │ │ + 0x000d0b68 20746f20 63754465 76696365 43616e41 to cuDeviceCanA │ │ │ │ + 0x000d0b78 63636573 73506565 72206661 696c6564 ccessPeer failed │ │ │ │ + 0x000d0b88 2e000000 00000000 2020486f 73746e61 ........ Hostna │ │ │ │ + 0x000d0b98 6d653a20 20202020 20202020 20202020 me: │ │ │ │ + 0x000d0ba8 20202020 20202020 20202020 20202020 │ │ │ │ + 0x000d0bb8 20257300 00000000 20206375 44657669 %s..... cuDevi │ │ │ │ + 0x000d0bc8 63654361 6e416363 65737350 65657220 ceCanAccessPeer │ │ │ │ + 0x000d0bd8 72657475 726e2076 616c7565 3a202020 return value: │ │ │ │ + 0x000d0be8 20256400 00000000 43686563 6b207468 %d.....Check th │ │ │ │ + 0x000d0bf8 65206375 64612e68 2066696c 6520666f e cuda.h file fo │ │ │ │ + 0x000d0c08 72207768 61742074 68652072 65747572 r what the retur │ │ │ │ + 0x000d0c18 6e207661 6c756520 6d65616e 732e0000 n value means... │ │ │ │ + 0x000d0c28 54686520 63616c6c 20746f20 63754d65 The call to cuMe │ │ │ │ + 0x000d0c38 6d467265 65206661 696c6564 2e205468 mFree failed. Th │ │ │ │ + 0x000d0c48 69732069 73206869 67686c79 20756e75 is is highly unu │ │ │ │ + 0x000d0c58 7375616c 20616e64 2073686f 756c6400 sual and should. │ │ │ │ + 0x000d0c68 6e6f7420 68617070 656e2e20 20506c65 not happen. Ple │ │ │ │ + 0x000d0c78 61736520 7265706f 72742074 68697320 ase report this │ │ │ │ + 0x000d0c88 6572726f 7220746f 20746865 204f7065 error to the Ope │ │ │ │ + 0x000d0c98 6e204d50 49206465 76656c6f 70657273 n MPI developers │ │ │ │ + 0x000d0ca8 2e000000 00000000 2020486f 73746e61 ........ Hostna │ │ │ │ + 0x000d0cb8 6d653a20 20202020 20202020 20202020 me: │ │ │ │ + 0x000d0cc8 20202020 20257300 20206375 4d656d46 %s. cuMemF │ │ │ │ + 0x000d0cd8 72656520 72657475 726e2076 616c7565 ree return value │ │ │ │ + 0x000d0ce8 3a202020 20256400 54686520 63616c6c : %d.The call │ │ │ │ + 0x000d0cf8 20746f20 63754d65 6d416c6c 6f632066 to cuMemAlloc f │ │ │ │ + 0x000d0d08 61696c65 642e2054 68697320 69732068 ailed. This is h │ │ │ │ + 0x000d0d18 6967686c 7920756e 75737561 6c20616e ighly unusual an │ │ │ │ + 0x000d0d28 64207368 6f756c64 00000000 00000000 d should........ │ │ │ │ + 0x000d0d38 20206375 4d656d41 6c6c6f63 20726574 cuMemAlloc ret │ │ │ │ + 0x000d0d48 75726e20 76616c75 653a2020 20256400 urn value: %d. │ │ │ │ + 0x000d0d58 54686520 63616c6c 20746f20 63754d65 The call to cuMe │ │ │ │ + 0x000d0d68 6d637079 32442066 61696c65 642e2054 mcpy2D failed. T │ │ │ │ + 0x000d0d78 68697320 69732068 6967686c 7920756e his is highly un │ │ │ │ + 0x000d0d88 75737561 6c20616e 64207368 6f756c64 usual and should │ │ │ │ + 0x000d0d98 00000000 00000000 20206375 4d656d63 ........ cuMemc │ │ │ │ + 0x000d0da8 70793244 20726574 75726e20 76616c75 py2D return valu │ │ │ │ + 0x000d0db8 653a2020 20256400 54686520 63616c6c e: %d.The call │ │ │ │ + 0x000d0dc8 20746f20 63754d65 6d637079 20666169 to cuMemcpy fai │ │ │ │ + 0x000d0dd8 6c65642e 20546869 73206973 20686967 led. This is hig │ │ │ │ + 0x000d0de8 686c7920 756e7573 75616c20 616e6420 hly unusual and │ │ │ │ + 0x000d0df8 73686f75 6c640000 20206375 4d656d63 should.. cuMemc │ │ │ │ + 0x000d0e08 70792072 65747572 6e207661 6c75653a py return value: │ │ │ │ + 0x000d0e18 20202020 20256400 54686520 63616c6c %d.The call │ │ │ │ + 0x000d0e28 20746f20 63755374 7265616d 53796e63 to cuStreamSync │ │ │ │ + 0x000d0e38 68726f6e 697a6520 6661696c 65642e20 hronize failed. │ │ │ │ + 0x000d0e48 54686973 20697320 68696768 6c792075 This is highly u │ │ │ │ + 0x000d0e58 6e757375 616c2061 6e642073 686f756c nusual and shoul │ │ │ │ + 0x000d0e68 64000000 00000000 2020486f 73746e61 d....... Hostna │ │ │ │ + 0x000d0e78 6d653a20 20202020 20202020 20202020 me: │ │ │ │ + 0x000d0e88 20202020 20202020 20202020 20202020 │ │ │ │ + 0x000d0e98 25730000 00000000 20206375 53747265 %s...... cuStre │ │ │ │ + 0x000d0ea8 616d5379 6e636872 6f6e697a 65207265 amSynchronize re │ │ │ │ + 0x000d0eb8 7475726e 2076616c 75653a20 20202020 turn value: │ │ │ │ + 0x000d0ec8 25640000 00000000 54686520 63616c6c %d......The call │ │ │ │ + 0x000d0ed8 20746f20 6375506f 696e7465 72536574 to cuPointerSet │ │ │ │ + 0x000d0ee8 41747472 69627574 65207769 74682043 Attribute with C │ │ │ │ + 0x000d0ef8 555f504f 494e5445 525f4154 54524942 U_POINTER_ATTRIB │ │ │ │ + 0x000d0f08 5554455f 53594e43 5f4d454d 4f505300 UTE_SYNC_MEMOPS. │ │ │ │ + 0x000d0f18 6661696c 65642e20 54686973 20697320 failed. This is │ │ │ │ + 0x000d0f28 68696768 6c792075 6e757375 616c2061 highly unusual a │ │ │ │ + 0x000d0f38 6e642073 686f756c 64206e6f 74206861 nd should not ha │ │ │ │ + 0x000d0f48 7070656e 2e202054 68652070 726f6772 ppen. The progr │ │ │ │ + 0x000d0f58 616d2077 696c6c00 636f6e74 696e7565 am will.continue │ │ │ │ + 0x000d0f68 2c206275 74207265 706f7274 20746869 , but report thi │ │ │ │ + 0x000d0f78 73206572 726f7220 746f2074 6865204f s error to the O │ │ │ │ + 0x000d0f88 70656e20 4d504920 64657665 6c6f7065 pen MPI develope │ │ │ │ + 0x000d0f98 72732e00 00000000 20206375 506f696e rs...... cuPoin │ │ │ │ + 0x000d0fa8 74657253 65744174 74726962 75746520 terSetAttribute │ │ │ │ + 0x000d0fb8 72657475 726e2076 616c7565 3a202020 return value: │ │ │ │ + 0x000d0fc8 25640000 00000000 20204164 64726573 %d...... Addres │ │ │ │ + 0x000d0fd8 733a2020 20202020 20202020 20202020 s: │ │ │ │ + 0x000d0fe8 20202020 20202020 20202020 20202020 │ │ │ │ + 0x000d0ff8 25700000 00000000 416e2065 72726f72 %p......An error │ │ │ │ + 0x000d1008 206f6363 75727265 64207768 696c6520 occurred while │ │ │ │ + 0x000d1018 74727969 6e672074 6f206765 74207468 trying to get th │ │ │ │ + 0x000d1028 65204255 46464552 5f494420 6f662061 e BUFFER_ID of a │ │ │ │ + 0x000d1038 20475055 206d656d 6f727900 00000000 GPU memory..... │ │ │ │ + 0x000d1048 72656769 6f6e2e20 20546869 7320636f region. This co │ │ │ │ + 0x000d1058 756c6420 63617573 6520696e 636f7272 uld cause incorr │ │ │ │ + 0x000d1068 65637420 72657375 6c74732e 20205475 ect results. Tu │ │ │ │ + 0x000d1078 726e206f 66204750 55204469 72656374 rn of GPU Direct │ │ │ │ + 0x000d1088 2052444d 41000000 73757070 6f727420 RDMA...support │ │ │ │ + 0x000d1098 62792072 756e6e69 6e672077 69746820 by running with │ │ │ │ + 0x000d10a8 2d2d6d63 61206274 6c5f6f70 656e6962 --mca btl_openib │ │ │ │ + 0x000d10b8 5f637564 615f7761 6e745f67 64725f73 _cuda_want_gdr_s │ │ │ │ + 0x000d10c8 7570706f 72742030 2e000000 00000000 upport 0........ │ │ │ │ + 0x000d10d8 20206375 506f696e 74657247 65744174 cuPointerGetAt │ │ │ │ + 0x000d10e8 74726962 75746520 72657475 726e2076 tribute return v │ │ │ │ + 0x000d10f8 616c7565 3a202020 25640000 00000000 alue: %d...... │ │ │ │ + 0x000d1108 416e2065 72726f72 206f6363 75727265 An error occurre │ │ │ │ + 0x000d1118 64207768 696c6520 74727969 6e672074 d while trying t │ │ │ │ + 0x000d1128 6f206d61 7020696e 20746865 20616464 o map in the add │ │ │ │ + 0x000d1138 72657373 206f6620 61206675 6e637469 ress of a functi │ │ │ │ + 0x000d1148 6f6e2e00 00000000 20204675 6e637469 on...... Functi │ │ │ │ + 0x000d1158 6f6e204e 616d653a 20257300 00000000 on Name: %s..... │ │ │ │ + 0x000d1168 20204572 726f7220 73747269 6e673a20 Error string: │ │ │ │ + 0x000d1178 20257300 00000000 43554441 2d617761 %s.....CUDA-awa │ │ │ │ + 0x000d1188 72652073 7570706f 72742069 73206469 re support is di │ │ │ │ + 0x000d1198 7361626c 65642e00 54686520 6c696272 sabled..The libr │ │ │ │ + 0x000d11a8 61727920 61747465 6d707465 6420746f ary attempted to │ │ │ │ + 0x000d11b8 206f7065 6e207468 6520666f 6c6c6f77 open the follow │ │ │ │ + 0x000d11c8 696e6720 73757070 6f727469 6e672043 ing supporting C │ │ │ │ + 0x000d11d8 55444120 6c696272 61726965 732c0000 UDA libraries,.. │ │ │ │ + 0x000d11e8 62757420 65616368 206f6620 7468656d but each of them │ │ │ │ + 0x000d11f8 20666169 6c65642e 20204355 44412d61 failed. CUDA-a │ │ │ │ + 0x000d1208 77617265 20737570 706f7274 20697320 ware support is │ │ │ │ + 0x000d1218 64697361 626c6564 2e000000 00000000 disabled........ │ │ │ │ + 0x000d1228 49662079 6f752064 6f206e6f 74207265 If you do not re │ │ │ │ + 0x000d1238 71756972 65204355 44412d61 77617265 quire CUDA-aware │ │ │ │ + 0x000d1248 20737570 706f7274 2c207468 656e2072 support, then r │ │ │ │ + 0x000d1258 756e2077 69746800 2d2d6d63 61206f70 un with.--mca op │ │ │ │ + 0x000d1268 616c5f77 61726e5f 6f6e5f6d 69737369 al_warn_on_missi │ │ │ │ + 0x000d1278 6e675f6c 69626375 64612030 20746f20 ng_libcuda 0 to │ │ │ │ + 0x000d1288 73757070 72657373 20746869 73206d65 suppress this me │ │ │ │ + 0x000d1298 73736167 652e2020 49662079 6f752064 ssage. If you d │ │ │ │ + 0x000d12a8 6f000000 00000000 72657175 69726520 o.......require │ │ │ │ + 0x000d12b8 43554441 2d617761 72652073 7570706f CUDA-aware suppo │ │ │ │ + 0x000d12c8 72742c20 7468656e 20747279 20736574 rt, then try set │ │ │ │ + 0x000d12d8 74696e67 204c445f 4c494252 4152595f ting LD_LIBRARY_ │ │ │ │ + 0x000d12e8 50415448 20746f20 74686520 6c6f6361 PATH to the loca │ │ │ │ + 0x000d12f8 74696f6e 00000000 6f66206c 69626375 tion....of libcu │ │ │ │ + 0x000d1308 64612e73 6f2e3120 746f2072 65736f6c da.so.1 to resol │ │ │ │ + 0x000d1318 76652074 68697320 69737375 652e0000 ve this issue... │ │ │ │ + 0x000d1328 4f70656e 204d5049 20776173 20636f6d Open MPI was com │ │ │ │ + 0x000d1338 70696c65 64207769 74686f75 74206479 piled without dy │ │ │ │ + 0x000d1348 6e616d69 63206c69 62726172 79207375 namic library su │ │ │ │ + 0x000d1358 70706f72 74202865 2e672e2c 20776974 pport (e.g., wit │ │ │ │ + 0x000d1368 68207468 65000000 202d2d64 69736162 h the... --disab │ │ │ │ + 0x000d1378 6c652d64 6c6f7065 6e20666c 6167292c le-dlopen flag), │ │ │ │ + 0x000d1388 20616e64 20746865 7265666f 72652063 and therefore c │ │ │ │ + 0x000d1398 616e6e6f 74207574 696c697a 65204355 annot utilize CU │ │ │ │ + 0x000d13a8 44412073 7570706f 72742e00 00000000 DA support...... │ │ │ │ + 0x000d13b8 49662079 6f75206e 65656420 43554441 If you need CUDA │ │ │ │ + 0x000d13c8 20737570 706f7274 2c207265 636f6e66 support, reconf │ │ │ │ + 0x000d13d8 69677572 65204f70 656e204d 50492077 igure Open MPI w │ │ │ │ + 0x000d13e8 69746820 64796e61 6d696320 6c696272 ith dynamic libr │ │ │ │ + 0x000d13f8 61727920 73757070 6f727420 656e6162 ary support enab │ │ │ │ + 0x000d1408 6c65642e 00000000 54686520 63616c6c led.....The call │ │ │ │ + 0x000d1418 20746f20 63755374 7265616d 44657374 to cuStreamDest │ │ │ │ + 0x000d1428 726f7920 6661696c 65642e20 54686973 roy failed. This │ │ │ │ + 0x000d1438 20697320 68696768 6c792075 6e757375 is highly unusu │ │ │ │ + 0x000d1448 616c2061 6e642073 686f756c 64000000 al and should... │ │ │ │ + 0x000d1458 20206375 53747265 616d4465 7374726f cuStreamDestro │ │ │ │ + 0x000d1468 79207265 7475726e 2076616c 75653a20 y return value: │ │ │ │ + 0x000d1478 20202020 20202020 25640000 00000000 %d...... │ │ │ │ + 0x000d1488 54686520 63616c6c 20746f20 63755374 The call to cuSt │ │ │ │ + 0x000d1498 7265616d 43726561 74652066 61696c65 reamCreate faile │ │ │ │ + 0x000d14a8 642e2020 54686973 20697320 6120756e d. This is a un │ │ │ │ + 0x000d14b8 7265636f 76657261 626c6520 6572726f recoverable erro │ │ │ │ + 0x000d14c8 7220616e 64207769 6c6c0000 00000000 r and will...... │ │ │ │ + 0x000d14d8 2020486f 73746e61 6d653a20 20202020 Hostname: │ │ │ │ + 0x000d14e8 20202020 20202020 20202020 20202020 │ │ │ │ + 0x000d14f8 20257300 00000000 20206375 53747265 %s..... cuStre │ │ │ │ + 0x000d1508 616d4372 65617465 20726574 75726e20 amCreate return │ │ │ │ + 0x000d1518 76616c75 653a2020 20256400 00000000 value: %d..... │ │ │ │ + 0x000d1528 43686563 6b207468 65206375 64612e68 Check the cuda.h │ │ │ │ + 0x000d1538 2066696c 6520666f 72207768 61742074 file for what t │ │ │ │ + 0x000d1548 68652072 65747572 6e207661 6c65206d he return vale m │ │ │ │ + 0x000d1558 65616e73 2e000000 54686520 63616c6c eans....The call │ │ │ │ + 0x000d1568 20746f20 63754576 656e7444 65737472 to cuEventDestr │ │ │ │ + 0x000d1578 6f792066 61696c65 642e2054 68697320 oy failed. This │ │ │ │ + 0x000d1588 69732061 20756e72 65636f76 65726162 is a unrecoverab │ │ │ │ + 0x000d1598 6c652065 72726f72 20616e64 2077696c le error and wil │ │ │ │ + 0x000d15a8 6c000000 00000000 20206375 4576656e l....... cuEven │ │ │ │ + 0x000d15b8 74446573 74726f79 20726574 75726e20 tDestroy return │ │ │ │ + 0x000d15c8 76616c75 653a2020 20256400 00000000 value: %d..... │ │ │ │ + 0x000d15d8 54686520 63616c6c 20746f20 63755374 The call to cuSt │ │ │ │ + 0x000d15e8 7265616d 57616974 4576656e 74206661 reamWaitEvent fa │ │ │ │ + 0x000d15f8 696c6564 2e205468 69732069 73206120 iled. This is a │ │ │ │ + 0x000d1608 756e7265 636f7665 7261626c 65206572 unrecoverable er │ │ │ │ + 0x000d1618 726f7220 616e6420 77696c6c 00000000 ror and will.... │ │ │ │ + 0x000d1628 20206375 53747265 616d5761 69744576 cuStreamWaitEv │ │ │ │ + 0x000d1638 656e7420 72657475 726e2076 616c7565 ent return value │ │ │ │ + 0x000d1648 3a202020 25640000 54686520 63616c6c : %d..The call │ │ │ │ + 0x000d1658 20746f20 63754970 634f7065 6e457665 to cuIpcOpenEve │ │ │ │ + 0x000d1668 6e744861 6e646c65 20666169 6c65642e ntHandle failed. │ │ │ │ + 0x000d1678 20546869 73206973 20612075 6e726563 This is a unrec │ │ │ │ + 0x000d1688 6f766572 61626c65 20657272 6f722061 overable error a │ │ │ │ + 0x000d1698 6e642077 696c6c00 20206375 4970634f nd will. cuIpcO │ │ │ │ + 0x000d16a8 70656e45 76656e74 48616e64 6c652072 penEventHandle r │ │ │ │ + 0x000d16b8 65747572 6e207661 6c75653a 20202025 eturn value: % │ │ │ │ + 0x000d16c8 64000000 00000000 54686520 63616c6c d.......The call │ │ │ │ + 0x000d16d8 20746f20 63754970 63476574 4576656e to cuIpcGetEven │ │ │ │ + 0x000d16e8 7448616e 646c6520 6661696c 65642e20 tHandle failed. │ │ │ │ + 0x000d16f8 54686973 20697320 6120756e 7265636f This is a unreco │ │ │ │ + 0x000d1708 76657261 626c6520 6572726f 7220616e verable error an │ │ │ │ + 0x000d1718 64207769 6c6c0000 20206375 49706347 d will.. cuIpcG │ │ │ │ + 0x000d1728 65744576 656e7448 616e646c 65207265 etEventHandle re │ │ │ │ + 0x000d1738 7475726e 2076616c 75653a20 20202564 turn value: %d │ │ │ │ + 0x000d1748 00000000 00000000 54686520 63616c6c ........The call │ │ │ │ + 0x000d1758 20746f20 63754576 656e7453 796e6368 to cuEventSynch │ │ │ │ + 0x000d1768 726f6e69 7a652066 61696c65 642e2054 ronize failed. T │ │ │ │ + 0x000d1778 68697320 69732068 6967686c 7920756e his is highly un │ │ │ │ + 0x000d1788 75737561 6c20616e 64207368 6f756c64 usual and should │ │ │ │ + 0x000d1798 00000000 00000000 20206375 4576656e ........ cuEven │ │ │ │ + 0x000d17a8 7453796e 6368726f 6e697a65 20726574 tSynchronize ret │ │ │ │ + 0x000d17b8 75726e20 76616c75 653a2020 20202025 urn value: % │ │ │ │ + 0x000d17c8 64000000 00000000 54686520 63616c6c d.......The call │ │ │ │ + 0x000d17d8 20746f20 63754576 656e7451 75657279 to cuEventQuery │ │ │ │ + 0x000d17e8 20666169 6c65642e 20546869 73206973 failed. This is │ │ │ │ + 0x000d17f8 20612075 6e726563 6f766572 61626c65 a unrecoverable │ │ │ │ + 0x000d1808 20657272 6f722061 6e642077 696c6c00 error and will. │ │ │ │ + 0x000d1818 20206375 4576656e 74517565 72792072 cuEventQuery r │ │ │ │ + 0x000d1828 65747572 6e207661 6c75653a 20202025 eturn value: % │ │ │ │ + 0x000d1838 64000000 00000000 54686520 63616c6c d.......The call │ │ │ │ + 0x000d1848 20746f20 63754576 656e7452 65636f72 to cuEventRecor │ │ │ │ + 0x000d1858 64206661 696c6564 2e205468 69732069 d failed. This i │ │ │ │ + 0x000d1868 73206120 756e7265 636f7665 7261626c s a unrecoverabl │ │ │ │ + 0x000d1878 65206572 726f7220 616e6420 77696c6c e error and will │ │ │ │ + 0x000d1888 00000000 00000000 2020486f 73746e61 ........ Hostna │ │ │ │ + 0x000d1898 6d653a20 20202020 20202020 20202020 me: │ │ │ │ + 0x000d18a8 20202020 20202020 25730000 00000000 %s...... │ │ │ │ + 0x000d18b8 20206375 4576656e 74526563 6f726420 cuEventRecord │ │ │ │ + 0x000d18c8 72657475 726e2076 616c7565 3a202020 return value: │ │ │ │ + 0x000d18d8 25640000 00000000 54686520 63616c6c %d......The call │ │ │ │ + 0x000d18e8 20746f20 63754576 656e7443 72656174 to cuEventCreat │ │ │ │ + 0x000d18f8 65206661 696c6564 2e205468 69732069 e failed. This i │ │ │ │ + 0x000d1908 73206120 756e7265 636f7665 7261626c s a unrecoverabl │ │ │ │ + 0x000d1918 65206572 726f7220 616e6420 77696c6c e error and will │ │ │ │ + 0x000d1928 00000000 00000000 20206375 4576656e ........ cuEven │ │ │ │ + 0x000d1938 74437265 61746520 72657475 726e2076 tCreate return v │ │ │ │ + 0x000d1948 616c7565 3a202020 25640000 00000000 alue: %d...... │ │ │ │ + 0x000d1958 54686520 63616c6c 20746f20 63754d65 The call to cuMe │ │ │ │ + 0x000d1968 6d637079 4173796e 63206661 696c6564 mcpyAsync failed │ │ │ │ + 0x000d1978 2e205468 69732069 73206120 756e7265 . This is a unre │ │ │ │ + 0x000d1988 636f7665 7261626c 65206572 726f7220 coverable error │ │ │ │ + 0x000d1998 616e6420 77696c6c 00000000 00000000 and will........ │ │ │ │ + 0x000d19a8 20206375 4d656d63 70794173 796e6328 cuMemcpyAsync( │ │ │ │ + 0x000d19b8 25702c20 25702c20 25642920 72657475 %p, %p, %d) retu │ │ │ │ + 0x000d19c8 726e6564 2076616c 75652025 64000000 rned value %d... │ │ │ │ + 0x000d19d8 54686520 63616c6c 20746f20 63754970 The call to cuIp │ │ │ │ + 0x000d19e8 63436c6f 73654d65 6d48616e 646c6520 cCloseMemHandle │ │ │ │ + 0x000d19f8 6661696c 65642e20 54686973 20697320 failed. This is │ │ │ │ + 0x000d1a08 61207761 726e696e 6720616e 64207468 a warning and th │ │ │ │ + 0x000d1a18 65207072 6f677261 6d000000 00000000 e program....... │ │ │ │ + 0x000d1a28 77696c6c 20636f6e 74696e75 6520746f will continue to │ │ │ │ + 0x000d1a38 2072756e 2e000000 20206375 49706343 run.... cuIpcC │ │ │ │ + 0x000d1a48 6c6f7365 4d656d48 616e646c 65207265 loseMemHandle re │ │ │ │ + 0x000d1a58 7475726e 2076616c 75653a20 20202564 turn value: %d │ │ │ │ + 0x000d1a68 00000000 00000000 20206164 64726573 ........ addres │ │ │ │ + 0x000d1a78 733a2025 70000000 43686563 6b207468 s: %p...Check th │ │ │ │ + 0x000d1a88 65206375 64612e68 2066696c 6520666f e cuda.h file fo │ │ │ │ + 0x000d1a98 72207768 61742074 68652072 65747572 r what the retur │ │ │ │ + 0x000d1aa8 6e207661 6c756520 6d65616e 732e2050 n value means. P │ │ │ │ + 0x000d1ab8 65726861 70732061 20726562 6f6f7400 erhaps a reboot. │ │ │ │ + 0x000d1ac8 6f662074 6865206e 6f646520 77696c6c of the node will │ │ │ │ + 0x000d1ad8 20636c65 61722074 68652070 726f626c clear the probl │ │ │ │ + 0x000d1ae8 656d2e00 00000000 54686520 63616c6c em......The call │ │ │ │ + 0x000d1af8 20746f20 63754970 634f7065 6e4d656d to cuIpcOpenMem │ │ │ │ + 0x000d1b08 48616e64 6c652066 61696c65 642e2054 Handle failed. T │ │ │ │ + 0x000d1b18 68697320 69732061 6e20756e 7265636f his is an unreco │ │ │ │ + 0x000d1b28 76657261 626c6520 6572726f 72000000 verable error... │ │ │ │ + 0x000d1b38 616e6420 77696c6c 20636175 73652074 and will cause t │ │ │ │ + 0x000d1b48 68652070 726f6772 616d2074 6f206162 he program to ab │ │ │ │ + 0x000d1b58 6f72742e 00000000 2020486f 73746e61 ort..... Hostna │ │ │ │ + 0x000d1b68 6d653a20 20202020 20202020 20202020 me: │ │ │ │ + 0x000d1b78 20202020 20202020 20202020 25730000 %s.. │ │ │ │ + 0x000d1b88 20206375 4970634f 70656e4d 656d4861 cuIpcOpenMemHa │ │ │ │ + 0x000d1b98 6e646c65 20726574 75726e20 76616c75 ndle return valu │ │ │ │ + 0x000d1ba8 653a2020 25640000 20206164 64726573 e: %d.. addres │ │ │ │ + 0x000d1bb8 733a2020 20202020 20202020 20202020 s: │ │ │ │ + 0x000d1bc8 20202020 20202020 20202020 25700000 %p.. │ │ │ │ + 0x000d1bd8 43686563 6b207468 65206375 64612e68 Check the cuda.h │ │ │ │ + 0x000d1be8 2066696c 6520666f 72207768 61742074 file for what t │ │ │ │ + 0x000d1bf8 68652072 65747572 6e207661 6c756520 he return value │ │ │ │ + 0x000d1c08 6d65616e 732e2041 20706f73 7369626c means. A possibl │ │ │ │ + 0x000d1c18 65206361 75736500 666f7220 74686973 e cause.for this │ │ │ │ + 0x000d1c28 20697320 6e6f7420 656e6f75 67682066 is not enough f │ │ │ │ + 0x000d1c38 72656520 64657669 6365206d 656d6f72 ree device memor │ │ │ │ + 0x000d1c48 792e2020 54727920 746f2072 65647563 y. Try to reduc │ │ │ │ + 0x000d1c58 65207468 65206465 76696365 00000000 e the device.... │ │ │ │ + 0x000d1c68 6d656d6f 72792066 6f6f7470 72696e74 memory footprint │ │ │ │ + 0x000d1c78 206f6620 796f7572 20617070 6c696361 of your applica │ │ │ │ + 0x000d1c88 74696f6e 2e000000 54686520 6c696272 tion....The libr │ │ │ │ + 0x000d1c98 61727920 68617320 65786365 65646564 ary has exceeded │ │ │ │ + 0x000d1ca8 20697473 206e756d 62657220 6f66206f its number of o │ │ │ │ + 0x000d1cb8 75747374 616e6469 6e672065 76656e74 utstanding event │ │ │ │ + 0x000d1cc8 2068616e 646c6573 2e000000 00000000 handles........ │ │ │ │ + 0x000d1cd8 466f7220 62657474 65722070 6572666f For better perfo │ │ │ │ + 0x000d1ce8 726d616e 63652c20 74686973 206e756d rmance, this num │ │ │ │ + 0x000d1cf8 62657220 73686f75 6c642062 6520696e ber should be in │ │ │ │ + 0x000d1d08 63726561 7365642e 00000000 00000000 creased......... │ │ │ │ + 0x000d1d18 20204375 7272656e 74206d61 78696d75 Current maximu │ │ │ │ + 0x000d1d28 6d206861 6e646c65 733a2020 20253464 m handles: %4d │ │ │ │ + 0x000d1d38 00000000 00000000 20205375 67676573 ........ Sugges │ │ │ │ + 0x000d1d48 74656420 6e657720 6d617869 6d756d3a ted new maximum: │ │ │ │ + 0x000d1d58 20202020 20253464 00000000 00000000 %4d........ │ │ │ │ + 0x000d1d68 52657275 6e207769 7468202d 2d6d6361 Rerun with --mca │ │ │ │ + 0x000d1d78 206d7069 5f636f6d 6d6f6e5f 63756461 mpi_common_cuda │ │ │ │ + 0x000d1d88 5f657665 6e745f6d 61782025 64000000 _event_max %d... │ │ │ │ + 0x000d1d98 54686520 63616c6c 20746f20 63754d65 The call to cuMe │ │ │ │ + 0x000d1da8 6d476574 41646472 65737352 616e6765 mGetAddressRange │ │ │ │ + 0x000d1db8 20666169 6c656420 64757269 6e672074 failed during t │ │ │ │ + 0x000d1dc8 68652047 50552052 444d4120 70726f74 he GPU RDMA prot │ │ │ │ + 0x000d1dd8 6f636f6c 2e000000 2020486f 73743a20 ocol.... Host: │ │ │ │ + 0x000d1de8 20257300 00000000 20206375 4d656d47 %s..... cuMemG │ │ │ │ + 0x000d1df8 65744164 64726573 7352616e 67652072 etAddressRange r │ │ │ │ + 0x000d1e08 65747572 6e207661 6c75653a 20202564 eturn value: %d │ │ │ │ + 0x000d1e18 00000000 00000000 20206164 64726573 ........ addres │ │ │ │ + 0x000d1e28 733a2020 25700000 43686563 6b207468 s: %p..Check th │ │ │ │ + 0x000d1e38 65206375 64612e68 2066696c 6520666f e cuda.h file fo │ │ │ │ + 0x000d1e48 72207768 61742074 68652072 65747572 r what the retur │ │ │ │ + 0x000d1e58 6e207661 6c756520 6d65616e 732e2054 n value means. T │ │ │ │ + 0x000d1e68 68697320 69732068 6967686c 79000000 his is highly... │ │ │ │ + 0x000d1e78 756e7573 75616c20 616e6420 73686f75 unusual and shou │ │ │ │ + 0x000d1e88 6c64206e 6f742068 61707065 6e2e2054 ld not happen. T │ │ │ │ + 0x000d1e98 68652070 726f6772 616d2077 696c6c20 he program will │ │ │ │ + 0x000d1ea8 70726f62 61626c79 2061626f 72742e00 probably abort.. │ │ │ │ + 0x000d1eb8 54686520 63616c6c 20746f20 63754d65 The call to cuMe │ │ │ │ + 0x000d1ec8 6d476574 41646472 65737352 616e6765 mGetAddressRange │ │ │ │ + 0x000d1ed8 20666169 6c65642e 20546869 73206d65 failed. This me │ │ │ │ + 0x000d1ee8 616e7320 74686520 47505520 52444d41 ans the GPU RDMA │ │ │ │ + 0x000d1ef8 2070726f 746f636f 6c000000 00000000 protocol....... │ │ │ │ + 0x000d1f08 63616e6e 6f742062 65207573 65642e00 cannot be used.. │ │ │ │ + 0x000d1f18 20206375 4d656d47 65744164 64726573 cuMemGetAddres │ │ │ │ + 0x000d1f28 7352616e 67652072 65747572 6e207661 sRange return va │ │ │ │ + 0x000d1f38 6c75653a 20202025 64000000 00000000 lue: %d....... │ │ │ │ + 0x000d1f48 54686520 63616c6c 20746f20 63754970 The call to cuIp │ │ │ │ + 0x000d1f58 63476574 4d656d48 616e646c 65206661 cGetMemHandle fa │ │ │ │ + 0x000d1f68 696c6564 2e205468 6973206d 65616e73 iled. This means │ │ │ │ + 0x000d1f78 20746865 20475055 2052444d 41207072 the GPU RDMA pr │ │ │ │ + 0x000d1f88 6f746f63 6f6c0000 20206375 49706347 otocol.. cuIpcG │ │ │ │ + 0x000d1f98 65744d65 6d48616e 646c6520 72657475 etMemHandle retu │ │ │ │ + 0x000d1fa8 726e2076 616c7565 3a202020 25640000 rn value: %d.. │ │ │ │ + 0x000d1fb8 54686520 63616c6c 20746f20 63754d65 The call to cuMe │ │ │ │ + 0x000d1fc8 6d486f73 74526567 69737465 72282570 mHostRegister(%p │ │ │ │ + 0x000d1fd8 29206661 696c6564 2e000000 00000000 ) failed........ │ │ │ │ + 0x000d1fe8 20206375 4d656d48 6f737455 6e726567 cuMemHostUnreg │ │ │ │ + 0x000d1ff8 69737465 72207265 7475726e 2076616c ister return val │ │ │ │ + 0x000d2008 75653a20 20256400 54686520 63616c6c ue: %d.The call │ │ │ │ + 0x000d2018 20746f20 63754d65 6d486f73 74526567 to cuMemHostReg │ │ │ │ + 0x000d2028 69737465 72282570 2c202564 2c203029 ister(%p, %d, 0) │ │ │ │ + 0x000d2038 20666169 6c65642e 00000000 00000000 failed......... │ │ │ │ + 0x000d2048 20206375 4d656d48 6f737452 65676973 cuMemHostRegis │ │ │ │ + 0x000d2058 74657220 72657475 726e2076 616c7565 ter return value │ │ │ │ + 0x000d2068 3a202025 64000000 20205265 67697374 : %d... Regist │ │ │ │ + 0x000d2078 72617469 6f6e2063 61636865 3a202025 ration cache: % │ │ │ │ + 0x000d2088 73000000 00000000 5741524e 494e473a s.......WARNING: │ │ │ │ + 0x000d2098 20546865 2063616c 6c20746f 20637543 The call to cuC │ │ │ │ + 0x000d20a8 74784765 74446576 69636528 29206661 txGetDevice() fa │ │ │ │ + 0x000d20b8 696c6564 2e000000 20206375 43747847 iled.... cuCtxG │ │ │ │ + 0x000d20c8 65744465 76696365 20726574 75726e20 etDevice return │ │ │ │ + 0x000d20d8 76616c75 653a2020 20256400 00000000 value: %d..... │ │ │ │ + 0x000d20e8 4e4f5445 3a20596f 75206361 6e207475 NOTE: You can tu │ │ │ │ + 0x000d20f8 726e206f 66662074 68697320 7761726e rn off this warn │ │ │ │ + 0x000d2108 696e6720 62792073 65747469 6e672074 ing by setting t │ │ │ │ + 0x000d2118 6865204d 43412070 6172616d 65746572 he MCA parameter │ │ │ │ + 0x000d2128 00000000 00000000 20202020 20206d70 ........ mp │ │ │ │ + 0x000d2138 695f636f 6d6d6f6e 5f637564 615f7761 i_common_cuda_wa │ │ │ │ + 0x000d2148 726e696e 6720746f 20302e00 00000000 rning to 0...... │ │ │ │ + 0x000d2158 5741524e 494e473a 20546865 2063616c WARNING: The cal │ │ │ │ + 0x000d2168 6c20746f 20637543 74784765 74437572 l to cuCtxGetCur │ │ │ │ + 0x000d2178 72656e74 28292066 61696c65 64207768 rent() failed wh │ │ │ │ + 0x000d2188 696c6520 61747465 6d707469 6e672074 ile attempting t │ │ │ │ + 0x000d2198 6f207265 67697374 65720000 00000000 o register...... │ │ │ │ + 0x000d21a8 696e7465 726e616c 206d656d 6f727920 internal memory │ │ │ │ + 0x000d21b8 77697468 20746865 20435544 4120656e with the CUDA en │ │ │ │ + 0x000d21c8 7669726f 6e6d656e 742e2020 54686520 vironment. The │ │ │ │ + 0x000d21d8 70726f67 72616d20 77696c6c 20636f6e program will con │ │ │ │ + 0x000d21e8 74696e75 6520746f 2072756e 2c000000 tinue to run,... │ │ │ │ + 0x000d21f8 62757420 74686520 70657266 6f726d61 but the performa │ │ │ │ + 0x000d2208 6e636520 6f662047 5055206d 656d6f72 nce of GPU memor │ │ │ │ + 0x000d2218 79207472 616e7366 65727320 6d617920 y transfers may │ │ │ │ + 0x000d2228 62652072 65647563 65642e20 20546869 be reduced. Thi │ │ │ │ + 0x000d2238 73206661 696c7572 65000000 00000000 s failure....... │ │ │ │ + 0x000d2248 696e6469 63617465 73207468 61742074 indicates that t │ │ │ │ + 0x000d2258 68657265 20697320 6e6f2043 55444120 here is no CUDA │ │ │ │ + 0x000d2268 636f6e74 65787420 7965742e 2020546f context yet. To │ │ │ │ + 0x000d2278 20656c69 6d696e61 74652074 68697320 eliminate this │ │ │ │ + 0x000d2288 7761726e 696e672c 00000000 00000000 warning,........ │ │ │ │ + 0x000d2298 656e7375 72652074 68617420 74686572 ensure that ther │ │ │ │ + 0x000d22a8 65206973 20612043 55444120 636f6e74 e is a CUDA cont │ │ │ │ + 0x000d22b8 65787420 7072696f 7220746f 2063616c ext prior to cal │ │ │ │ + 0x000d22c8 6c696e67 204d5049 5f496e69 742e0000 ling MPI_Init... │ │ │ │ + 0x000d22d8 62757420 74686520 70657266 6f726d61 but the performa │ │ │ │ + 0x000d22e8 6e636520 6f662047 5055206d 656d6f72 nce of GPU memor │ │ │ │ + 0x000d22f8 79207472 616e7366 65727320 6d617920 y transfers may │ │ │ │ + 0x000d2308 62652072 65647563 65642e00 00000000 be reduced...... │ │ │ │ + 0x000d2318 20206375 43747847 65744375 7272656e cuCtxGetCurren │ │ │ │ + 0x000d2328 74207265 7475726e 2076616c 75653a20 t return value: │ │ │ │ + 0x000d2338 20202564 00000000 696e6469 63617465 %d....indicate │ │ │ │ + 0x000d2348 73207468 61742074 68652043 55444120 s that the CUDA │ │ │ │ + 0x000d2358 656e7669 726f6e6d 656e7420 6973206e environment is n │ │ │ │ + 0x000d2368 6f742079 65742069 6e697469 616c697a ot yet initializ │ │ │ │ + 0x000d2378 65642e20 20546f20 656c696d 696e6174 ed. To eliminat │ │ │ │ + 0x000d2388 65000000 00000000 74686973 20776172 e.......this war │ │ │ │ + 0x000d2398 6e696e67 2c20656e 73757265 20746861 ning, ensure tha │ │ │ │ + 0x000d23a8 74204355 44412069 7320696e 69746961 t CUDA is initia │ │ │ │ + 0x000d23b8 6c697a65 64207072 696f7220 746f2063 lized prior to c │ │ │ │ + 0x000d23c8 616c6c69 6e67204d 50495f49 6e69742e alling MPI_Init. │ │ │ │ + 0x000d23d8 00000000 00000000 616c6967 6e656420 ........aligned │ │ │ │ + 0x000d23e8 62756666 65722074 6f6f206c 61726765 buffer too large │ │ │ │ + 0x000d23f8 00000000 00000000 4552524f 523a2052 ........ERROR: R │ │ │ │ + 0x000d2408 65717565 73746564 20616c69 676e6564 equested aligned │ │ │ │ + 0x000d2418 20627566 66657220 73697a65 20257a75 buffer size %zu │ │ │ │ + 0x000d2428 20657863 65656473 206c696d 6974206f exceeds limit o │ │ │ │ + 0x000d2438 6620257a 75000000 436f6e73 69646572 f %zu...Consider │ │ │ │ + 0x000d2448 20736574 74696e67 20222573 2220746f setting "%s" to │ │ │ │ + 0x000d2458 20256400 00000000 4552524f 523a2052 %d.....ERROR: R │ │ │ │ + 0x000d2468 65717565 73746564 20627566 66657220 equested buffer │ │ │ │ + 0x000d2478 73697a65 20257a75 20657863 65656473 size %zu exceeds │ │ │ │ + 0x000d2488 206c696d 6974206f 6620257a 75000000 limit of %zu... │ │ │ │ + 0x000d2498 6d6d6170 20746f6f 20736d61 6c6c0000 mmap too small.. │ │ │ │ + 0x000d24a8 4f70656e 204d5049 20726571 75657374 Open MPI request │ │ │ │ + 0x000d24b8 65642061 20736861 72656420 6d656d6f ed a shared memo │ │ │ │ + 0x000d24c8 72792073 65676d65 6e742074 68617420 ry segment that │ │ │ │ + 0x000d24d8 77617320 746f6f20 736d616c 6c20746f was too small to │ │ │ │ + 0x000d24e8 20646f00 00000000 616e7974 68696e67 do.....anything │ │ │ │ + 0x000d24f8 20757365 66756c2e 20205468 69732069 useful. This i │ │ │ │ + 0x000d2508 73206c69 6b656c79 20616e20 6572726f s likely an erro │ │ │ │ + 0x000d2518 7220696e 204f7065 6e204d50 49206974 r in Open MPI it │ │ │ │ + 0x000d2528 73656c66 2e202049 6620796f 75000000 self. If you... │ │ │ │ + 0x000d2538 73656520 74686973 20657272 6f722c20 see this error, │ │ │ │ + 0x000d2548 796f7520 73686f75 6c642073 65652069 you should see i │ │ │ │ + 0x000d2558 66207468 65726520 69732061 6e207570 f there is an up │ │ │ │ + 0x000d2568 64617465 20617661 696c6162 6c652066 date available f │ │ │ │ + 0x000d2578 6f720000 00000000 4f70656e 204d5049 or......Open MPI │ │ │ │ + 0x000d2588 2c20616e 64206966 206e6f74 2c20636f , and if not, co │ │ │ │ + 0x000d2598 6e746163 74207468 65204f70 656e204d ntact the Open M │ │ │ │ + 0x000d25a8 50492064 6576656c 6f706572 732e0000 PI developers... │ │ │ │ + 0x000d25b8 20204c6f 63616c20 686f7374 3a202020 Local host: │ │ │ │ + 0x000d25c8 20202020 20257300 20205265 71756573 %s. Reques │ │ │ │ + 0x000d25d8 74656420 73697a65 3a202020 2025756c ted size: %ul │ │ │ │ + 0x000d25e8 00000000 00000000 2020436f 6e74726f ........ Contro │ │ │ │ + 0x000d25f8 6c207365 67207369 7a653a20 2025756c l seg size: %ul │ │ │ │ + 0x000d2608 00000000 00000000 20204461 74612073 ........ Data s │ │ │ │ + 0x000d2618 65672061 6c69676e 6d656e74 3a202575 eg alignment: %u │ │ │ │ + 0x000d2628 6c000000 00000000 41206361 6c6c2074 l.......A call t │ │ │ │ + 0x000d2638 6f20616c 6c6f6361 7465206d 656d6f72 o allocate memor │ │ │ │ + 0x000d2648 79207769 7468696e 20746865 20554243 y within the UBC │ │ │ │ + 0x000d2658 4c207375 70706f72 74206661 696c6564 L support failed │ │ │ │ + 0x000d2668 2e202054 68697320 69730000 00000000 . This is...... │ │ │ │ + 0x000d2678 54686520 6c696272 61727920 61747465 The library atte │ │ │ │ + 0x000d2688 6d707465 6420746f 206f7065 6e207468 mpted to open th │ │ │ │ + 0x000d2698 6520666f 6c6c6f77 696e6720 5542434c e following UBCL │ │ │ │ + 0x000d26a8 206c6962 72617269 65732c00 00000000 libraries,..... │ │ │ │ + 0x000d26b8 62757420 65616368 206f6620 7468656d but each of them │ │ │ │ + 0x000d26c8 20666169 6c65642e 20554243 4c206361 failed. UBCL ca │ │ │ │ + 0x000d26d8 6e6e6f74 20626520 75736564 2e000000 nnot be used.... │ │ │ │ + 0x000d26e8 49662079 6f75206e 65656420 746f2075 If you need to u │ │ │ │ + 0x000d26f8 73652055 42434c2c 20746865 6e207472 se UBCL, then tr │ │ │ │ + 0x000d2708 79207365 7474696e 67204c44 5f4c4942 y setting LD_LIB │ │ │ │ + 0x000d2718 52415259 5f504154 4820746f 20746865 RARY_PATH to the │ │ │ │ + 0x000d2728 206c6f63 6174696f 6e000000 00000000 location....... │ │ │ │ + 0x000d2738 6f66206c 69627562 636c2e73 6f20746f of libubcl.so to │ │ │ │ + 0x000d2748 20676574 20706173 73656420 74686973 get passed this │ │ │ │ + 0x000d2758 20697373 75652e00 202d2d64 69736162 issue.. --disab │ │ │ │ + 0x000d2768 6c652d64 6c6f7065 6e20666c 6167292c le-dlopen flag), │ │ │ │ + 0x000d2778 20616e64 20746865 7265666f 72652063 and therefore c │ │ │ │ + 0x000d2788 616e6e6f 74207574 696c697a 65205542 annot utilize UB │ │ │ │ + 0x000d2798 434c2073 7570706f 72742e00 00000000 CL support...... │ │ │ │ + 0x000d27a8 49662079 6f75206e 65656420 5542434c If you need UBCL │ │ │ │ + 0x000d27b8 20737570 706f7274 2c207265 636f6e66 support, reconf │ │ │ │ + 0x000d27c8 69677572 65204f70 656e204d 50492077 igure Open MPI w │ │ │ │ + 0x000d27d8 69746820 64796e61 6d696320 6c696272 ith dynamic libr │ │ │ │ + 0x000d27e8 61727920 73757070 6f727420 656e6162 ary support enab │ │ │ │ + 0x000d27f8 6c65642e 00000000 756e626f 756e645f led.....unbound_ │ │ │ │ + 0x000d2808 70726f63 65737300 7061636b 6167655f process.package_ │ │ │ │ + 0x000d2818 72616e6b 20666169 6c656400 00000000 rank failed..... │ │ │ │ + 0x000d2828 4f70656e 204d5049 2773204f 46492064 Open MPI's OFI d │ │ │ │ + 0x000d2838 72697665 72206465 74656374 6564206d river detected m │ │ │ │ + 0x000d2848 756c7469 706c6520 65717569 64697374 ultiple equidist │ │ │ │ + 0x000d2858 616e7420 4e494373 2066726f 6d207468 ant NICs from th │ │ │ │ + 0x000d2868 65206375 7272656e 74207072 6f636573 e current proces │ │ │ │ + 0x000d2878 732c0000 00000000 62757420 68616420 s,......but had │ │ │ │ + 0x000d2888 696e7375 66666963 69656e74 20696e66 insufficient inf │ │ │ │ + 0x000d2898 6f726d61 74696f6e 20746f20 656e7375 ormation to ensu │ │ │ │ + 0x000d28a8 7265204d 50492070 726f6365 73736573 re MPI processes │ │ │ │ + 0x000d28b8 20666169 726c7920 7069636b 2061204e fairly pick a N │ │ │ │ + 0x000d28c8 49432066 6f722075 73652e00 00000000 IC for use...... │ │ │ │ + 0x000d28d8 54686973 206d6179 206e6567 61746976 This may negativ │ │ │ │ + 0x000d28e8 656c7920 696d7061 63742070 6572666f ely impact perfo │ │ │ │ + 0x000d28f8 726d616e 63652e20 41206d6f 7265206d rmance. A more m │ │ │ │ + 0x000d2908 6f646572 6e20504d 49782073 65727665 odern PMIx serve │ │ │ │ + 0x000d2918 72206973 206e6563 65737361 72792074 r is necessary t │ │ │ │ + 0x000d2928 6f000000 00000000 7265736f 6c766520 o.......resolve │ │ │ │ + 0x000d2938 74686973 20697373 75652e00 00000000 this issue...... │ │ │ │ + 0x000d2948 4e6f7465 3a205468 6973206d 65737361 Note: This messa │ │ │ │ + 0x000d2958 67652069 73206469 73706c61 79656420 ge is displayed │ │ │ │ + 0x000d2968 6f6e6c79 20776865 6e207468 65204f46 only when the OF │ │ │ │ + 0x000d2978 4920636f 6d706f6e 656e7427 73207665 I component's ve │ │ │ │ + 0x000d2988 72626f73 69747920 6c657665 6c206973 rbosity level is │ │ │ │ + 0x000d2998 00000000 00000000 2564206f 72206869 ........%d or hi │ │ │ │ + 0x000d29a8 67686572 2e000000 4f70656e 204d5049 gher....Open MPI │ │ │ │ + 0x000d29b8 2773204f 46492064 72697665 72206465 's OFI driver de │ │ │ │ + 0x000d29c8 74656374 6564206d 756c7469 706c6520 tected multiple │ │ │ │ + 0x000d29d8 4e494373 206f6e20 74686520 73797374 NICs on the syst │ │ │ │ + 0x000d29e8 656d2062 75742063 616e6e6f 74207365 em but cannot se │ │ │ │ + 0x000d29f8 6c656374 20616e00 6f707469 6d616c20 lect an.optimal │ │ │ │ + 0x000d2a08 64657669 63652062 65636175 73652074 device because t │ │ │ │ + 0x000d2a18 68652063 75727265 6e742070 726f6365 he current proce │ │ │ │ + 0x000d2a28 73732069 73206e6f 7420626f 756e642e ss is not bound. │ │ │ │ + 0x000d2a38 20546869 73206d61 79206e65 67617469 This may negati │ │ │ │ + 0x000d2a48 76656c79 00000000 696d7061 63742070 vely....impact p │ │ │ │ + 0x000d2a58 6572666f 726d616e 63652e20 54686973 erformance. This │ │ │ │ + 0x000d2a68 2063616e 20626520 7265736f 6c766564 can be resolved │ │ │ │ + 0x000d2a78 20627920 73706563 69667969 6e672022 by specifying " │ │ │ │ + 0x000d2a88 2d2d6269 6e642d74 6f202e2e 2e22206f --bind-to ..." o │ │ │ │ + 0x000d2a98 6e000000 00000000 636f6d6d 616e6420 n.......command │ │ │ │ + 0x000d2aa8 6c696e65 2e000000 64657665 6c6f7065 line....develope │ │ │ │ + 0x000d2ab8 72207761 726e696e 673a2066 69656c64 r warning: field │ │ │ │ + 0x000d2ac8 20746f6f 206c6f6e 67000000 00000000 too long....... │ │ │ │ + 0x000d2ad8 416e2069 6e76616c 6964204d 43412070 An invalid MCA p │ │ │ │ + 0x000d2ae8 6172616d 65746572 20696e66 6f726d61 arameter informa │ │ │ │ + 0x000d2af8 74696f6e 206c6576 656c2077 61732073 tion level was s │ │ │ │ + 0x000d2b08 70656369 66696564 2e205661 6c696420 pecified. Valid │ │ │ │ + 0x000d2b18 76616c75 65732061 72650000 00000000 values are...... │ │ │ │ + 0x000d2b28 312d392e 00000000 20205661 6c75653a 1-9..... Value: │ │ │ │ + 0x000d2b38 20257300 00000000 54686520 73706563 %s.....The spec │ │ │ │ + 0x000d2b48 69666965 64206672 616d6577 6f726b20 ified framework │ │ │ │ + 0x000d2b58 636f756c 64206e6f 74206265 20666f75 could not be fou │ │ │ │ + 0x000d2b68 6e643a00 00000000 54686973 20636f75 nd:.....This cou │ │ │ │ + 0x000d2b78 6c642062 65206475 6520746f 2061206d ld be due to a m │ │ │ │ + 0x000d2b88 69737370 656c6c69 6e67206f 66207468 isspelling of th │ │ │ │ + 0x000d2b98 65206672 616d6577 6f726b20 6e616d65 e framework name │ │ │ │ + 0x000d2ba8 2c206f72 20626563 61757365 20737570 , or because sup │ │ │ │ + 0x000d2bb8 706f7274 00000000 666f7220 74686174 port....for that │ │ │ │ + 0x000d2bc8 20667261 6d65776f 726b2077 6173206e framework was n │ │ │ │ + 0x000d2bd8 6f742063 6f6e6669 67757265 6420696e ot configured in │ │ │ │ + 0x000d2be8 746f2074 68697320 76657273 696f6e20 to this version │ │ │ │ + 0x000d2bf8 6f66204f 4d50492e 20506c65 61736520 of OMPI. Please │ │ │ │ + 0x000d2c08 73656500 00000000 20206f6d 70695f69 see..... ompi_i │ │ │ │ + 0x000d2c18 6e666f20 2d2d636f 6e666967 00000000 nfo --config.... │ │ │ │ + 0x000d2c28 666f7220 61206675 6c6c2072 65706f72 for a full repor │ │ │ │ + 0x000d2c38 74206f66 20686f77 204f4d50 49207761 t of how OMPI wa │ │ │ │ + 0x000d2c48 7320636f 6e666967 75726564 2e000000 s configured.... │ │ │ │ + 0x000d2c58 2a2a2a2a 2a2a2a2a 2a2a2a2a 2a2a2a2a **************** │ │ │ │ + 0x000d2c68 2a2a2a2a 2a2a2a2a 2a2a2a2a 2a2a2a2a **************** │ │ │ │ + 0x000d2c78 2a2a2a2a 2a2a2a2a 2a2a2a2a 2a2a2a2a **************** │ │ │ │ + 0x000d2c88 2a2a2a2a 2a2a2a2a 2a2a2a2a 2a2a2a2a **************** │ │ │ │ + 0x000d2c98 2a2a2a2a 2a2a2a2a 2a2a0000 00000000 **********...... │ │ │ │ + 0x000d2ca8 2a2a2a20 44455645 4c4f5045 52205741 *** DEVELOPER WA │ │ │ │ + 0x000d2cb8 524e494e 473a2041 20666965 6c642069 RNING: A field i │ │ │ │ + 0x000d2cc8 6e206f6d 70695f69 6e666f20 6f757470 n ompi_info outp │ │ │ │ + 0x000d2cd8 75742069 7320746f 6f206c6f 6e672061 ut is too long a │ │ │ │ + 0x000d2ce8 6e640000 00000000 2a2a2a20 77696c6c nd......*** will │ │ │ │ + 0x000d2cf8 20617070 65617220 706f6f72 6c792069 appear poorly i │ │ │ │ + 0x000d2d08 6e207468 65207072 65747479 7072696e n the prettyprin │ │ │ │ + 0x000d2d18 74206f75 74707574 2e000000 00000000 t output........ │ │ │ │ + 0x000d2d28 2a2a2a00 00000000 2a2a2a20 20205661 ***.....*** Va │ │ │ │ + 0x000d2d38 6c75653a 20202020 20202225 73220000 lue: "%s".. │ │ │ │ + 0x000d2d48 2a2a2a20 20204d61 78206c65 6e677468 *** Max length │ │ │ │ + 0x000d2d58 3a202564 00000000 41206c69 62726172 : %d....A librar │ │ │ │ + 0x000d2d68 79206361 6c6c2075 6e657870 65637465 y call unexpecte │ │ │ │ + 0x000d2d78 646c7920 6661696c 65642e20 20546869 dly failed. Thi │ │ │ │ + 0x000d2d88 73206973 20612074 65726d69 6e616c20 s is a terminal │ │ │ │ + 0x000d2d98 6572726f 723b2070 6c656173 65000000 error; please... │ │ │ │ + 0x000d2da8 73686f77 20746869 73206d65 73736167 show this messag │ │ │ │ + 0x000d2db8 6520746f 20616e20 4f70656e 204d5049 e to an Open MPI │ │ │ │ + 0x000d2dc8 2077697a 6172643a 00000000 00000000 wizard:........ │ │ │ │ + 0x000d2dd8 20202020 20202020 4c696272 61727920 Library │ │ │ │ + 0x000d2de8 63616c6c 3a202573 00000000 00000000 call: %s........ │ │ │ │ + 0x000d2df8 20202020 20202020 20536f75 72636520 Source │ │ │ │ + 0x000d2e08 66696c65 3a202573 00000000 00000000 file: %s........ │ │ │ │ + 0x000d2e18 2020536f 75726365 206c696e 65206e75 Source line nu │ │ │ │ + 0x000d2e28 6d626572 3a202564 00000000 00000000 mber: %d........ │ │ │ │ + 0x000d2e38 41626f72 74696e67 2e2e2e00 00000000 Aborting........ │ │ │ │ + 0x000d2e48 54686520 6f6d7069 5f696e66 6f20636f The ompi_info co │ │ │ │ + 0x000d2e58 6d6d616e 64206361 6e206265 20757365 mmand can be use │ │ │ │ + 0x000d2e68 6420746f 2070726f 76696465 20646574 d to provide det │ │ │ │ + 0x000d2e78 61696c65 6420696e 666f726d 6174696f ailed informatio │ │ │ │ + 0x000d2e88 6e206f6e 00000000 796f7572 204f7065 n on....your Ope │ │ │ │ + 0x000d2e98 6e204d50 4920696e 7374616c 6c617469 n MPI installati │ │ │ │ + 0x000d2ea8 6f6e2e20 2053796e 7461783a 00000000 on. Syntax:.... │ │ │ │ + 0x000d2eb8 5741524e 494e473a 204b6579 20222573 WARNING: Key "%s │ │ │ │ + 0x000d2ec8 2220696e 206f7061 6c5f7661 725f6475 " in opal_var_du │ │ │ │ + 0x000d2ed8 6d705f63 6f6c6f72 204d4341 20706172 mp_color MCA par │ │ │ │ + 0x000d2ee8 616d6574 65720000 746f6b65 6e202225 ameter..token "% │ │ │ │ + 0x000d2ef8 73222069 7320756e 6b6e6f77 6e2c2069 s" is unknown, i │ │ │ │ + 0x000d2f08 676e6f72 696e672e 00000000 00000000 gnoring......... │ │ │ │ + 0x000d2f18 20205661 6c696420 6b657973 20617265 Valid keys are │ │ │ │ + 0x000d2f28 3a202573 00000000 5741524e 494e473a : %s....WARNING: │ │ │ │ + 0x000d2f38 20546f6b 656e2022 25732220 696e206f Token "%s" in o │ │ │ │ + 0x000d2f48 70616c5f 7661725f 64756d70 5f636f6c pal_var_dump_col │ │ │ │ + 0x000d2f58 6f72204d 43412070 6172616d 65746572 or MCA parameter │ │ │ │ + 0x000d2f68 00000000 00000000 6973206e 6f742069 ........is not i │ │ │ │ + 0x000d2f78 6e207468 65206578 70656374 65642022 n the expected " │ │ │ │ + 0x000d2f88 6b65793d 76616c75 65222066 6f726d61 key=value" forma │ │ │ │ + 0x000d2f98 742c2069 676e6f72 696e672e 00000000 t, ignoring..... │ │ │ │ + 0x000d2fa8 5741524e 494e473a 2043616e 6e6f7420 WARNING: Cannot │ │ │ │ + 0x000d2fb8 73657420 626f7468 20746865 204d4341 set both the MCA │ │ │ │ + 0x000d2fc8 20706172 616d6574 65727320 6f70616c parameters opal │ │ │ │ + 0x000d2fd8 5f6c6561 76655f70 696e6e65 64202861 _leave_pinned (a │ │ │ │ + 0x000d2fe8 2e6b2e61 2e2c0000 6d70695f 6c656176 .k.a.,..mpi_leav │ │ │ │ + 0x000d2ff8 655f7069 6e6e6564 2920616e 64206f70 e_pinned) and op │ │ │ │ + 0x000d3008 616c5f6c 65617665 5f70696e 6e65645f al_leave_pinned_ │ │ │ │ + 0x000d3018 70697065 6c696e65 2028612e 6b2e612e pipeline (a.k.a. │ │ │ │ + 0x000d3028 2c000000 00000000 6d70695f 6c656176 ,.......mpi_leav │ │ │ │ + 0x000d3038 655f7069 6e6e6564 5f706970 656c696e e_pinned_pipelin │ │ │ │ + 0x000d3048 65292074 6f202274 72756522 2e202044 e) to "true". D │ │ │ │ + 0x000d3058 65666175 6c74696e 6720746f 206d7069 efaulting to mpi │ │ │ │ + 0x000d3068 5f6c6561 76655f70 696e6e65 64000000 _leave_pinned... │ │ │ │ + 0x000d3078 4f4e4c59 2e000000 41207072 6f636573 ONLY....A proces │ │ │ │ + 0x000d3088 73206861 73206578 65637574 65642061 s has executed a │ │ │ │ + 0x000d3098 6e206f70 65726174 696f6e20 696e766f n operation invo │ │ │ │ + 0x000d30a8 6c76696e 67206120 63616c6c 20746f20 lving a call to │ │ │ │ + 0x000d30b8 74686500 00000000 22666f72 6b282922 the....."fork()" │ │ │ │ + 0x000d30c8 20737973 74656d20 63616c6c 20746f20 system call to │ │ │ │ + 0x000d30d8 63726561 74652061 20636869 6c642070 create a child p │ │ │ │ + 0x000d30e8 726f6365 73732e20 204f7065 6e204d50 rocess. Open MP │ │ │ │ + 0x000d30f8 49206973 20637572 72656e74 6c790000 I is currently.. │ │ │ │ + 0x000d3108 6f706572 6174696e 6720696e 20612063 operating in a c │ │ │ │ + 0x000d3118 6f6e6469 74696f6e 20746861 7420636f ondition that co │ │ │ │ + 0x000d3128 756c6420 72657375 6c742069 6e206d65 uld result in me │ │ │ │ + 0x000d3138 6d6f7279 20636f72 72757074 696f6e20 mory corruption │ │ │ │ + 0x000d3148 6f720000 00000000 6f746865 72207379 or......other sy │ │ │ │ + 0x000d3158 7374656d 20657272 6f72733b 20796f75 stem errors; you │ │ │ │ + 0x000d3168 72206a6f 62206d61 79206861 6e672c20 r job may hang, │ │ │ │ + 0x000d3178 63726173 682c206f 72207072 6f647563 crash, or produc │ │ │ │ + 0x000d3188 65207369 6c656e74 00000000 00000000 e silent........ │ │ │ │ + 0x000d3198 64617461 20636f72 72757074 696f6e2e data corruption. │ │ │ │ + 0x000d31a8 20205468 65207573 65206f66 20666f72 The use of for │ │ │ │ + 0x000d31b8 6b282920 286f7220 73797374 656d2829 k() (or system() │ │ │ │ + 0x000d31c8 206f7220 6f746865 72206361 6c6c7320 or other calls │ │ │ │ + 0x000d31d8 74686174 00000000 63726561 74652063 that....create c │ │ │ │ + 0x000d31e8 68696c64 2070726f 63657373 65732920 hild processes) │ │ │ │ + 0x000d31f8 69732073 74726f6e 676c7920 64697363 is strongly disc │ │ │ │ + 0x000d3208 6f757261 6765642e 00000000 00000000 ouraged......... │ │ │ │ + 0x000d3218 54686520 70726f63 65737320 74686174 The process that │ │ │ │ + 0x000d3228 20696e76 6f6b6564 20666f72 6b207761 invoked fork wa │ │ │ │ + 0x000d3238 733a0000 00000000 20204c6f 63616c20 s:...... Local │ │ │ │ + 0x000d3248 686f7374 3a202020 20202020 20202025 host: % │ │ │ │ + 0x000d3258 73202850 49442025 64290000 00000000 s (PID %d)...... │ │ │ │ + 0x000d3268 49662079 6f752061 7265202a 6162736f If you are *abso │ │ │ │ + 0x000d3278 6c757465 6c792073 7572652a 20746861 lutely sure* tha │ │ │ │ + 0x000d3288 7420796f 75722061 70706c69 63617469 t your applicati │ │ │ │ + 0x000d3298 6f6e2077 696c6c20 73756363 65737366 on will successf │ │ │ │ + 0x000d32a8 756c6c79 00000000 616e6420 636f7272 ully....and corr │ │ │ │ + 0x000d32b8 6563746c 79207375 72766976 65206120 ectly survive a │ │ │ │ + 0x000d32c8 63616c6c 20746f20 666f726b 28292c20 call to fork(), │ │ │ │ + 0x000d32d8 796f7520 6d617920 64697361 626c6520 you may disable │ │ │ │ + 0x000d32e8 74686973 20776172 6e696e67 00000000 this warning.... │ │ │ │ + 0x000d32f8 62792073 65747469 6e672074 6865206d by setting the m │ │ │ │ + 0x000d3308 70695f77 61726e5f 6f6e5f66 6f726b20 pi_warn_on_fork │ │ │ │ + 0x000d3318 4d434120 70617261 6d657465 7220746f MCA parameter to │ │ │ │ + 0x000d3328 20302e00 00000000 4974206c 6f6f6b73 0......It looks │ │ │ │ + 0x000d3338 206c696b 65206f70 616c5f69 6e697420 like opal_init │ │ │ │ + 0x000d3348 6661696c 65642066 6f722073 6f6d6520 failed for some │ │ │ │ + 0x000d3358 72656173 6f6e3b20 796f7572 20706172 reason; your par │ │ │ │ + 0x000d3368 616c6c65 6c207072 6f636573 73206973 allel process is │ │ │ │ + 0x000d3378 00000000 00000000 6c696b65 6c792074 ........likely t │ │ │ │ + 0x000d3388 6f206162 6f72742e 20205468 65726520 o abort. There │ │ │ │ + 0x000d3398 61726520 6d616e79 20726561 736f6e73 are many reasons │ │ │ │ + 0x000d33a8 20746861 74206120 70617261 6c6c656c that a parallel │ │ │ │ + 0x000d33b8 2070726f 63657373 2063616e 00000000 process can.... │ │ │ │ + 0x000d33c8 6661696c 20647572 696e6720 6f70616c fail during opal │ │ │ │ + 0x000d33d8 5f696e69 743b2073 6f6d6520 6f662077 _init; some of w │ │ │ │ + 0x000d33e8 68696368 20617265 20647565 20746f20 hich are due to │ │ │ │ + 0x000d33f8 636f6e66 69677572 6174696f 6e206f72 configuration or │ │ │ │ + 0x000d3408 00000000 00000000 656e7669 726f6e6d ........environm │ │ │ │ + 0x000d3418 656e7420 70726f62 6c656d73 2e202054 ent problems. T │ │ │ │ + 0x000d3428 68697320 6661696c 75726520 61707065 his failure appe │ │ │ │ + 0x000d3438 61727320 746f2062 6520616e 20696e74 ars to be an int │ │ │ │ + 0x000d3448 65726e61 6c206661 696c7572 653b0000 ernal failure;.. │ │ │ │ + 0x000d3458 68657265 27732073 6f6d6520 61646469 here's some addi │ │ │ │ + 0x000d3468 74696f6e 616c2069 6e666f72 6d617469 tional informati │ │ │ │ + 0x000d3478 6f6e2028 77686963 68206d61 79206f6e on (which may on │ │ │ │ + 0x000d3488 6c792062 65207265 6c657661 6e742074 ly be relevant t │ │ │ │ + 0x000d3498 6f20616e 00000000 4f70656e 204d5049 o an....Open MPI │ │ │ │ + 0x000d34a8 20646576 656c6f70 6572293a 00000000 developer):.... │ │ │ │ + 0x000d34b8 20202573 20666169 6c656400 00000000 %s failed..... │ │ │ │ + 0x000d34c8 20202d2d 3e205265 7475726e 65642076 --> Returned v │ │ │ │ + 0x000d34d8 616c7565 20256420 696e7374 65616420 alue %d instead │ │ │ │ + 0x000d34e8 6f66204f 50414c5f 53554343 45535300 of OPAL_SUCCESS. │ │ │ │ + 0x000d34f8 6d70692d 61626f72 74000000 00000000 mpi-abort....... │ │ │ │ + 0x000d3508 4d504920 66756e63 74696f6e 206e6f74 MPI function not │ │ │ │ + 0x000d3518 20737570 706f7274 65640000 00000000 supported...... │ │ │ │ + 0x000d3528 596f7572 20617070 6c696361 74696f6e Your application │ │ │ │ + 0x000d3538 20686173 20696e76 6f6b6564 20616e20 has invoked an │ │ │ │ + 0x000d3548 4d504920 66756e63 74696f6e 20746861 MPI function tha │ │ │ │ + 0x000d3558 74206973 206e6f74 20737570 706f7274 t is not support │ │ │ │ + 0x000d3568 65642069 6e000000 74686973 20656e76 ed in...this env │ │ │ │ + 0x000d3578 69726f6e 6d656e74 2e000000 00000000 ironment........ │ │ │ │ + 0x000d3588 20204d50 49206675 6e637469 6f6e3a20 MPI function: │ │ │ │ + 0x000d3598 25730000 00000000 20205265 61736f6e %s...... Reason │ │ │ │ + 0x000d35a8 3a202020 20202020 25730000 00000000 : %s...... │ │ │ │ + 0x000d35b8 4d50495f 41424f52 54207761 7320696e MPI_ABORT was in │ │ │ │ + 0x000d35c8 766f6b65 64206f6e 2072616e 6b202564 voked on rank %d │ │ │ │ + 0x000d35d8 20696e20 636f6d6d 756e6963 61746f72 in communicator │ │ │ │ + 0x000d35e8 20257300 00000000 20205072 6f633a20 %s..... Proc: │ │ │ │ + 0x000d35f8 25730000 00000000 20204572 726f7263 %s...... Errorc │ │ │ │ + 0x000d3608 6f64653a 20256400 4e4f5445 3a20696e ode: %d.NOTE: in │ │ │ │ + 0x000d3618 766f6b69 6e67204d 50495f41 424f5254 voking MPI_ABORT │ │ │ │ + 0x000d3628 20636175 73657320 4f70656e 204d5049 causes Open MPI │ │ │ │ + 0x000d3638 20746f20 6b696c6c 20616c6c 204d5049 to kill all MPI │ │ │ │ + 0x000d3648 2070726f 63657373 65732e00 00000000 processes...... │ │ │ │ + 0x000d3658 596f7520 6d617920 6f72206d 6179206e You may or may n │ │ │ │ + 0x000d3668 6f742073 6565206f 75747075 74206672 ot see output fr │ │ │ │ + 0x000d3678 6f6d206f 74686572 2070726f 63657373 om other process │ │ │ │ + 0x000d3688 65732c20 64657065 6e64696e 67206f6e es, depending on │ │ │ │ + 0x000d3698 00000000 00000000 65786163 746c7920 ........exactly │ │ │ │ + 0x000d36a8 7768656e 204f7065 6e204d50 49206b69 when Open MPI ki │ │ │ │ + 0x000d36b8 6c6c7320 7468656d 2e000000 00000000 lls them........ │ │ │ │ + 0x000d36c8 6d70695f 6572726f 72735f61 72655f66 mpi_errors_are_f │ │ │ │ + 0x000d36d8 6174616c 00000000 6d70695f 6572726f atal....mpi_erro │ │ │ │ + 0x000d36e8 72735f61 72655f66 6174616c 20756e6b rs_are_fatal unk │ │ │ │ + 0x000d36f8 6e6f776e 2068616e 646c6500 00000000 nown handle..... │ │ │ │ + 0x000d3708 6d70695f 6572726f 72735f61 626f7274 mpi_errors_abort │ │ │ │ + 0x000d3718 00000000 00000000 2573202a 2a2a2041 ........%s *** A │ │ │ │ + 0x000d3728 6e206572 726f7220 6f636375 72726564 n error occurred │ │ │ │ + 0x000d3738 20257320 25730000 2573202a 2a2a2072 %s %s..%s *** r │ │ │ │ + 0x000d3748 65706f72 74656420 62792070 726f6365 eported by proce │ │ │ │ + 0x000d3758 7373205b 256c752c 256c755d 00000000 ss [%lu,%lu].... │ │ │ │ + 0x000d3768 2573202a 2a2a206f 6e202573 20257300 %s *** on %s %s. │ │ │ │ + 0x000d3778 2573202a 2a2a2025 73000000 00000000 %s *** %s....... │ │ │ │ + 0x000d3788 2573202a 2a2a204d 50495f45 52524f52 %s *** MPI_ERROR │ │ │ │ + 0x000d3798 535f4142 4f525420 2870726f 63657373 S_ABORT (process │ │ │ │ + 0x000d37a8 65732069 6e207468 69732025 73207769 es in this %s wi │ │ │ │ + 0x000d37b8 6c6c206e 6f772061 626f7274 2c000000 ll now abort,... │ │ │ │ + 0x000d37c8 2573202a 2a2a2020 2020616e 6420706f %s *** and po │ │ │ │ + 0x000d37d8 74656e74 69616c6c 79207468 65207265 tentially the re │ │ │ │ + 0x000d37e8 7374206f 6620796f 7572204d 5049206a st of your MPI j │ │ │ │ + 0x000d37f8 6f622900 00000000 2573202a 2a2a206f ob).....%s *** o │ │ │ │ + 0x000d3808 6e206120 4e554c4c 20257300 00000000 n a NULL %s..... │ │ │ │ + 0x000d3818 2573202a 2a2a204d 50495f45 52524f52 %s *** MPI_ERROR │ │ │ │ + 0x000d3828 535f4152 455f4641 54414c20 2870726f S_ARE_FATAL (pro │ │ │ │ + 0x000d3838 63657373 65732069 6e207468 69732025 cesses in this % │ │ │ │ + 0x000d3848 73207769 6c6c206e 6f772061 626f7274 s will now abort │ │ │ │ + 0x000d3858 2c000000 00000000 2573202a 2a2a2020 ,.......%s *** │ │ │ │ + 0x000d3868 2020616e 64204d50 49207769 6c6c2074 and MPI will t │ │ │ │ + 0x000d3878 72792074 6f207465 726d696e 61746520 ry to terminate │ │ │ │ + 0x000d3888 796f7572 204d5049 206a6f62 20617320 your MPI job as │ │ │ │ + 0x000d3898 77656c6c 29000000 6d6f6475 6c653a75 well)...module:u │ │ │ │ + 0x000d38a8 6e746573 7465643a 6661696c 756e6465 ntested:failunde │ │ │ │ + 0x000d38b8 66000000 00000000 6d6f6475 6c653a75 f.......module:u │ │ │ │ + 0x000d38c8 6e746573 7465643a 6661696c 61626f72 ntested:failabor │ │ │ │ + 0x000d38d8 74000000 00000000 6d6f6475 6c653a75 t.......module:u │ │ │ │ + 0x000d38e8 6e746573 7465643a 73686f75 6c64776f ntested:shouldwo │ │ │ │ + 0x000d38f8 726b0000 00000000 6d6f6475 6c653a65 rk......module:e │ │ │ │ + 0x000d3908 76656e74 3a73656c 65637462 75670000 vent:selectbug.. │ │ │ │ + 0x000d3918 5741524e 494e473a 20546865 2073656c WARNING: The sel │ │ │ │ + 0x000d3928 65637465 6420276c 69626576 656e7427 ected 'libevent' │ │ │ │ + 0x000d3938 20757365 73207468 65202773 656c6563 uses the 'selec │ │ │ │ + 0x000d3948 7427206d 6574686f 642c2077 68696368 t' method, which │ │ │ │ + 0x000d3958 20686173 00000000 61206b6e 6f776e20 has....a known │ │ │ │ + 0x000d3968 62756720 696e2070 6f73742d 6661696c bug in post-fail │ │ │ │ + 0x000d3978 75726520 6f706572 6174696f 6e2c2079 ure operation, y │ │ │ │ + 0x000d3988 65742079 6f752068 61766520 72657175 et you have requ │ │ │ │ + 0x000d3998 65737465 64207375 70706f72 74000000 ested support... │ │ │ │ + 0x000d39a8 666f7220 6661756c 7420746f 6c657261 for fault tolera │ │ │ │ + 0x000d39b8 6e63652e 20576865 6e207573 696e6720 nce. When using │ │ │ │ + 0x000d39c8 74686973 20636f6d 706f6e65 6e742c20 this component, │ │ │ │ + 0x000d39d8 6e6f726d 616c2066 61696c75 72652066 normal failure f │ │ │ │ + 0x000d39e8 72656500 00000000 6f706572 6174696f ree.....operatio │ │ │ │ + 0x000d39f8 6e206973 20657870 65637465 643b2048 n is expected; H │ │ │ │ + 0x000d3a08 6f776576 65722c20 6661696c 75726573 owever, failures │ │ │ │ + 0x000d3a18 206d6179 20636175 73652074 68652061 may cause the a │ │ │ │ + 0x000d3a28 70706c69 63617469 6f6e2074 6f000000 pplication to... │ │ │ │ + 0x000d3a38 64656164 6c6f636b 2e000000 00000000 deadlock........ │ │ │ │ + 0x000d3a48 596f7520 6d617920 73656c65 63742061 You may select a │ │ │ │ + 0x000d3a58 20646966 66657265 6e742070 6f6c6c69 different polli │ │ │ │ + 0x000d3a68 6e67206d 6574686f 64206279 20736574 ng method by set │ │ │ │ + 0x000d3a78 74696e67 20746865 204d4341 20706172 ting the MCA par │ │ │ │ + 0x000d3a88 616d6574 65720000 276f7061 6c5f6576 ameter..'opal_ev │ │ │ │ + 0x000d3a98 656e745f 696e636c 75646527 20746f20 ent_include' to │ │ │ │ + 0x000d3aa8 616e7920 6f746865 72206d65 74686f64 any other method │ │ │ │ + 0x000d3ab8 20746861 6e202773 656c6563 74272e00 than 'select'.. │ │ │ │ + 0x000d3ac8 54686520 73656c65 63746564 20272573 The selected '%s │ │ │ │ + 0x000d3ad8 27206d6f 64756c65 20272573 27206973 ' module '%s' is │ │ │ │ + 0x000d3ae8 20696e73 75666963 69656e74 6c792074 insuficiently t │ │ │ │ + 0x000d3af8 65737465 6420696e 20706f73 742d6661 ested in post-fa │ │ │ │ + 0x000d3b08 696c7572 65000000 6f706572 6174696f ilure...operatio │ │ │ │ + 0x000d3b18 6e2c2079 65742079 6f752068 61766520 n, yet you have │ │ │ │ + 0x000d3b28 72657175 65737465 64207375 70706f72 requested suppor │ │ │ │ + 0x000d3b38 7420666f 72206661 756c7420 746f6c65 t for fault tole │ │ │ │ + 0x000d3b48 72616e63 652e0000 5768656e 20757369 rance...When usi │ │ │ │ + 0x000d3b58 6e672074 68697320 636f6d70 6f6e656e ng this componen │ │ │ │ + 0x000d3b68 742c206e 6f726d61 6c206661 696c7572 t, normal failur │ │ │ │ + 0x000d3b78 65206672 65652061 6e642070 6f73742d e free and post- │ │ │ │ + 0x000d3b88 6661696c 75726520 6f706572 6174696f failure operatio │ │ │ │ + 0x000d3b98 6e000000 00000000 69732065 78706563 n.......is expec │ │ │ │ + 0x000d3ba8 7465642c 20627574 20746865 206d6f64 ted, but the mod │ │ │ │ + 0x000d3bb8 756c6520 73686f75 6c64206e 6f742062 ule should not b │ │ │ │ + 0x000d3bc8 65207573 65642069 6e207072 6f647563 e used in produc │ │ │ │ + 0x000d3bd8 74696f6e 2e000000 506c6561 73652072 tion....Please r │ │ │ │ + 0x000d3be8 65706f72 7420746f 20746865 20554c46 eport to the ULF │ │ │ │ + 0x000d3bf8 4d206d61 696c696e 67206c69 73742079 M mailing list y │ │ │ │ + 0x000d3c08 6f757220 65787065 7269656e 63652028 our experience ( │ │ │ │ + 0x000d3c18 696e636c 7564696e 6720706f 73697469 including positi │ │ │ │ + 0x000d3c28 76650000 00000000 6f6e6573 29207769 ve......ones) wi │ │ │ │ + 0x000d3c38 74682074 6865206d 6f64756c 6520756e th the module un │ │ │ │ + 0x000d3c48 64657220 6661696c 75726520 7363656e der failure scen │ │ │ │ + 0x000d3c58 6172696f 732e0000 496e2074 68697320 arios...In this │ │ │ │ + 0x000d3c68 6672616d 65776f72 6b2c2074 68652066 framework, the f │ │ │ │ + 0x000d3c78 6f6c6c6f 77696e67 20636f6d 706f6e65 ollowing compone │ │ │ │ + 0x000d3c88 6e747320 61726520 74657374 65642074 nts are tested t │ │ │ │ + 0x000d3c98 6f206f70 65726174 6520756e 64657200 o operate under. │ │ │ │ + 0x000d3ca8 6661696c 75726520 7363656e 6172696f failure scenario │ │ │ │ + 0x000d3cb8 733a207b 25737d00 5741524e 494e473a s: {%s}.WARNING: │ │ │ │ + 0x000d3cc8 20546865 2073656c 65637465 64202725 The selected '% │ │ │ │ + 0x000d3cd8 7327206d 6f64756c 65202725 73272069 s' module '%s' i │ │ │ │ + 0x000d3ce8 73206e6f 74207465 73746564 20666f72 s not tested for │ │ │ │ + 0x000d3cf8 20706f73 742d6661 696c7572 65000000 post-failure... │ │ │ │ + 0x000d3d08 5768656e 20757369 6e672074 68697320 When using this │ │ │ │ + 0x000d3d18 636f6d70 6f6e656e 742c206e 6f726d61 component, norma │ │ │ │ + 0x000d3d28 6c206661 696c7572 65206672 6565206f l failure free o │ │ │ │ + 0x000d3d38 70657261 74696f6e 20697320 65787065 peration is expe │ │ │ │ + 0x000d3d48 63746564 3b000000 486f7765 7665722c cted;...However, │ │ │ │ + 0x000d3d58 20666169 6c757265 73207769 6c6c2063 failures will c │ │ │ │ + 0x000d3d68 61757365 20746865 20617070 6c696361 ause the applica │ │ │ │ + 0x000d3d78 74696f6e 20746f20 61626f72 742e0000 tion to abort... │ │ │ │ + 0x000d3d88 486f7765 7665722c 20666169 6c757265 However, failure │ │ │ │ + 0x000d3d98 73206d61 79206361 75736520 74686520 s may cause the │ │ │ │ + 0x000d3da8 6170706c 69636174 696f6e20 746f2061 application to a │ │ │ │ + 0x000d3db8 626f7274 2c206372 61736820 6f722064 bort, crash or d │ │ │ │ + 0x000d3dc8 6561646c 6f636b2e 00000000 00000000 eadlock......... │ │ │ │ + 0x000d3dd8 64657072 65636174 65642d63 6f6e7665 deprecated-conve │ │ │ │ + 0x000d3de8 72746564 00000000 64657072 65636174 rted....deprecat │ │ │ │ + 0x000d3df8 65642d69 6e666f72 6d000000 00000000 ed-inform....... │ │ │ │ + 0x000d3e08 64657072 65636174 65642d66 61696c00 deprecated-fail. │ │ │ │ + 0x000d3e18 6261642d 70707200 65786563 762d6572 bad-ppr.execv-er │ │ │ │ + 0x000d3e28 726f7200 00000000 54686520 73696e67 ror.....The sing │ │ │ │ + 0x000d3e38 6c65746f 6e206170 706c6963 6174696f leton applicatio │ │ │ │ + 0x000d3e48 6e207761 73206e6f 74206162 6c652074 n was not able t │ │ │ │ + 0x000d3e58 6f206669 6e642061 6e206578 65637574 o find an execut │ │ │ │ + 0x000d3e68 61626c65 20696e20 796f7572 00000000 able in your.... │ │ │ │ + 0x000d3e78 50415448 206f7220 696e2074 68652064 PATH or in the d │ │ │ │ + 0x000d3e88 69726563 746f7279 20776865 72652050 irectory where P │ │ │ │ + 0x000d3e98 52544520 77617320 696e6974 69616c6c RTE was initiall │ │ │ │ + 0x000d3ea8 7920696e 7374616c 6c65642c 20616e64 y installed, and │ │ │ │ + 0x000d3eb8 00000000 00000000 74686572 65666f72 ........therefor │ │ │ │ + 0x000d3ec8 65206361 6e6e6f74 20636f6e 74696e75 e cannot continu │ │ │ │ + 0x000d3ed8 652e0000 00000000 466f7220 72656665 e.......For refe │ │ │ │ + 0x000d3ee8 72656e63 652c2077 65207472 69656420 rence, we tried │ │ │ │ + 0x000d3ef8 74686520 666f6c6c 6f77696e 6720636f the following co │ │ │ │ + 0x000d3f08 6d6d616e 643a0000 616e6420 676f7420 mmand:..and got │ │ │ │ + 0x000d3f18 74686520 6572726f 72202573 2e000000 the error %s.... │ │ │ │ + 0x000d3f28 54686973 20636f75 6c64206d 65616e20 This could mean │ │ │ │ + 0x000d3f38 74686174 20796f75 72205041 5448206f that your PATH o │ │ │ │ + 0x000d3f48 72206578 65637574 61626c65 206e616d r executable nam │ │ │ │ + 0x000d3f58 65206973 2077726f 6e672c20 6f722074 e is wrong, or t │ │ │ │ + 0x000d3f68 68617400 00000000 796f7520 646f206e hat.....you do n │ │ │ │ + 0x000d3f78 6f742068 61766520 74686520 6e656365 ot have the nece │ │ │ │ + 0x000d3f88 73736172 79207065 726d6973 73696f6e ssary permission │ │ │ │ + 0x000d3f98 732e2020 506c6561 73652065 6e737572 s. Please ensur │ │ │ │ + 0x000d3fa8 65207468 61742074 68650000 00000000 e that the...... │ │ │ │ + 0x000d3fb8 65786563 75746162 6c652069 73206162 executable is ab │ │ │ │ + 0x000d3fc8 6c652074 6f206265 20666f75 6e642061 le to be found a │ │ │ │ + 0x000d3fd8 6e642065 78656375 74656420 61732069 nd executed as i │ │ │ │ + 0x000d3fe8 74206973 20726571 75697265 6420666f t is required fo │ │ │ │ + 0x000d3ff8 72000000 00000000 73696e67 6c65746f r.......singleto │ │ │ │ + 0x000d4008 6e206f70 65726174 696f6e73 2e000000 n operations.... │ │ │ │ + 0x000d4018 54686520 70726f63 2d706572 2d726573 The proc-per-res │ │ │ │ + 0x000d4028 6f757263 65204d50 495f496e 666f206b ource MPI_Info k │ │ │ │ + 0x000d4038 65792069 73206e6f 7420636f 72726563 ey is not correc │ │ │ │ + 0x000d4048 742e2054 68652076 616c7565 206d7573 t. The value mus │ │ │ │ + 0x000d4058 7420696e 636c7564 6520626f 74680000 t include both.. │ │ │ │ + 0x000d4068 74686520 6e756d62 6572206f 66207072 the number of pr │ │ │ │ + 0x000d4078 6f637320 666f7220 65616368 20726573 ocs for each res │ │ │ │ + 0x000d4088 6f757263 6520616e 64207468 65207479 ource and the ty │ │ │ │ + 0x000d4098 7065206f 66207265 736f7572 63652074 pe of resource t │ │ │ │ + 0x000d40a8 6f206265 20757365 642e0000 00000000 o be used....... │ │ │ │ + 0x000d40b8 20205370 65636966 69656420 76616c75 Specified valu │ │ │ │ + 0x000d40c8 653a2020 25730000 57652061 7265206e e: %s..We are n │ │ │ │ + 0x000d40d8 6f742061 626c6520 746f2070 726f6365 ot able to proce │ │ │ │ + 0x000d40e8 65642e20 506c6561 73652063 6f727265 ed. Please corre │ │ │ │ + 0x000d40f8 63742079 6f757220 6170706c 69636174 ct your applicat │ │ │ │ + 0x000d4108 696f6e2e 00000000 5741524e 494e473a ion.....WARNING: │ │ │ │ + 0x000d4118 20412064 65707265 63617465 64204d50 A deprecated MP │ │ │ │ + 0x000d4128 495f496e 666f206b 65792077 61732075 I_Info key was u │ │ │ │ + 0x000d4138 7365642e 20497420 69732075 6e636c65 sed. It is uncle │ │ │ │ + 0x000d4148 61722068 6f772074 6f207570 64617465 ar how to update │ │ │ │ + 0x000d4158 00000000 00000000 74686973 206f7074 ........this opt │ │ │ │ + 0x000d4168 696f6e2e 20506c65 61736520 636f6e74 ion. Please cont │ │ │ │ + 0x000d4178 61637420 74686520 636f6d6d 756e6974 act the communit │ │ │ │ + 0x000d4188 7920666f 7220686f 77206265 73742074 y for how best t │ │ │ │ + 0x000d4198 6f207265 736f6c76 65207468 69732069 o resolve this i │ │ │ │ + 0x000d41a8 73737565 2e000000 20204465 70726563 ssue.... Deprec │ │ │ │ + 0x000d41b8 61746564 20696e66 6f206b65 793a2020 ated info key: │ │ │ │ + 0x000d41c8 25730000 00000000 20205570 64617465 %s...... Update │ │ │ │ + 0x000d41d8 64206f70 74696f6e 3a202020 25730000 d option: %s.. │ │ │ │ + 0x000d41e8 20205265 61736f6e 3a202573 00000000 Reason: %s.... │ │ │ │ + 0x000d41f8 57652061 7265206e 6f742061 626c6520 We are not able │ │ │ │ + 0x000d4208 746f2070 726f6365 65642e20 506c6561 to proceed. Plea │ │ │ │ + 0x000d4218 73652075 70646174 6520796f 75722061 se update your a │ │ │ │ + 0x000d4228 70706c69 63617469 6f6e2e00 00000000 pplication...... │ │ │ │ + 0x000d4238 5741524e 494e473a 20412064 65707265 WARNING: A depre │ │ │ │ + 0x000d4248 63617465 64204d50 495f496e 666f206b cated MPI_Info k │ │ │ │ + 0x000d4258 65792077 61732075 7365642e 00000000 ey was used..... │ │ │ │ + 0x000d4268 20204465 70726563 61746564 206f7074 Deprecated opt │ │ │ │ + 0x000d4278 696f6e3a 20202025 73000000 00000000 ion: %s....... │ │ │ │ + 0x000d4288 54686973 20686173 20626565 6e206967 This has been ig │ │ │ │ + 0x000d4298 6e6f7265 64206173 20697420 6973206e nored as it is n │ │ │ │ + 0x000d42a8 6f206c6f 6e676572 206d6561 6e696e67 o longer meaning │ │ │ │ + 0x000d42b8 66756c2e 20506c65 61736520 75706461 ful. Please upda │ │ │ │ + 0x000d42c8 74650000 00000000 796f7572 20617070 te......your app │ │ │ │ + 0x000d42d8 6c696361 74696f6e 2e000000 00000000 lication........ │ │ │ │ + 0x000d42e8 20204465 70726563 61746564 206b6579 Deprecated key │ │ │ │ + 0x000d42f8 3a202020 25730000 2020436f 72726563 : %s.. Correc │ │ │ │ + 0x000d4308 74656420 6b65793a 20202020 25730000 ted key: %s.. │ │ │ │ + 0x000d4318 57652068 61766520 75706461 74656420 We have updated │ │ │ │ + 0x000d4328 74686973 20666f72 20796f75 20616e64 this for you and │ │ │ │ + 0x000d4338 2077696c 6c207072 6f636565 642e2048 will proceed. H │ │ │ │ + 0x000d4348 6f776576 65722c20 74686973 2077696c owever, this wil │ │ │ │ + 0x000d4358 6c206265 20747265 61746564 00000000 l be treated.... │ │ │ │ + 0x000d4368 61732061 6e206572 726f7220 696e2061 as an error in a │ │ │ │ + 0x000d4378 20667574 75726520 72656c65 6173652e future release. │ │ │ │ + 0x000d4388 20506c65 61736520 75706461 74652079 Please update y │ │ │ │ + 0x000d4398 6f757220 6170706c 69636174 696f6e2e our application. │ │ │ │ + 0x000d43a8 00000000 00000000 696e666f 2d736574 ........info-set │ │ │ │ + 0x000d43b8 2d776974 682d7265 73657276 65642d70 -with-reserved-p │ │ │ │ + 0x000d43c8 72656669 78000000 6d69736d 61746368 refix...mismatch │ │ │ │ + 0x000d43d8 65642d73 706c6974 5f747970 652d7661 ed-split_type-va │ │ │ │ + 0x000d43e8 6c756573 00000000 756e6578 70656374 lues....unexpect │ │ │ │ + 0x000d43f8 65642d73 706c6974 2d747970 65000000 ed-split-type... │ │ │ │ + 0x000d4408 6469736a 6f696e74 6e657373 2d736574 disjointness-set │ │ │ │ + 0x000d4418 2d616761 696e0000 6369642d 62617365 -again..cid-base │ │ │ │ + 0x000d4428 2d6e6f74 2d736574 00000000 00000000 -not-set........ │ │ │ │ + 0x000d4438 416e2069 6e746572 6e616c20 6572726f An internal erro │ │ │ │ + 0x000d4448 72206861 73206f63 63757272 65642077 r has occurred w │ │ │ │ + 0x000d4458 68656e20 63726561 74696e67 2061206e hen creating a n │ │ │ │ + 0x000d4468 65772063 6f6d6d75 6e696361 746f722e ew communicator. │ │ │ │ + 0x000d4478 20205468 69730000 73686f75 6c642070 This..should p │ │ │ │ + 0x000d4488 726f6261 626c7920 6e657665 72206861 robably never ha │ │ │ │ + 0x000d4498 7070656e 3a000000 2a206369 645f6261 ppen:...* cid_ba │ │ │ │ + 0x000d44a8 73652069 73206e6f 74207365 742e2020 se is not set. │ │ │ │ + 0x000d44b8 45697468 6572206e 72657375 6c747300 Either nresults. │ │ │ │ + 0x000d44c8 20206973 207a6572 6f206f72 206e6f20 is zero or no │ │ │ │ + 0x000d44d8 72657475 726e6564 20696e66 6f206d61 returned info ma │ │ │ │ + 0x000d44e8 74636865 7320504d 49585f47 524f5550 tches PMIX_GROUP │ │ │ │ + 0x000d44f8 5f434f4e 54455854 5f49442e 00000000 _CONTEXT_ID..... │ │ │ │ + 0x000d4508 506c6561 73652063 6f6e7461 63742074 Please contact t │ │ │ │ + 0x000d4518 6865204f 70656e20 4d504920 64657665 he Open MPI deve │ │ │ │ + 0x000d4528 6c6f7065 7220636f 6d6d756e 69747920 loper community │ │ │ │ + 0x000d4538 77697468 20746869 73206d65 73736167 with this messag │ │ │ │ + 0x000d4548 6520616e 64000000 6120736d 616c6c20 e and...a small │ │ │ │ + 0x000d4558 6578616d 706c6520 636f6465 20746861 example code tha │ │ │ │ + 0x000d4568 74207265 70726f64 75636573 20746865 t reproduces the │ │ │ │ + 0x000d4578 20697373 75652e00 436f6d6d 756e6963 issue..Communic │ │ │ │ + 0x000d4588 61746f72 20646973 6a6f696e 746e6573 ator disjointnes │ │ │ │ + 0x000d4598 73207368 6f756c64 206f6e6c 79206265 s should only be │ │ │ │ + 0x000d45a8 20736574 206f6e63 65206174 20696e69 set once at ini │ │ │ │ + 0x000d45b8 7469616c 697a6174 696f6e2e 00000000 tialization..... │ │ │ │ + 0x000d45c8 41747465 6d707473 20746f20 6d6f6469 Attempts to modi │ │ │ │ + 0x000d45d8 66792074 68652073 74617465 20617265 fy the state are │ │ │ │ + 0x000d45e8 20696c6c 6567616c 20616e64 20736861 illegal and sha │ │ │ │ + 0x000d45f8 6c6c2062 65206967 6e6f7265 642e0000 ll be ignored... │ │ │ │ + 0x000d4608 44657465 63746564 20616e20 756e6578 Detected an unex │ │ │ │ + 0x000d4618 70656374 65642073 706c6974 20747970 pected split typ │ │ │ │ + 0x000d4628 6520696e 20612063 616c6c20 746f204d e in a call to M │ │ │ │ + 0x000d4638 50495f43 6f6d6d5f 73706c69 745f7479 PI_Comm_split_ty │ │ │ │ + 0x000d4648 70652e00 00000000 20207370 6c69745f pe...... split_ │ │ │ │ + 0x000d4658 74797065 3a202025 73202825 64290000 type: %s (%d).. │ │ │ │ + 0x000d4668 44657465 63746564 206d6973 6d617463 Detected mismatc │ │ │ │ + 0x000d4678 68656420 73706c69 745f7479 70652061 hed split_type a │ │ │ │ + 0x000d4688 6e642f6f 7220696e 666f2022 6d70695f nd/or info "mpi_ │ │ │ │ + 0x000d4698 68775f72 65736f75 7263655f 74797065 hw_resource_type │ │ │ │ + 0x000d46a8 22207661 6c756573 00000000 00000000 " values........ │ │ │ │ + 0x000d46b8 696e2061 2063616c 6c20746f 204d5049 in a call to MPI │ │ │ │ + 0x000d46c8 5f436f6d 6d5f7370 6c69745f 74797065 _Comm_split_type │ │ │ │ + 0x000d46d8 20626574 7765656e 20706565 72732069 between peers i │ │ │ │ + 0x000d46e8 6e207468 6520636f 6d6d756e 69636174 n the communicat │ │ │ │ + 0x000d46f8 6f722e00 00000000 2020696e 666f3a20 or...... info: │ │ │ │ + 0x000d4708 20202020 20202025 73000000 00000000 %s....... │ │ │ │ + 0x000d4718 436f6d6d 656e7473 00000000 00000000 Comments........ │ │ │ │ + 0x000d4728 4d50495f 496e666f 5f736574 20776172 MPI_Info_set war │ │ │ │ + 0x000d4738 6e696e67 2c206b65 79206973 20757369 ning, key is usi │ │ │ │ + 0x000d4748 6e672061 20726573 65727665 64207072 ng a reserved pr │ │ │ │ + 0x000d4758 65666978 2e000000 20204b65 793a2020 efix.... Key: │ │ │ │ + 0x000d4768 20202020 20202020 20202025 73000000 %s... │ │ │ │ + 0x000d4778 20205265 73657276 65642070 72656669 Reserved prefi │ │ │ │ + 0x000d4788 783a2025 73000000 6e6f2d70 72746572 x: %s...no-prter │ │ │ │ + 0x000d4798 756e2d66 6f756e64 00000000 00000000 un-found........ │ │ │ │ + 0x000d47a8 70727465 72756e2d 65786563 2d666169 prterun-exec-fai │ │ │ │ + 0x000d47b8 6c656400 00000000 4f70656e 204d5049 led.....Open MPI │ │ │ │ + 0x000d47c8 2773206d 70697275 6e20636f 6d6d616e 's mpirun comman │ │ │ │ + 0x000d47d8 6420636f 756c6420 6e6f7420 65786563 d could not exec │ │ │ │ + 0x000d47e8 75746520 74686520 756e6465 726c7969 ute the underlyi │ │ │ │ + 0x000d47f8 6e672070 72746572 756e0000 00000000 ng prterun...... │ │ │ │ + 0x000d4808 636f6d6d 616e642e 20205468 65207072 command. The pr │ │ │ │ + 0x000d4818 74657275 6e20636f 6d6d616e 64207765 terun command we │ │ │ │ + 0x000d4828 20747269 65642074 6f206578 65637574 tried to execut │ │ │ │ + 0x000d4838 6520616e 64207468 65206572 726f7200 e and the error. │ │ │ │ + 0x000d4848 6d657373 61676520 66726f6d 20657865 message from exe │ │ │ │ + 0x000d4858 63282920 61726520 62656c6f 773a0000 c() are below:.. │ │ │ │ + 0x000d4868 2020436f 6d6d616e 643a2025 73000000 Command: %s... │ │ │ │ + 0x000d4878 20204572 726f7220 4d657373 6167653a Error Message: │ │ │ │ + 0x000d4888 20257300 00000000 4f70656e 204d5049 %s.....Open MPI │ │ │ │ + 0x000d4898 2773206d 70697275 6e20636f 6d6d616e 's mpirun comman │ │ │ │ + 0x000d48a8 64207761 7320756e 61626c65 20746f20 d was unable to │ │ │ │ + 0x000d48b8 66696e64 20616e20 756e6465 726c7969 find an underlyi │ │ │ │ + 0x000d48c8 6e672070 72746572 756e0000 00000000 ng prterun...... │ │ │ │ + 0x000d48d8 636f6d6d 616e6420 746f2065 78656375 command to execu │ │ │ │ + 0x000d48e8 74652e20 20436f6e 73696465 72207365 te. Consider se │ │ │ │ + 0x000d48f8 7474696e 67207468 65204f4d 50495f50 tting the OMPI_P │ │ │ │ + 0x000d4908 52544552 554e2065 6e766972 6f6e6d65 RTERUN environme │ │ │ │ + 0x000d4918 6e740000 00000000 76617269 61626c65 nt......variable │ │ │ │ + 0x000d4928 20746f20 68656c70 206d7069 72756e20 to help mpirun │ │ │ │ + 0x000d4938 66696e64 20746865 20636f72 72656374 find the correct │ │ │ │ + 0x000d4948 20756e64 65726c79 696e6720 70727465 underlying prte │ │ │ │ + 0x000d4958 72756e2e 00000000 756e7265 61636861 run.....unreacha │ │ │ │ + 0x000d4968 626c6520 70726f63 00000000 00000000 ble proc........ │ │ │ │ + 0x000d4978 4174206c 65617374 206f6e65 20706169 At least one pai │ │ │ │ + 0x000d4988 72206f66 204d5049 2070726f 63657373 r of MPI process │ │ │ │ + 0x000d4998 65732061 72652075 6e61626c 6520746f es are unable to │ │ │ │ + 0x000d49a8 20726561 63682065 61636820 6f746865 reach each othe │ │ │ │ + 0x000d49b8 7220666f 72000000 4d504920 636f6d6d r for...MPI comm │ │ │ │ + 0x000d49c8 756e6963 6174696f 6e732e20 20546869 unications. Thi │ │ │ │ + 0x000d49d8 73206d65 616e7320 74686174 206e6f20 s means that no │ │ │ │ + 0x000d49e8 4f70656e 204d5049 20646576 69636520 Open MPI device │ │ │ │ + 0x000d49f8 68617320 696e6469 63617465 64000000 has indicated... │ │ │ │ + 0x000d4a08 74686174 20697420 63616e20 62652075 that it can be u │ │ │ │ + 0x000d4a18 73656420 746f2063 6f6d6d75 6e696361 sed to communica │ │ │ │ + 0x000d4a28 74652062 65747765 656e2074 68657365 te between these │ │ │ │ + 0x000d4a38 2070726f 63657373 65732e20 20546869 processes. Thi │ │ │ │ + 0x000d4a48 73206973 00000000 616e2065 72726f72 s is....an error │ │ │ │ + 0x000d4a58 3b204f70 656e204d 50492072 65717569 ; Open MPI requi │ │ │ │ + 0x000d4a68 72657320 74686174 20616c6c 204d5049 res that all MPI │ │ │ │ + 0x000d4a78 2070726f 63657373 65732062 65206162 processes be ab │ │ │ │ + 0x000d4a88 6c652074 6f207265 61636800 00000000 le to reach..... │ │ │ │ + 0x000d4a98 65616368 206f7468 65722e20 20546869 each other. Thi │ │ │ │ + 0x000d4aa8 73206572 726f7220 63616e20 736f6d65 s error can some │ │ │ │ + 0x000d4ab8 74696d65 73206265 20746865 20726573 times be the res │ │ │ │ + 0x000d4ac8 756c7420 6f662066 6f726765 7474696e ult of forgettin │ │ │ │ + 0x000d4ad8 6720746f 00000000 73706563 69667920 g to....specify │ │ │ │ + 0x000d4ae8 74686520 2273656c 66222042 544c2e00 the "self" BTL.. │ │ │ │ + 0x000d4af8 20205072 6f636573 73203120 28257329 Process 1 (%s) │ │ │ │ + 0x000d4b08 20697320 6f6e2068 6f73743a 20257300 is on host: %s. │ │ │ │ + 0x000d4b18 20205072 6f636573 73203220 28257329 Process 2 (%s) │ │ │ │ + 0x000d4b28 20697320 6f6e2068 6f73743a 20257300 is on host: %s. │ │ │ │ + 0x000d4b38 20204254 4c732061 7474656d 70746564 BTLs attempted │ │ │ │ + 0x000d4b48 3a202573 00000000 596f7572 204d5049 : %s....Your MPI │ │ │ │ + 0x000d4b58 206a6f62 20697320 6e6f7720 676f696e job is now goin │ │ │ │ + 0x000d4b68 6720746f 2061626f 72743b20 736f7272 g to abort; sorr │ │ │ │ + 0x000d4b78 792e0000 00000000 686f6f6b 3a6d6973 y.......hook:mis │ │ │ │ + 0x000d4b88 73696e67 2d726571 75697265 642d636f sing-required-co │ │ │ │ + 0x000d4b98 6d706f6e 656e7400 4572726f 723a2041 mponent.Error: A │ │ │ │ + 0x000d4ba8 20726571 75657374 20776173 206d6164 request was mad │ │ │ │ + 0x000d4bb8 6520746f 20657863 6c756465 20612068 e to exclude a h │ │ │ │ + 0x000d4bc8 6f6f6b20 636f6d70 6f6e656e 74206672 ook component fr │ │ │ │ + 0x000d4bd8 6f6d2063 6f6e7369 64657261 74696f6e om consideration │ │ │ │ + 0x000d4be8 20746861 74000000 69732072 65717569 that...is requi │ │ │ │ + 0x000d4bf8 72656420 746f2062 6520696e 636c7564 red to be includ │ │ │ │ + 0x000d4c08 65642e20 54686973 20636f6d 706f6e65 ed. This compone │ │ │ │ + 0x000d4c18 6e742028 6e6f7465 64206265 6c6f7729 nt (noted below) │ │ │ │ + 0x000d4c28 2063616e 202d6e6f 742d2062 65206578 can -not- be ex │ │ │ │ + 0x000d4c38 636c7564 65640000 66726f6d 20636f6e cluded..from con │ │ │ │ + 0x000d4c48 73696465 72617469 6f6e2e20 54686520 sideration. The │ │ │ │ + 0x000d4c58 70726f67 72616d20 77696c6c 20666169 program will fai │ │ │ │ + 0x000d4c68 6c206174 20746869 73207469 6d652e00 l at this time.. │ │ │ │ + 0x000d4c78 65616765 725f6c69 6d69745f 746f6f5f eager_limit_too_ │ │ │ │ + 0x000d4c88 736d616c 6c000000 63756461 5f656167 small...cuda_eag │ │ │ │ + 0x000d4c98 65725f6c 696d6974 5f746f6f 5f736d61 er_limit_too_sma │ │ │ │ + 0x000d4ca8 6c6c0000 00000000 63756461 5f72646d ll......cuda_rdm │ │ │ │ + 0x000d4cb8 615f6c69 6d69745f 746f6f5f 736d616c a_limit_too_smal │ │ │ │ + 0x000d4cc8 6c000000 00000000 54686520 22435544 l.......The "CUD │ │ │ │ + 0x000d4cd8 41207264 6d61206c 696d6974 22204d43 A rdma limit" MC │ │ │ │ + 0x000d4ce8 41207061 72616d65 74657220 696e2074 A parameter in t │ │ │ │ + 0x000d4cf8 68652025 73204254 4c207761 73207365 he %s BTL was se │ │ │ │ + 0x000d4d08 7420746f 20612076 616c7565 20776869 t to a value whi │ │ │ │ + 0x000d4d18 63680000 00000000 69732074 6f6f206c ch......is too l │ │ │ │ + 0x000d4d28 6f772066 6f72204f 70656e20 4d504920 ow for Open MPI │ │ │ │ + 0x000d4d38 746f2066 756e6374 696f6e20 70726f70 to function prop │ │ │ │ + 0x000d4d48 65726c79 2e202050 6c656173 65207265 erly. Please re │ │ │ │ + 0x000d4d58 2d72756e 20796f75 72206a6f 62000000 -run your job... │ │ │ │ + 0x000d4d68 77697468 20612068 69676865 72204355 with a higher CU │ │ │ │ + 0x000d4d78 44412072 646d6120 6c696d69 74207661 DA rdma limit va │ │ │ │ + 0x000d4d88 6c756520 666f7220 74686973 2042544c lue for this BTL │ │ │ │ + 0x000d4d98 3b207468 65206578 61637420 4d434120 ; the exact MCA │ │ │ │ + 0x000d4da8 70617261 6d657465 72000000 00000000 parameter....... │ │ │ │ + 0x000d4db8 6e616d65 20616e64 20697473 20636f72 name and its cor │ │ │ │ + 0x000d4dc8 72657370 6f6e6469 6e67206d 696e696d responding minim │ │ │ │ + 0x000d4dd8 756d2076 616c7565 20697320 73686f77 um value is show │ │ │ │ + 0x000d4de8 6e206265 6c6f772e 00000000 00000000 n below......... │ │ │ │ + 0x000d4df8 20204c6f 63616c20 686f7374 3a202020 Local host: │ │ │ │ + 0x000d4e08 20202020 20202020 20202020 20202020 │ │ │ │ + 0x000d4e18 25730000 00000000 20204254 4c206e61 %s...... BTL na │ │ │ │ + 0x000d4e28 6d653a20 20202020 20202020 20202020 me: │ │ │ │ + 0x000d4e38 20202020 20202020 25730000 00000000 %s...... │ │ │ │ + 0x000d4e48 20204254 4c204355 44412072 6e647620 BTL CUDA rndv │ │ │ │ + 0x000d4e58 6c696d69 74207661 6c75653a 20202020 limit value: │ │ │ │ + 0x000d4e68 25642028 73657420 76696120 62746c5f %d (set via btl_ │ │ │ │ + 0x000d4e78 25735f63 7564615f 72646d61 5f6c696d %s_cuda_rdma_lim │ │ │ │ + 0x000d4e88 69742900 00000000 20204254 4c204355 it)..... BTL CU │ │ │ │ + 0x000d4e98 44412072 6e647620 6c696d69 74206d69 DA rndv limit mi │ │ │ │ + 0x000d4ea8 6e696d75 6d3a2020 25640000 00000000 nimum: %d...... │ │ │ │ + 0x000d4eb8 20204d43 41207061 72616d65 74657220 MCA parameter │ │ │ │ + 0x000d4ec8 6e616d65 3a202020 20202020 20202020 name: │ │ │ │ + 0x000d4ed8 62746c5f 25735f63 7564615f 72646d61 btl_%s_cuda_rdma │ │ │ │ + 0x000d4ee8 5f6c696d 69740000 54686520 22435544 _limit..The "CUD │ │ │ │ + 0x000d4ef8 41206561 67657220 6c696d69 7422204d A eager limit" M │ │ │ │ + 0x000d4f08 43412070 6172616d 65746572 20696e20 CA parameter in │ │ │ │ + 0x000d4f18 74686520 25732042 544c2077 61732073 the %s BTL was s │ │ │ │ + 0x000d4f28 65742074 6f206120 76616c75 65207768 et to a value wh │ │ │ │ + 0x000d4f38 69636800 00000000 77697468 20612068 ich.....with a h │ │ │ │ + 0x000d4f48 69676865 72204355 44412065 61676572 igher CUDA eager │ │ │ │ + 0x000d4f58 206c696d 69742076 616c7565 20666f72 limit value for │ │ │ │ + 0x000d4f68 20746869 73204254 4c3b2074 68652065 this BTL; the e │ │ │ │ + 0x000d4f78 78616374 204d4341 20706172 616d6574 xact MCA paramet │ │ │ │ + 0x000d4f88 65720000 00000000 20204254 4c204355 er...... BTL CU │ │ │ │ + 0x000d4f98 44412065 61676572 206c696d 69742076 DA eager limit v │ │ │ │ + 0x000d4fa8 616c7565 3a202020 25642028 73657420 alue: %d (set │ │ │ │ + 0x000d4fb8 76696120 62746c5f 25735f63 7564615f via btl_%s_cuda_ │ │ │ │ + 0x000d4fc8 65616765 725f6c69 6d697429 00000000 eager_limit).... │ │ │ │ + 0x000d4fd8 20204254 4c204355 44412065 61676572 BTL CUDA eager │ │ │ │ + 0x000d4fe8 206c696d 6974206d 696e696d 756d3a20 limit minimum: │ │ │ │ + 0x000d4ff8 25640000 00000000 20204d43 41207061 %d...... MCA pa │ │ │ │ + 0x000d5008 72616d65 74657220 6e616d65 3a202020 rameter name: │ │ │ │ + 0x000d5018 20202020 20202020 62746c5f 25735f63 btl_%s_c │ │ │ │ + 0x000d5028 7564615f 65616765 725f6c69 6d697400 uda_eager_limit. │ │ │ │ + 0x000d5038 54686520 22656167 6572206c 696d6974 The "eager limit │ │ │ │ + 0x000d5048 22204d43 41207061 72616d65 74657220 " MCA parameter │ │ │ │ + 0x000d5058 696e2074 68652025 73204254 4c207761 in the %s BTL wa │ │ │ │ + 0x000d5068 73207365 7420746f 20612076 616c7565 s set to a value │ │ │ │ + 0x000d5078 20776869 63680000 77697468 20612068 which..with a h │ │ │ │ + 0x000d5088 69676865 72206561 67657220 6c696d69 igher eager limi │ │ │ │ + 0x000d5098 74207661 6c756520 666f7220 74686973 t value for this │ │ │ │ + 0x000d50a8 2042544c 3b207468 65206578 61637420 BTL; the exact │ │ │ │ + 0x000d50b8 4d434120 70617261 6d657465 72000000 MCA parameter... │ │ │ │ + 0x000d50c8 20204254 4c206e61 6d653a20 20202020 BTL name: │ │ │ │ + 0x000d50d8 20202020 20202020 20202025 73000000 %s... │ │ │ │ + 0x000d50e8 20204254 4c206561 67657220 6c696d69 BTL eager limi │ │ │ │ + 0x000d50f8 74207661 6c75653a 20202025 64202873 t value: %d (s │ │ │ │ + 0x000d5108 65742076 69612062 746c5f25 735f6561 et via btl_%s_ea │ │ │ │ + 0x000d5118 6765725f 6c696d69 74290000 00000000 ger_limit)...... │ │ │ │ + 0x000d5128 20204254 4c206561 67657220 6c696d69 BTL eager limi │ │ │ │ + 0x000d5138 74206d69 6e696d75 6d3a2025 64000000 t minimum: %d... │ │ │ │ + 0x000d5148 20204d43 41207061 72616d65 74657220 MCA parameter │ │ │ │ + 0x000d5158 6e616d65 3a202020 20202062 746c5f25 name: btl_% │ │ │ │ + 0x000d5168 735f6561 6765725f 6c696d69 74000000 s_eager_limit... │ │ │ │ + 0x000d5178 636f6d6d 2d73656c 6563743a 6e6f6e65 comm-select:none │ │ │ │ + 0x000d5188 2d617661 696c6162 6c650000 00000000 -available...... │ │ │ │ + 0x000d5198 636f6d6d 2d73656c 6563743a 6e6f2d66 comm-select:no-f │ │ │ │ + 0x000d51a8 756e6374 696f6e2d 61766169 6c61626c unction-availabl │ │ │ │ + 0x000d51b8 65000000 00000000 636f6d6d 2d73656c e.......comm-sel │ │ │ │ + 0x000d51c8 6563743a 6d697373 696e6720 636f6c6c ect:missing coll │ │ │ │ + 0x000d51d8 65637469 76650000 25732025 7320636f ective..%s %s co │ │ │ │ + 0x000d51e8 6c6c6563 74697665 20726571 75697265 llective require │ │ │ │ + 0x000d51f8 20737570 706f7274 2066726f 6d206120 support from a │ │ │ │ + 0x000d5208 7072696f 7220636f 6c6c6563 74697665 prior collective │ │ │ │ + 0x000d5218 206d6f64 756c6520 666f7220 74686520 module for the │ │ │ │ + 0x000d5228 66616c6c 6261636b 00000000 00000000 fallback........ │ │ │ │ + 0x000d5238 63617365 2e205375 63682073 7570706f case. Such suppo │ │ │ │ + 0x000d5248 72742069 73206d69 7373696e 6720696e rt is missing in │ │ │ │ + 0x000d5258 20746869 73207275 6e2e0000 00000000 this run....... │ │ │ │ + 0x000d5268 686f7374 6e616d65 3a202020 25730000 hostname: %s.. │ │ │ │ + 0x000d5278 7072696f 72697479 3a202020 25640000 priority: %d.. │ │ │ │ + 0x000d5288 416c7468 6f756768 20736f6d 6520636f Although some co │ │ │ │ + 0x000d5298 6c6c2063 6f6d706f 6e656e74 73206172 ll components ar │ │ │ │ + 0x000d52a8 65206176 61696c61 626c6520 6f6e2079 e available on y │ │ │ │ + 0x000d52b8 6f757220 73797374 656d2c20 6e6f6e65 our system, none │ │ │ │ + 0x000d52c8 206f6600 00000000 7468656d 20736169 of.....them sai │ │ │ │ + 0x000d52d8 64207468 61742074 68657920 636f756c d that they coul │ │ │ │ + 0x000d52e8 64206265 20757365 6420666f 72202573 d be used for %s │ │ │ │ + 0x000d52f8 206f6e20 61206e65 7720636f 6d6d756e on a new commun │ │ │ │ + 0x000d5308 69636174 6f722e00 54686973 20697320 icator..This is │ │ │ │ + 0x000d5318 65787472 656d656c 7920756e 75737561 extremely unusua │ │ │ │ + 0x000d5328 6c202d2d 20656974 68657220 74686520 l -- either the │ │ │ │ + 0x000d5338 22626173 6963222c 20226c69 626e6263 "basic", "libnbc │ │ │ │ + 0x000d5348 22206f72 20227365 6c662220 636f6d70 " or "self" comp │ │ │ │ + 0x000d5358 6f6e656e 74730000 73686f75 6c642062 onents..should b │ │ │ │ + 0x000d5368 65206162 6c652074 6f206265 2063686f e able to be cho │ │ │ │ + 0x000d5378 73656e20 666f7220 616e7920 636f6d6d sen for any comm │ │ │ │ + 0x000d5388 756e6963 61746f72 2e202041 73207375 unicator. As su │ │ │ │ + 0x000d5398 63682c20 74686973 00000000 00000000 ch, this........ │ │ │ │ + 0x000d53a8 6c696b65 6c79206d 65616e73 20746861 likely means tha │ │ │ │ + 0x000d53b8 7420736f 6d657468 696e6720 656c7365 t something else │ │ │ │ + 0x000d53c8 20697320 77726f6e 67202861 6c74686f is wrong (altho │ │ │ │ + 0x000d53d8 75676820 796f7520 73686f75 6c642064 ugh you should d │ │ │ │ + 0x000d53e8 6f75626c 65000000 63686563 6b207468 ouble...check th │ │ │ │ + 0x000d53f8 61742074 68652022 62617369 63222c20 at the "basic", │ │ │ │ + 0x000d5408 226c6962 6e626322 20616e64 20227365 "libnbc" and "se │ │ │ │ + 0x000d5418 6c662220 636f6c6c 20636f6d 706f6e65 lf" coll compone │ │ │ │ + 0x000d5428 6e747320 61726520 61766169 6c61626c nts are availabl │ │ │ │ + 0x000d5438 65206f6e 00000000 796f7572 20737973 e on....your sys │ │ │ │ + 0x000d5448 74656d20 2d2d2063 6865636b 20746865 tem -- check the │ │ │ │ + 0x000d5458 206f7574 70757420 6f662074 68652022 output of the " │ │ │ │ + 0x000d5468 6f6d7069 5f696e66 6f222063 6f6d6d61 ompi_info" comma │ │ │ │ + 0x000d5478 6e64292e 00000000 4120636f 6c6c206d nd).....A coll m │ │ │ │ + 0x000d5488 6f64756c 65206661 696c6564 20746f20 odule failed to │ │ │ │ + 0x000d5498 66696e61 6c697a65 2070726f 7065726c finalize properl │ │ │ │ + 0x000d54a8 79207768 656e2061 20636f6d 6d756e69 y when a communi │ │ │ │ + 0x000d54b8 6361746f 72207468 61742077 61730000 cator that was.. │ │ │ │ + 0x000d54c8 7573696e 67206974 20776173 20646573 using it was des │ │ │ │ + 0x000d54d8 74726f79 65642e00 54686973 20697320 troyed..This is │ │ │ │ + 0x000d54e8 736f6d65 77686174 20756e75 7375616c somewhat unusual │ │ │ │ + 0x000d54f8 3a207468 65206d6f 64756c65 20697473 : the module its │ │ │ │ + 0x000d5508 656c6620 6d617920 62652061 74206661 elf may be at fa │ │ │ │ + 0x000d5518 756c742c 206f7220 74686973 00000000 ult, or this.... │ │ │ │ + 0x000d5528 6d617920 62652061 2073796d 70746f6d may be a symptom │ │ │ │ + 0x000d5538 206f6620 616e6f74 68657220 69737375 of another issu │ │ │ │ + 0x000d5548 65202865 2e672e2c 2061206d 656d6f72 e (e.g., a memor │ │ │ │ + 0x000d5558 79207072 6f626c65 6d292e00 00000000 y problem)...... │ │ │ │ + 0x000d5568 7468656d 20736169 64207468 61742074 them said that t │ │ │ │ + 0x000d5578 68657920 636f756c 64206265 20757365 hey could be use │ │ │ │ + 0x000d5588 6420666f 72206120 6e657720 636f6d6d d for a new comm │ │ │ │ + 0x000d5598 756e6963 61746f72 2e000000 00000000 unicator........ │ │ │ │ + 0x000d55a8 6261642d 68696572 61726368 792d6974 bad-hierarchy-it │ │ │ │ + 0x000d55b8 656d0000 00000000 6261642d 6368756e em......bad-chun │ │ │ │ + 0x000d55c8 6b2d7369 7a652d69 74656d00 00000000 k-size-item..... │ │ │ │ + 0x000d55d8 6261642d 6369636f 2d6d6178 00000000 bad-cico-max.... │ │ │ │ + 0x000d55e8 7868632d 696e6974 2d666169 6c656400 xhc-init-failed. │ │ │ │ + 0x000d55f8 7868632d 6f702d69 6e69742d 6661696c xhc-op-init-fail │ │ │ │ + 0x000d5608 65640000 00000000 746f6f2d 6d616e79 ed......too-many │ │ │ │ + 0x000d5618 2d766972 742d6869 65727300 00000000 -virt-hiers..... │ │ │ │ + 0x000d5628 4552524f 52202863 6f6c6c2f 78686329 ERROR (coll/xhc) │ │ │ │ + 0x000d5638 00000000 00000000 546f6f20 6d616e79 ........Too many │ │ │ │ + 0x000d5648 20766972 7475616c 20686965 72617263 virtual hierarc │ │ │ │ + 0x000d5658 68696573 20726571 75657374 65640000 hies requested.. │ │ │ │ + 0x000d5668 46616c6c 696e6720 6261636b 20746f20 Falling back to │ │ │ │ + 0x000d5678 616e6f74 68657220 636f6d70 6f6e656e another componen │ │ │ │ + 0x000d5688 74000000 00000000 496e6974 69616c69 t.......Initiali │ │ │ │ + 0x000d5698 7a617469 6f6e2066 6f722025 73206661 zation for %s fa │ │ │ │ + 0x000d56a8 696c6564 2c206572 726f7220 636f6465 iled, error code │ │ │ │ + 0x000d56b8 20256400 00000000 4572726e 6f3a2025 %d.....Errno: % │ │ │ │ + 0x000d56c8 64202825 73290000 496e6974 69616c69 d (%s)..Initiali │ │ │ │ + 0x000d56d8 7a617469 6f6e2066 61696c65 642c2065 zation failed, e │ │ │ │ + 0x000d56e8 72726f72 20636f64 65202564 00000000 rror code %d.... │ │ │ │ + 0x000d56f8 4d616c66 6f726d65 64206369 636f5f6d Malformed cico_m │ │ │ │ + 0x000d5708 61782070 6172616d 65746572 20272573 ax parameter '%s │ │ │ │ + 0x000d5718 27000000 00000000 4d616c66 6f726d65 '.......Malforme │ │ │ │ + 0x000d5728 64206368 756e6b20 73697a65 20697465 d chunk size ite │ │ │ │ + 0x000d5738 6d3a2027 25732700 496e2063 68756e6b m: '%s'.In chunk │ │ │ │ + 0x000d5748 2073697a 65207061 72616d65 74657220 size parameter │ │ │ │ + 0x000d5758 73747269 6e673a20 27257327 00000000 string: '%s'.... │ │ │ │ + 0x000d5768 556e7265 636f676e 697a6564 206c6f63 Unrecognized loc │ │ │ │ + 0x000d5778 616c6974 79206465 66696e69 74696f6e ality definition │ │ │ │ + 0x000d5788 3a202725 73270000 496e2068 69657261 : '%s'..In hiera │ │ │ │ + 0x000d5798 72636879 20706172 616d6574 65722073 rchy parameter s │ │ │ │ + 0x000d57a8 7472696e 673a2027 25732700 00000000 tring: '%s'..... │ │ │ │ + 0x000d57b8 70736d32 20696e69 74000000 00000000 psm2 init....... │ │ │ │ + 0x000d57c8 756e6162 6c652074 6f206f70 656e2065 unable to open e │ │ │ │ + 0x000d57d8 6e64706f 696e7400 6e6f2075 75696420 ndpoint.no uuid │ │ │ │ + 0x000d57e8 70726573 656e7400 6572726f 7220706f present.error po │ │ │ │ + 0x000d57f8 6c6c696e 67206e65 74776f72 6b000000 lling network... │ │ │ │ + 0x000d5808 6572726f 7220706f 7374696e 67207265 error posting re │ │ │ │ + 0x000d5818 63656976 65000000 6d657373 61676520 ceive...message │ │ │ │ + 0x000d5828 746f6f20 62696700 6e6f2070 736d3220 too big.no psm2 │ │ │ │ + 0x000d5838 63756461 20656e76 00000000 00000000 cuda env........ │ │ │ │ + 0x000d5848 5761726e 696e673a 204f7065 6e204d50 Warning: Open MP │ │ │ │ + 0x000d5858 49206861 73206465 74656374 65642074 I has detected t │ │ │ │ + 0x000d5868 68617420 796f7520 61726520 72756e6e hat you are runn │ │ │ │ + 0x000d5878 696e6720 696e2061 6e20656e 7669726f ing in an enviro │ │ │ │ + 0x000d5888 6e6d656e 74207769 74682043 55444100 nment with CUDA. │ │ │ │ + 0x000d5898 64657669 63657320 70726573 656e7420 devices present │ │ │ │ + 0x000d58a8 616e6420 74686174 20796f75 20617265 and that you are │ │ │ │ + 0x000d58b8 20757369 6e672049 6e74656c 28722920 using Intel(r) │ │ │ │ + 0x000d58c8 4f6d7069 2d506174 68206e65 74776f72 Ompi-Path networ │ │ │ │ + 0x000d58d8 6b696e67 2e20486f 77657665 722c0000 king. However,.. │ │ │ │ + 0x000d58e8 74686520 656e7669 726f6e6d 656e7420 the environment │ │ │ │ + 0x000d58f8 76617269 61626c65 2050534d 325f4355 variable PSM2_CU │ │ │ │ + 0x000d5908 44412077 6173206e 6f742073 65742c20 DA was not set, │ │ │ │ + 0x000d5918 6d65616e 696e6720 74686174 20746865 meaning that the │ │ │ │ + 0x000d5928 2050534d 32204f6d 6e692d50 61746800 PSM2 Omni-Path. │ │ │ │ + 0x000d5938 6e657477 6f726b69 6e67206c 69627261 networking libra │ │ │ │ + 0x000d5948 72792077 6173206e 6f742074 6f6c6420 ry was not told │ │ │ │ + 0x000d5958 686f7720 746f2068 616e646c 65204355 how to handle CU │ │ │ │ + 0x000d5968 44412073 7570706f 72742e00 00000000 DA support...... │ │ │ │ + 0x000d5978 49662079 6f757220 6170706c 69636174 If your applicat │ │ │ │ + 0x000d5988 696f6e20 75736573 20435544 41206275 ion uses CUDA bu │ │ │ │ + 0x000d5998 66666572 732c2079 6f752073 686f756c ffers, you shoul │ │ │ │ + 0x000d59a8 64207365 74207468 6520656e 7669726f d set the enviro │ │ │ │ + 0x000d59b8 6e6d656e 74207661 72696162 6c650000 nment variable.. │ │ │ │ + 0x000d59c8 50534d32 5f435544 4120746f 20313b20 PSM2_CUDA to 1; │ │ │ │ + 0x000d59d8 6f746865 72776973 652c2073 65742069 otherwise, set i │ │ │ │ + 0x000d59e8 7420746f 20302e20 53657474 696e6720 t to 0. Setting │ │ │ │ + 0x000d59f8 74686520 76617269 61626c65 20746f20 the variable to │ │ │ │ + 0x000d5a08 74686520 77726f6e 67207661 6c756500 the wrong value. │ │ │ │ + 0x000d5a18 63616e20 68617665 20706572 666f726d can have perform │ │ │ │ + 0x000d5a28 616e6365 20696d70 6c696361 74696f6e ance implication │ │ │ │ + 0x000d5a38 73206f6e 20796f75 72206170 706c6963 s on your applic │ │ │ │ + 0x000d5a48 6174696f 6e2c206f 72206576 656e2063 ation, or even c │ │ │ │ + 0x000d5a58 61757365 20697420 746f0000 00000000 ause it to...... │ │ │ │ + 0x000d5a68 63726173 682e0000 53696e63 65206974 crash...Since it │ │ │ │ + 0x000d5a78 20776173 206e6f74 20736574 2c204f70 was not set, Op │ │ │ │ + 0x000d5a88 656e204d 50492068 61732064 65666175 en MPI has defau │ │ │ │ + 0x000d5a98 6c746564 20746f20 73657474 696e6720 lted to setting │ │ │ │ + 0x000d5aa8 74686520 50534d32 5f435544 41000000 the PSM2_CUDA... │ │ │ │ + 0x000d5ab8 656e7669 726f6e6d 656e7420 76617269 environment vari │ │ │ │ + 0x000d5ac8 61626c65 20746f20 312e0000 00000000 able to 1....... │ │ │ │ + 0x000d5ad8 4c6f6361 6c20686f 73746e61 6d653a20 Local hostname: │ │ │ │ + 0x000d5ae8 25730000 00000000 4d657373 61676520 %s......Message │ │ │ │ + 0x000d5af8 73697a65 20256c6c 75206269 67676572 size %llu bigger │ │ │ │ + 0x000d5b08 20746861 6e207375 70706f72 74656420 than supported │ │ │ │ + 0x000d5b18 62792050 534d3220 4150492e 204d6178 by PSM2 API. Max │ │ │ │ + 0x000d5b28 203d2025 6c6c7500 556e6162 6c652074 = %llu.Unable t │ │ │ │ + 0x000d5b38 6f20706f 73742061 70706c69 63617469 o post applicati │ │ │ │ + 0x000d5b48 6f6e2072 65636569 76652062 75666665 on receive buffe │ │ │ │ + 0x000d5b58 72202870 736d325f 6d715f69 72656376 r (psm2_mq_irecv │ │ │ │ + 0x000d5b68 206f7220 70736d32 5f6d715f 696d7265 or psm2_mq_imre │ │ │ │ + 0x000d5b78 6376292e 00000000 20204275 66666572 cv)..... Buffer │ │ │ │ + 0x000d5b88 3a202020 20202570 00000000 00000000 : %p........ │ │ │ │ + 0x000d5b98 20204c65 6e677468 3a202020 2020256c Length: %l │ │ │ │ + 0x000d5ba8 6c750000 00000000 4572726f 72202573 lu......Error %s │ │ │ │ + 0x000d5bb8 206f6363 75727265 6420696e 20617474 occurred in att │ │ │ │ + 0x000d5bc8 656d7074 696e6720 746f206d 616b6520 empting to make │ │ │ │ + 0x000d5bd8 6e657477 6f726b20 70726f67 72657373 network progress │ │ │ │ + 0x000d5be8 20287073 6d325f6d 715f6970 65656b29 (psm2_mq_ipeek) │ │ │ │ + 0x000d5bf8 2e000000 00000000 4572726f 72206f62 ........Error ob │ │ │ │ + 0x000d5c08 7461696e 696e6720 756e6971 75652074 taining unique t │ │ │ │ + 0x000d5c18 72616e73 706f7274 206b6579 2066726f ransport key fro │ │ │ │ + 0x000d5c28 6d20504d 49582028 4f4d5049 5f4d4341 m PMIX (OMPI_MCA │ │ │ │ + 0x000d5c38 5f6f7274 655f7072 65636f6e 64697469 _orte_preconditi │ │ │ │ + 0x000d5c48 6f6e5f74 72616e73 706f7274 73202573 on_transports %s │ │ │ │ + 0x000d5c58 00000000 00000000 74686520 656e7669 ........the envi │ │ │ │ + 0x000d5c68 726f6e6d 656e7429 2e000000 00000000 ronment)........ │ │ │ │ + 0x000d5c78 50534d32 20776173 20756e61 626c6520 PSM2 was unable │ │ │ │ + 0x000d5c88 746f206f 70656e20 616e2065 6e64706f to open an endpo │ │ │ │ + 0x000d5c98 696e742e 20506c65 61736520 6d616b65 int. Please make │ │ │ │ + 0x000d5ca8 20737572 65207468 61742074 6865206e sure that the n │ │ │ │ + 0x000d5cb8 6574776f 726b206c 696e6b20 69730000 etwork link is.. │ │ │ │ + 0x000d5cc8 61637469 7665206f 6e207468 65206e6f active on the no │ │ │ │ + 0x000d5cd8 64652061 6e642074 68652068 61726477 de and the hardw │ │ │ │ + 0x000d5ce8 61726520 69732066 756e6374 696f6e69 are is functioni │ │ │ │ + 0x000d5cf8 6e672e00 00000000 20204572 726f723a ng...... Error: │ │ │ │ + 0x000d5d08 20257300 00000000 496e6974 69616c69 %s.....Initiali │ │ │ │ + 0x000d5d18 7a617469 6f6e206f 66205053 4d32206c zation of PSM2 l │ │ │ │ + 0x000d5d28 69627261 72792066 61696c65 642e0000 ibrary failed... │ │ │ │ + 0x000d5d38 4f464920 63616c6c 20666169 6c000000 OFI call fail... │ │ │ │ + 0x000d5d48 4e6f7420 656e6f75 67682062 69747320 Not enough bits │ │ │ │ + 0x000d5d58 666f7220 43494400 53455020 756e6176 for CID.SEP unav │ │ │ │ + 0x000d5d68 61696c61 626c6500 53455020 72657175 ailable.SEP requ │ │ │ │ + 0x000d5d78 69726564 00000000 53455020 74687265 ired....SEP thre │ │ │ │ + 0x000d5d88 61642067 726f7570 696e6720 63747874 ad grouping ctxt │ │ │ │ + 0x000d5d98 206c696d 69740000 4c6f6361 6c207261 limit..Local ra │ │ │ │ + 0x000d5da8 6e6b7320 65786365 6564206f 66692063 nks exceed ofi c │ │ │ │ + 0x000d5db8 6f6e7465 78747300 43747874 73206578 ontexts.Ctxts ex │ │ │ │ + 0x000d5dc8 63656564 65642061 7661696c 61626c65 ceeded available │ │ │ │ + 0x000d5dd8 00000000 00000000 6d6f6465 78206661 ........modex fa │ │ │ │ + 0x000d5de8 696c6564 00000000 42756666 6572204d iled....Buffer M │ │ │ │ + 0x000d5df8 656d6f72 79205265 67697374 72617469 emory Registrati │ │ │ │ + 0x000d5e08 6f6e2046 61696c65 64000000 00000000 on Failed....... │ │ │ │ + 0x000d5e18 4f70656e 204d5049 20666169 6c656420 Open MPI failed │ │ │ │ + 0x000d5e28 746f2072 65676973 74657220 796f7572 to register your │ │ │ │ + 0x000d5e38 20627566 6665722e 00000000 00000000 buffer......... │ │ │ │ + 0x000d5e48 54686973 20657272 6f722069 73206661 This error is fa │ │ │ │ + 0x000d5e58 74616c2c 20796f75 72206a6f 62207769 tal, your job wi │ │ │ │ + 0x000d5e68 6c6c2061 626f7274 00000000 00000000 ll abort........ │ │ │ │ + 0x000d5e78 20204275 66666572 20547970 653a2025 Buffer Type: % │ │ │ │ + 0x000d5e88 73000000 00000000 20204275 66666572 s....... Buffer │ │ │ │ + 0x000d5e98 20416464 72657373 3a202570 00000000 Address: %p.... │ │ │ │ + 0x000d5ea8 20204275 66666572 204c656e 6774683a Buffer Length: │ │ │ │ + 0x000d5eb8 20256400 00000000 20204572 726f723a %d..... Error: │ │ │ │ + 0x000d5ec8 20257320 28257a64 29000000 00000000 %s (%zd)....... │ │ │ │ + 0x000d5ed8 4d657373 61676520 73697a65 20256c6c Message size %ll │ │ │ │ + 0x000d5ee8 75206269 67676572 20746861 6e207375 u bigger than su │ │ │ │ + 0x000d5ef8 70706f72 74656420 62792073 656c6563 pported by selec │ │ │ │ + 0x000d5f08 74656420 7472616e 73706f72 742e204d ted transport. M │ │ │ │ + 0x000d5f18 6178203d 20256c6c 75000000 00000000 ax = %llu....... │ │ │ │ + 0x000d5f28 54686520 4f464920 4d544c20 77617320 The OFI MTL was │ │ │ │ + 0x000d5f38 6e6f7420 61626c65 20746f20 66696e64 not able to find │ │ │ │ + 0x000d5f48 20656e64 706f696e 7420696e 666f726d endpoint inform │ │ │ │ + 0x000d5f58 6174696f 6e20666f 72206120 72656d6f ation for a remo │ │ │ │ + 0x000d5f68 74650000 00000000 656e6470 6f696e74 te......endpoint │ │ │ │ + 0x000d5f78 2e20204d 6f737420 6c696b65 6c792c20 . Most likely, │ │ │ │ + 0x000d5f88 74686973 206d6561 6e732074 68617420 this means that │ │ │ │ + 0x000d5f98 74686520 72656d6f 74652070 726f6365 the remote proce │ │ │ │ + 0x000d5fa8 73732077 61732075 6e61626c 65000000 ss was unable... │ │ │ │ + 0x000d5fb8 746f2069 6e697469 616c697a 65207468 to initialize th │ │ │ │ + 0x000d5fc8 65204c69 62666162 72696320 4e494320 e Libfabric NIC │ │ │ │ + 0x000d5fd8 636f7272 6563746c 792e2020 54686973 correctly. This │ │ │ │ + 0x000d5fe8 20657272 6f722069 73206e6f 74000000 error is not... │ │ │ │ + 0x000d5ff8 7265636f 76657261 626c6520 616e6420 recoverable and │ │ │ │ + 0x000d6008 796f7572 20617070 6c696361 74696f6e your application │ │ │ │ + 0x000d6018 20697320 6c696b65 6c792074 6f206162 is likely to ab │ │ │ │ + 0x000d6028 6f72742e 00000000 20205265 6d6f7465 ort..... Remote │ │ │ │ + 0x000d6038 20686f73 743a2025 73000000 00000000 host: %s....... │ │ │ │ + 0x000d6048 20204572 726f723a 20257320 28256429 Error: %s (%d) │ │ │ │ + 0x000d6058 00000000 00000000 55736572 20726571 ........User req │ │ │ │ + 0x000d6068 75657374 65642066 6f72206d 6f726520 uested for more │ │ │ │ + 0x000d6078 7468616e 20617661 696c6162 6c652063 than available c │ │ │ │ + 0x000d6088 6f6e7465 78747320 66726f6d 2070726f ontexts from pro │ │ │ │ + 0x000d6098 76696465 722e204c 696d6974 696e6700 vider. Limiting. │ │ │ │ + 0x000d60a8 746f206d 61782061 6c6c6f77 65642028 to max allowed ( │ │ │ │ + 0x000d60b8 2564292e 20436f6e 74657874 73207769 %d). Contexts wi │ │ │ │ + 0x000d60c8 6c6c2062 65207265 20757365 6420696e ll be re used in │ │ │ │ + 0x000d60d8 20726f75 6e642d72 6f62696e 20666173 round-robin fas │ │ │ │ + 0x000d60e8 68696f6e 20696620 74686572 65000000 hion if there... │ │ │ │ + 0x000d60f8 61726520 6d6f7265 20746872 65616473 are more threads │ │ │ │ + 0x000d6108 20746861 6e207468 65206176 61696c61 than the availa │ │ │ │ + 0x000d6118 626c6520 636f6e74 65787473 2e000000 ble contexts.... │ │ │ │ + 0x000d6128 20204c6f 63617469 6f6e3a20 25733a25 Location: %s:% │ │ │ │ + 0x000d6138 64000000 00000000 4e756d62 6572206f d.......Number o │ │ │ │ + 0x000d6148 66206c6f 63616c20 72616e6b 73206578 f local ranks ex │ │ │ │ + 0x000d6158 63656564 20746865 206e756d 62657220 ceed the number │ │ │ │ + 0x000d6168 6f662061 7661696c 61626c65 204f4649 of available OFI │ │ │ │ + 0x000d6178 20636f6e 74657874 7320696e 20257300 contexts in %s. │ │ │ │ + 0x000d6188 70726f76 69646572 20616e64 20776520 provider and we │ │ │ │ + 0x000d6198 63616e6e 6f742070 726f7669 73696f6e cannot provision │ │ │ │ + 0x000d61a8 20656e6f 75676820 636f6e74 65787473 enough contexts │ │ │ │ + 0x000d61b8 20666f72 20656163 68207261 6e6b2e20 for each rank. │ │ │ │ + 0x000d61c8 54727920 64697361 626c696e 67000000 Try disabling... │ │ │ │ + 0x000d61d8 5363616c 61626c65 20456e64 706f696e Scalable Endpoin │ │ │ │ + 0x000d61e8 74206665 61747572 652e0000 00000000 t feature....... │ │ │ │ + 0x000d61f8 52656163 68656420 6c696d69 74202825 Reached limit (% │ │ │ │ + 0x000d6208 64292066 6f72206e 756d6265 72206f66 d) for number of │ │ │ │ + 0x000d6218 204f4649 20636f6e 74657874 73207365 OFI contexts se │ │ │ │ + 0x000d6228 74206279 206d746c 5f6f6669 5f6e756d t by mtl_ofi_num │ │ │ │ + 0x000d6238 5f637478 74732e00 506c6561 73652073 _ctxts..Please s │ │ │ │ + 0x000d6248 6574206d 746c5f6f 66695f6e 756d5f63 et mtl_ofi_num_c │ │ │ │ + 0x000d6258 74787473 20746f20 61206c61 72676572 txts to a larger │ │ │ │ + 0x000d6268 2076616c 75652069 6620796f 75206e65 value if you ne │ │ │ │ + 0x000d6278 6564206d 6f726520 636f6e74 65787473 ed more contexts │ │ │ │ + 0x000d6288 2e000000 00000000 49662061 6e204d50 ........If an MP │ │ │ │ + 0x000d6298 49206170 706c6963 6174696f 6e206372 I application cr │ │ │ │ + 0x000d62a8 65617465 73206d6f 72652063 6f6d6d75 eates more commu │ │ │ │ + 0x000d62b8 6e696361 746f7273 20746861 6e206d74 nicators than mt │ │ │ │ + 0x000d62c8 6c5f6f66 695f6e75 6d5f6374 7874732c l_ofi_num_ctxts, │ │ │ │ + 0x000d62d8 00000000 00000000 4f464920 4d544c20 ........OFI MTL │ │ │ │ + 0x000d62e8 77696c6c 206d616b 65207468 65206e65 will make the ne │ │ │ │ + 0x000d62f8 7720636f 6d6d756e 69636174 6f727320 w communicators │ │ │ │ + 0x000d6308 72652d75 73652065 78697374 696e6720 re-use existing │ │ │ │ + 0x000d6318 636f6e74 65787473 20696e00 00000000 contexts in..... │ │ │ │ + 0x000d6328 726f756e 642d726f 62696e20 66617368 round-robin fash │ │ │ │ + 0x000d6338 696f6e20 77686963 68207769 6c6c2069 ion which will i │ │ │ │ + 0x000d6348 6d706163 74207065 72666f72 6d616e63 mpact performanc │ │ │ │ + 0x000d6358 652e0000 00000000 5363616c 61626c65 e.......Scalable │ │ │ │ + 0x000d6368 20456e64 706f696e 74206665 61747572 Endpoint featur │ │ │ │ + 0x000d6378 65206973 20726571 75697265 6420666f e is required fo │ │ │ │ + 0x000d6388 72205468 72656164 2047726f 7570696e r Thread Groupin │ │ │ │ + 0x000d6398 67206665 61747572 6520746f 20776f72 g feature to wor │ │ │ │ + 0x000d63a8 6b2e0000 00000000 506c6561 73652074 k.......Please t │ │ │ │ + 0x000d63b8 72792065 6e61626c 696e6720 5363616c ry enabling Scal │ │ │ │ + 0x000d63c8 61626c65 20456e64 706f696e 74732075 able Endpoints u │ │ │ │ + 0x000d63d8 73696e67 206d746c 5f6f6669 5f656e61 sing mtl_ofi_ena │ │ │ │ + 0x000d63e8 626c655f 7365702e 00000000 00000000 ble_sep......... │ │ │ │ + 0x000d63f8 5363616c 61626c65 20456e64 706f696e Scalable Endpoin │ │ │ │ + 0x000d6408 74206665 61747572 65206973 20656e61 t feature is ena │ │ │ │ + 0x000d6418 626c6564 20627920 74686520 75736572 bled by the user │ │ │ │ + 0x000d6428 20627574 20697420 6973206e 6f742073 but it is not s │ │ │ │ + 0x000d6438 7570706f 72746564 20627900 00000000 upported by..... │ │ │ │ + 0x000d6448 25732070 726f7669 6465722e 20547279 %s provider. Try │ │ │ │ + 0x000d6458 20646973 61626c69 6e672074 68697320 disabling this │ │ │ │ + 0x000d6468 66656174 75726520 6f722075 73652061 feature or use a │ │ │ │ + 0x000d6478 20646966 66657265 6e742070 726f7669 different provi │ │ │ │ + 0x000d6488 64657220 74686174 00000000 00000000 der that........ │ │ │ │ + 0x000d6498 73757070 6f727473 20697420 7573696e supports it usin │ │ │ │ + 0x000d64a8 67206d74 6c5f6f66 695f7072 6f766964 g mtl_ofi_provid │ │ │ │ + 0x000d64b8 65725f69 6e636c75 64652e00 00000000 er_include...... │ │ │ │ + 0x000d64c8 4f464920 70726f76 69646572 20222573 OFI provider "%s │ │ │ │ + 0x000d64d8 2220646f 6573206e 6f742068 61766520 " does not have │ │ │ │ + 0x000d64e8 656e6f75 67682066 72656520 62697473 enough free bits │ │ │ │ + 0x000d64f8 20696e20 69747320 74616720 746f2066 in its tag to f │ │ │ │ + 0x000d6508 69742074 6865204d 50490000 00000000 it the MPI...... │ │ │ │ + 0x000d6518 436f6d6d 756e6963 61746f72 2049442e Communicator ID. │ │ │ │ + 0x000d6528 20536565 20746865 206d656d 5f746167 See the mem_tag │ │ │ │ + 0x000d6538 5f666f72 6d617420 6f662074 68652070 _format of the p │ │ │ │ + 0x000d6548 726f7669 64657220 62792072 756e6e69 rovider by runni │ │ │ │ + 0x000d6558 6e673a00 00000000 66695f69 6e666f20 ng:.....fi_info │ │ │ │ + 0x000d6568 2d76202d 70202573 00000000 00000000 -v -p %s........ │ │ │ │ + 0x000d6578 4f70656e 204d5049 20666169 6c656420 Open MPI failed │ │ │ │ + 0x000d6588 616e204f 4649204c 69626661 62726963 an OFI Libfabric │ │ │ │ + 0x000d6598 206c6962 72617279 2063616c 6c202825 library call (% │ │ │ │ + 0x000d65a8 73292e20 20546869 73206973 20686967 s). This is hig │ │ │ │ + 0x000d65b8 686c7900 00000000 756e7573 75616c3b hly.....unusual; │ │ │ │ + 0x000d65c8 20796f75 72206a6f 62206d61 79206265 your job may be │ │ │ │ + 0x000d65d8 68617665 20756e70 72656469 63746162 have unpredictab │ │ │ │ + 0x000d65e8 6c792028 616e642f 6f722061 626f7274 ly (and/or abort │ │ │ │ + 0x000d65f8 29206166 74657220 74686973 2e000000 ) after this.... │ │ │ │ + 0x000d6608 6d70695f 696e6974 3a737461 72747570 mpi_init:startup │ │ │ │ + 0x000d6618 3a696e74 65726e61 6c2d6661 696c7572 :internal-failur │ │ │ │ + 0x000d6628 65000000 00000000 6d70695f 696e6974 e.......mpi_init │ │ │ │ + 0x000d6638 3a737461 72747570 3a706d6c 2d616464 :startup:pml-add │ │ │ │ + 0x000d6648 2d70726f 63732d66 61696c00 00000000 -procs-fail..... │ │ │ │ + 0x000d6658 6d70692d 70617261 6d2d6368 65636b2d mpi-param-check- │ │ │ │ + 0x000d6668 656e6162 6c65642d 6275742d 636f6d70 enabled-but-comp │ │ │ │ + 0x000d6678 696c6564 2d6f7574 00000000 00000000 iled-out........ │ │ │ │ + 0x000d6688 6d70695f 696e6974 3a20696e 766f6b65 mpi_init: invoke │ │ │ │ + 0x000d6698 64206d75 6c746970 6c652074 696d6573 d multiple times │ │ │ │ + 0x000d66a8 00000000 00000000 6d70695f 696e6974 ........mpi_init │ │ │ │ + 0x000d66b8 3a20616c 72656164 79206669 6e616c69 : already finali │ │ │ │ + 0x000d66c8 7a656400 00000000 6d70695f 66696e61 zed.....mpi_fina │ │ │ │ + 0x000d66d8 6c697a65 3a206e6f 7420696e 69746961 lize: not initia │ │ │ │ + 0x000d66e8 6c697a65 64000000 6d70695f 66696e61 lized...mpi_fina │ │ │ │ + 0x000d66f8 6c697a65 3a696e76 6f6b6564 5f6d756c lize:invoked_mul │ │ │ │ + 0x000d6708 7469706c 655f7469 6d657300 00000000 tiple_times..... │ │ │ │ + 0x000d6718 73706172 73652067 726f7570 7320656e sparse groups en │ │ │ │ + 0x000d6728 61626c65 64206275 7420636f 6d70696c abled but compil │ │ │ │ + 0x000d6738 6564206f 75740000 68657465 726f6765 ed out..heteroge │ │ │ │ + 0x000d6748 6e656f75 732d7375 70706f72 742d756e neous-support-un │ │ │ │ + 0x000d6758 61766169 6c61626c 65000000 00000000 available....... │ │ │ │ + 0x000d6768 6e6f2063 75646120 73757070 6f727400 no cuda support. │ │ │ │ + 0x000d6778 7370633a 204d5049 5f542064 69736162 spc: MPI_T disab │ │ │ │ + 0x000d6788 6c656400 00000000 6e6f2d70 6d690000 led.....no-pmi.. │ │ │ │ + 0x000d6798 6e6f2d70 6d69782d 62757400 00000000 no-pmix-but..... │ │ │ │ + 0x000d67a8 4e6f2050 4d497820 73657276 65722077 No PMIx server w │ │ │ │ + 0x000d67b8 61732072 65616368 61626c65 2c206275 as reachable, bu │ │ │ │ + 0x000d67c8 74206120 504d4931 2f322077 61732064 t a PMI1/2 was d │ │ │ │ + 0x000d67d8 65746563 7465642e 00000000 00000000 etected......... │ │ │ │ + 0x000d67e8 49662073 72756e20 69732062 65696e67 If srun is being │ │ │ │ + 0x000d67f8 20757365 6420746f 206c6175 6e636820 used to launch │ │ │ │ + 0x000d6808 6170706c 69636174 696f6e2c 20202564 application, %d │ │ │ │ + 0x000d6818 2073696e 676c6574 6f6e7320 77696c6c singletons will │ │ │ │ + 0x000d6828 20626520 73746172 7465642e 00000000 be started..... │ │ │ │ + 0x000d6838 504d4978 5f496e69 74206661 696c6564 PMIx_Init failed │ │ │ │ + 0x000d6848 20666f72 20746865 20666f6c 6c6f7769 for the followi │ │ │ │ + 0x000d6858 6e672072 6561736f 6e3a0000 00000000 ng reason:...... │ │ │ │ + 0x000d6868 4f70656e 204d5049 20726571 75697265 Open MPI require │ │ │ │ + 0x000d6878 73206163 63657373 20746f20 61206c6f s access to a lo │ │ │ │ + 0x000d6888 63616c20 504d4978 20736572 76657220 cal PMIx server │ │ │ │ + 0x000d6898 746f2065 78656375 74652e20 506c6561 to execute. Plea │ │ │ │ + 0x000d68a8 73652065 6e737572 65000000 00000000 se ensure....... │ │ │ │ + 0x000d68b8 74686174 20656974 68657220 796f7520 that either you │ │ │ │ + 0x000d68c8 61726520 6f706572 6174696e 6720696e are operating in │ │ │ │ + 0x000d68d8 20612050 4d49782d 656e6162 6c656420 a PMIx-enabled │ │ │ │ + 0x000d68e8 656e7669 726f6e6d 656e742c 206f7220 environment, or │ │ │ │ + 0x000d68f8 75736520 226d7069 72756e22 00000000 use "mpirun".... │ │ │ │ + 0x000d6908 746f2065 78656375 74652074 6865206a to execute the j │ │ │ │ + 0x000d6918 6f622e00 00000000 54686572 65207761 ob......There wa │ │ │ │ + 0x000d6928 7320616e 20657272 6f722072 65676973 s an error regis │ │ │ │ + 0x000d6938 74657269 6e672073 6f667477 61726520 tering software │ │ │ │ + 0x000d6948 70657266 6f726d61 6e636520 636f756e performance coun │ │ │ │ + 0x000d6958 74657273 20285350 43732920 61730000 ters (SPCs) as.. │ │ │ │ + 0x000d6968 4d50495f 54207065 72666f72 6d616e63 MPI_T performanc │ │ │ │ + 0x000d6978 65207661 72696162 6c65732e 2020596f e variables. Yo │ │ │ │ + 0x000d6988 7572206a 6f622077 696c6c20 636f6e74 ur job will cont │ │ │ │ + 0x000d6998 696e7565 2c206275 74205350 43732077 inue, but SPCs w │ │ │ │ + 0x000d69a8 696c6c20 62650000 64697361 626c6564 ill be..disabled │ │ │ │ + 0x000d69b8 20666f72 204d5049 5f542e00 00000000 for MPI_T...... │ │ │ │ + 0x000d69c8 54686520 75736572 20726571 75657374 The user request │ │ │ │ + 0x000d69d8 65642043 55444120 73757070 6f727420 ed CUDA support │ │ │ │ + 0x000d69e8 77697468 20746865 202d2d6d 6361206d with the --mca m │ │ │ │ + 0x000d69f8 70695f63 7564615f 73757070 6f727420 pi_cuda_support │ │ │ │ + 0x000d6a08 3120666c 61670000 62757420 74686520 1 flag..but the │ │ │ │ + 0x000d6a18 6c696272 61727920 77617320 6e6f7420 library was not │ │ │ │ + 0x000d6a28 636f6d70 696c6564 20776974 6820616e compiled with an │ │ │ │ + 0x000d6a38 79207375 70706f72 742e0000 00000000 y support....... │ │ │ │ + 0x000d6a48 54686973 20696e73 74616c6c 6174696f This installatio │ │ │ │ + 0x000d6a58 6e206f66 204f7065 6e204d50 49207761 n of Open MPI wa │ │ │ │ + 0x000d6a68 7320636f 6e666967 75726564 20776974 s configured wit │ │ │ │ + 0x000d6a78 686f7574 20737570 706f7274 20666f72 hout support for │ │ │ │ + 0x000d6a88 00000000 00000000 68657465 726f6765 ........heteroge │ │ │ │ + 0x000d6a98 6e656f75 73206172 63686974 65637475 neous architectu │ │ │ │ + 0x000d6aa8 7265732c 20627574 20617420 6c656173 res, but at leas │ │ │ │ + 0x000d6ab8 74206f6e 65206e6f 64652069 6e207468 t one node in th │ │ │ │ + 0x000d6ac8 6520616c 6c6f6361 74696f6e 00000000 e allocation.... │ │ │ │ + 0x000d6ad8 77617320 64657465 63746564 20746f20 was detected to │ │ │ │ + 0x000d6ae8 68617665 20612064 69666665 72656e74 have a different │ │ │ │ + 0x000d6af8 20617263 68697465 63747572 652e2054 architecture. T │ │ │ │ + 0x000d6b08 68652064 65746563 74656420 6e6f6465 he detected node │ │ │ │ + 0x000d6b18 20776173 3a000000 4e6f6465 3a202573 was:...Node: %s │ │ │ │ + 0x000d6b28 00000000 00000000 496e206f 72646572 ........In order │ │ │ │ + 0x000d6b38 20746f20 6f706572 61746520 696e2061 to operate in a │ │ │ │ + 0x000d6b48 20686574 65726f67 656e656f 75732065 heterogeneous e │ │ │ │ + 0x000d6b58 6e766972 6f6e6d65 6e742c20 706c6561 nvironment, plea │ │ │ │ + 0x000d6b68 73652072 65636f6e 66696775 72650000 se reconfigure.. │ │ │ │ + 0x000d6b78 4f70656e 204d5049 20776974 68202d2d Open MPI with -- │ │ │ │ + 0x000d6b88 656e6162 6c652d68 65746572 6f67656e enable-heterogen │ │ │ │ + 0x000d6b98 656f7573 2e000000 5741524e 494e473a eous....WARNING: │ │ │ │ + 0x000d6ba8 20546865 204d4341 20706172 616d6574 The MCA paramet │ │ │ │ + 0x000d6bb8 6572206d 70695f75 73655f73 70617273 er mpi_use_spars │ │ │ │ + 0x000d6bc8 655f6772 6f75705f 73746f72 61676520 e_group_storage │ │ │ │ + 0x000d6bd8 68617320 6265656e 20736574 00000000 has been set.... │ │ │ │ + 0x000d6be8 746f2074 7275652c 20627574 20737061 to true, but spa │ │ │ │ + 0x000d6bf8 72736520 67726f75 70207375 70706f72 rse group suppor │ │ │ │ + 0x000d6c08 74207761 73206e6f 7420636f 6d70696c t was not compil │ │ │ │ + 0x000d6c18 65642069 6e746f20 4f70656e 204d5049 ed into Open MPI │ │ │ │ + 0x000d6c28 2e202054 68650000 6d70695f 7573655f . The..mpi_use_ │ │ │ │ + 0x000d6c38 73706172 73655f67 726f7570 5f73746f sparse_group_sto │ │ │ │ + 0x000d6c48 72616765 2076616c 75652068 61732074 rage value has t │ │ │ │ + 0x000d6c58 68657265 666f7265 20626565 6e206967 herefore been ig │ │ │ │ + 0x000d6c68 6e6f7265 642e0000 54686520 66756e63 nored...The func │ │ │ │ + 0x000d6c78 74696f6e 204d5049 5f46494e 414c495a tion MPI_FINALIZ │ │ │ │ + 0x000d6c88 45207761 7320696e 766f6b65 64206d75 E was invoked mu │ │ │ │ + 0x000d6c98 6c746970 6c652074 696d6573 20696e20 ltiple times in │ │ │ │ + 0x000d6ca8 61207369 6e676c65 00000000 00000000 a single........ │ │ │ │ + 0x000d6cb8 70726f63 65737320 6f6e2068 6f737420 process on host │ │ │ │ + 0x000d6cc8 25732c20 50494420 25642e00 00000000 %s, PID %d...... │ │ │ │ + 0x000d6cd8 54686973 20696e64 69636174 65732061 This indicates a │ │ │ │ + 0x000d6ce8 6e206572 726f6e65 6f757320 4d504920 n erroneous MPI │ │ │ │ + 0x000d6cf8 70726f67 72616d3b 204d5049 5f46494e program; MPI_FIN │ │ │ │ + 0x000d6d08 414c495a 45206973 206f6e6c 7920616c ALIZE is only al │ │ │ │ + 0x000d6d18 6c6f7765 64000000 746f2062 6520696e lowed...to be in │ │ │ │ + 0x000d6d28 766f6b65 64206578 6163746c 79206f6e voked exactly on │ │ │ │ + 0x000d6d38 63652069 6e206120 70726f63 6573732e ce in a process. │ │ │ │ + 0x000d6d48 00000000 00000000 54686520 66756e63 ........The func │ │ │ │ + 0x000d6d58 74696f6e 204d5049 5f46494e 414c495a tion MPI_FINALIZ │ │ │ │ + 0x000d6d68 45207761 7320696e 766f6b65 64206265 E was invoked be │ │ │ │ + 0x000d6d78 666f7265 204d5049 20776173 20696e69 fore MPI was ini │ │ │ │ + 0x000d6d88 7469616c 697a6564 20696e20 61000000 tialized in a... │ │ │ │ + 0x000d6d98 54686973 20696e64 69636174 65732061 This indicates a │ │ │ │ + 0x000d6da8 6e206572 726f6e65 6f757320 4d504920 n erroneous MPI │ │ │ │ + 0x000d6db8 70726f67 72616d3b 204d5049 206d7573 program; MPI mus │ │ │ │ + 0x000d6dc8 74206265 20696e69 7469616c 697a6564 t be initialized │ │ │ │ + 0x000d6dd8 00000000 00000000 6265666f 72652069 ........before i │ │ │ │ + 0x000d6de8 74206361 6e206265 2066696e 616c697a t can be finaliz │ │ │ │ + 0x000d6df8 65642e00 00000000 4f70656e 204d5049 ed......Open MPI │ │ │ │ + 0x000d6e08 20686173 20646574 65637465 64207468 has detected th │ │ │ │ + 0x000d6e18 61742074 68697320 70726f63 65737320 at this process │ │ │ │ + 0x000d6e28 68617320 61747465 6d707465 6420746f has attempted to │ │ │ │ + 0x000d6e38 20696e69 7469616c 697a6500 00000000 initialize..... │ │ │ │ + 0x000d6e48 4d504920 28766961 204d5049 5f494e49 MPI (via MPI_INI │ │ │ │ + 0x000d6e58 54206f72 204d5049 5f494e49 545f5448 T or MPI_INIT_TH │ │ │ │ + 0x000d6e68 52454144 29206166 74657220 4d50495f READ) after MPI_ │ │ │ │ + 0x000d6e78 46494e41 4c495a45 20686173 20626565 FINALIZE has bee │ │ │ │ + 0x000d6e88 6e000000 00000000 63616c6c 65642e20 n.......called. │ │ │ │ + 0x000d6e98 20546869 73206973 20657272 6f6e656f This is erroneo │ │ │ │ + 0x000d6ea8 75732e00 00000000 4d504920 28766961 us......MPI (via │ │ │ │ + 0x000d6eb8 204d5049 5f494e49 54206f72 204d5049 MPI_INIT or MPI │ │ │ │ + 0x000d6ec8 5f494e49 545f5448 52454144 29206d6f _INIT_THREAD) mo │ │ │ │ + 0x000d6ed8 72652074 68616e20 6f6e6365 2e202054 re than once. T │ │ │ │ + 0x000d6ee8 68697320 69730000 6572726f 6e656f75 his is..erroneou │ │ │ │ + 0x000d6ef8 732e0000 00000000 5741524e 494e473a s.......WARNING: │ │ │ │ + 0x000d6f08 20546865 204d4341 20706172 616d6574 The MCA paramet │ │ │ │ + 0x000d6f18 6572206d 70695f70 6172616d 5f636865 er mpi_param_che │ │ │ │ + 0x000d6f28 636b2068 61732062 65656e20 73657420 ck has been set │ │ │ │ + 0x000d6f38 746f2074 7275652c 20627574 00000000 to true, but.... │ │ │ │ + 0x000d6f48 70617261 6d657465 72206368 65636b69 parameter checki │ │ │ │ + 0x000d6f58 6e672068 61732062 65656e20 636f6d70 ng has been comp │ │ │ │ + 0x000d6f68 696c6564 206f7574 206f6620 4f70656e iled out of Open │ │ │ │ + 0x000d6f78 204d5049 2e202054 68650000 00000000 MPI. The...... │ │ │ │ + 0x000d6f88 6d70695f 70617261 6d5f6368 65636b20 mpi_param_check │ │ │ │ + 0x000d6f98 76616c75 65206861 73207468 65726566 value has theref │ │ │ │ + 0x000d6fa8 6f726520 6265656e 2069676e 6f726564 ore been ignored │ │ │ │ + 0x000d6fb8 2e000000 00000000 4d50495f 494e4954 ........MPI_INIT │ │ │ │ + 0x000d6fc8 20686173 20666169 6c656420 62656361 has failed beca │ │ │ │ + 0x000d6fd8 75736520 6174206c 65617374 206f6e65 use at least one │ │ │ │ + 0x000d6fe8 204d5049 2070726f 63657373 20697320 MPI process is │ │ │ │ + 0x000d6ff8 756e7265 61636861 626c6500 00000000 unreachable..... │ │ │ │ + 0x000d7008 66726f6d 20616e6f 74686572 2e202054 from another. T │ │ │ │ + 0x000d7018 68697320 2a757375 616c6c79 2a206d65 his *usually* me │ │ │ │ + 0x000d7028 616e7320 74686174 20616e20 756e6465 ans that an unde │ │ │ │ + 0x000d7038 726c7969 6e672063 6f6d6d75 6e696361 rlying communica │ │ │ │ + 0x000d7048 74696f6e 00000000 706c7567 696e202d tion....plugin - │ │ │ │ + 0x000d7058 2d207375 63682061 73206120 42544c20 - such as a BTL │ │ │ │ + 0x000d7068 6f722061 6e204d54 4c202d2d 20686173 or an MTL -- has │ │ │ │ + 0x000d7078 20656974 68657220 6e6f7420 6c6f6164 either not load │ │ │ │ + 0x000d7088 6564206f 72206e6f 74000000 00000000 ed or not....... │ │ │ │ + 0x000d7098 616c6c6f 77656420 69747365 6c662074 allowed itself t │ │ │ │ + 0x000d70a8 6f206265 20757365 642e2020 596f7572 o be used. Your │ │ │ │ + 0x000d70b8 204d5049 206a6f62 2077696c 6c206e6f MPI job will no │ │ │ │ + 0x000d70c8 77206162 6f72742e 00000000 00000000 w abort......... │ │ │ │ + 0x000d70d8 596f7520 6d617920 77697368 20746f20 You may wish to │ │ │ │ + 0x000d70e8 74727920 746f206e 6172726f 7720646f try to narrow do │ │ │ │ + 0x000d70f8 776e2074 68652070 726f626c 656d3b00 wn the problem;. │ │ │ │ + 0x000d7108 202a2043 6865636b 20746865 206f7574 * Check the out │ │ │ │ + 0x000d7118 70757420 6f66206f 6d70695f 696e666f put of ompi_info │ │ │ │ + 0x000d7128 20746f20 73656520 77686963 68204254 to see which BT │ │ │ │ + 0x000d7138 4c2f4d54 4c20706c 7567696e 73206172 L/MTL plugins ar │ │ │ │ + 0x000d7148 65000000 00000000 20202061 7661696c e....... avail │ │ │ │ + 0x000d7158 61626c65 2e000000 202a2052 756e2079 able.... * Run y │ │ │ │ + 0x000d7168 6f757220 6170706c 69636174 696f6e20 our application │ │ │ │ + 0x000d7178 77697468 204d5049 5f544852 4541445f with MPI_THREAD_ │ │ │ │ + 0x000d7188 53494e47 4c452e00 202a2053 65742074 SINGLE.. * Set t │ │ │ │ + 0x000d7198 6865204d 43412070 6172616d 65746572 he MCA parameter │ │ │ │ + 0x000d71a8 2062746c 5f626173 655f7665 72626f73 btl_base_verbos │ │ │ │ + 0x000d71b8 6520746f 20313030 20286f72 206d746c e to 100 (or mtl │ │ │ │ + 0x000d71c8 5f626173 655f7665 72626f73 652c0000 _base_verbose,.. │ │ │ │ + 0x000d71d8 20202069 66207573 696e6720 4d544c2d if using MTL- │ │ │ │ + 0x000d71e8 62617365 6420636f 6d6d756e 69636174 based communicat │ │ │ │ + 0x000d71f8 696f6e73 2920746f 20736565 20657861 ions) to see exa │ │ │ │ + 0x000d7208 63746c79 20776869 63680000 00000000 ctly which...... │ │ │ │ + 0x000d7218 20202063 6f6d6d75 6e696361 74696f6e communication │ │ │ │ + 0x000d7228 20706c75 67696e73 20776572 6520636f plugins were co │ │ │ │ + 0x000d7238 6e736964 65726564 20616e64 2f6f7220 nsidered and/or │ │ │ │ + 0x000d7248 64697363 61726465 642e0000 00000000 discarded....... │ │ │ │ + 0x000d7258 4974206c 6f6f6b73 206c696b 65202573 It looks like %s │ │ │ │ + 0x000d7268 20666169 6c656420 666f7220 736f6d65 failed for some │ │ │ │ + 0x000d7278 20726561 736f6e3b 20796f75 72207061 reason; your pa │ │ │ │ + 0x000d7288 72616c6c 656c2070 726f6365 73732069 rallel process i │ │ │ │ + 0x000d7298 73000000 00000000 6661696c 20647572 s.......fail dur │ │ │ │ + 0x000d72a8 696e6720 25733b20 736f6d65 206f6620 ing %s; some of │ │ │ │ + 0x000d72b8 77686963 68206172 65206475 6520746f which are due to │ │ │ │ + 0x000d72c8 20636f6e 66696775 72617469 6f6e206f configuration o │ │ │ │ + 0x000d72d8 7220656e 7669726f 6e6d656e 74000000 r environment... │ │ │ │ + 0x000d72e8 70726f62 6c656d73 2e202054 68697320 problems. This │ │ │ │ + 0x000d72f8 6661696c 75726520 61707065 61727320 failure appears │ │ │ │ + 0x000d7308 746f2062 6520616e 20696e74 65726e61 to be an interna │ │ │ │ + 0x000d7318 6c206661 696c7572 653b2068 65726527 l failure; here' │ │ │ │ + 0x000d7328 7320736f 6d650000 61646469 74696f6e s some..addition │ │ │ │ + 0x000d7338 616c2069 6e666f72 6d617469 6f6e2028 al information ( │ │ │ │ + 0x000d7348 77686963 68206d61 79206f6e 6c792062 which may only b │ │ │ │ + 0x000d7358 65207265 6c657661 6e742074 6f20616e e relevant to an │ │ │ │ + 0x000d7368 204f7065 6e204d50 49000000 00000000 Open MPI....... │ │ │ │ + 0x000d7378 64657665 6c6f7065 72293a00 00000000 developer):..... │ │ │ │ + 0x000d7388 20202d2d 3e205265 7475726e 65642022 --> Returned " │ │ │ │ + 0x000d7398 25732220 28256429 20696e73 74656164 %s" (%d) instead │ │ │ │ + 0x000d73a8 206f6620 22537563 63657373 22202830 of "Success" (0 │ │ │ │ + 0x000d73b8 29000000 00000000 73686d65 6d2d6162 ).......shmem-ab │ │ │ │ + 0x000d73c8 6f727400 00000000 53484d45 4d5f4142 ort.....SHMEM_AB │ │ │ │ + 0x000d73d8 4f525420 77617320 696e766f 6b656420 ORT was invoked │ │ │ │ + 0x000d73e8 6f6e2072 616e6b20 25642028 70696420 on rank %d (pid │ │ │ │ + 0x000d73f8 25642c20 686f7374 3d257329 20776974 %d, host=%s) wit │ │ │ │ + 0x000d7408 68206572 726f7263 6f646520 25642e00 h errorcode %d.. │ │ │ │ + 0x000d7418 73686f77 20746869 73206d65 73736167 show this messag │ │ │ │ + 0x000d7428 6520746f 20616e20 4f53484d 454d2077 e to an OSHMEM w │ │ │ │ + 0x000d7438 697a6172 643a0000 20202020 20202020 izard:.. │ │ │ │ + 0x000d7448 204c6962 72617279 2063616c 6c3a2025 Library call: % │ │ │ │ + 0x000d7458 73000000 00000000 20202020 20202020 s....... │ │ │ │ + 0x000d7468 2020536f 75726365 2066696c 653a2025 Source file: % │ │ │ │ + 0x000d7478 73000000 00000000 20202053 6f757263 s....... Sourc │ │ │ │ + 0x000d7488 65206c69 6e65206e 756d6265 723a2025 e line number: % │ │ │ │ + 0x000d7498 64000000 00000000 66696e64 2d617661 d.......find-ava │ │ │ │ + 0x000d74a8 696c6162 6c653a6e 6f6e652d 666f756e ilable:none-foun │ │ │ │ + 0x000d74b8 64000000 00000000 4e6f2061 7661696c d.......No avail │ │ │ │ + 0x000d74c8 61626c65 20257320 636f6d70 6f6e656e able %s componen │ │ │ │ + 0x000d74d8 74732077 65726520 666f756e 64210000 ts were found!.. │ │ │ │ + 0x000d74e8 54686973 206d6561 6e732074 68617420 This means that │ │ │ │ + 0x000d74f8 74686572 65206172 65206e6f 20636f6d there are no com │ │ │ │ + 0x000d7508 706f6e65 6e747320 6f662074 68697320 ponents of this │ │ │ │ + 0x000d7518 74797065 20696e73 74616c6c 6564206f type installed o │ │ │ │ + 0x000d7528 6e20796f 75720000 73797374 656d206f n your..system o │ │ │ │ + 0x000d7538 7220616c 6c207468 6520636f 6d706f6e r all the compon │ │ │ │ + 0x000d7548 656e7473 20726570 6f727465 64207468 ents reported th │ │ │ │ + 0x000d7558 61742074 68657920 636f756c 64206e6f at they could no │ │ │ │ + 0x000d7568 74206265 20757365 642e0000 00000000 t be used....... │ │ │ │ + 0x000d7578 54686973 20697320 61206661 74616c20 This is a fatal │ │ │ │ + 0x000d7588 6572726f 723b2079 6f757220 53484d45 error; your SHME │ │ │ │ + 0x000d7598 4d207072 6f636573 73206973 206c696b M process is lik │ │ │ │ + 0x000d75a8 656c7920 746f2061 626f7274 2e202043 ely to abort. C │ │ │ │ + 0x000d75b8 6865636b 20746865 00000000 00000000 heck the........ │ │ │ │ + 0x000d75c8 6f757470 7574206f 66207468 6520226f output of the "o │ │ │ │ + 0x000d75d8 6d70695f 696e666f 2220636f 6d6d616e mpi_info" comman │ │ │ │ + 0x000d75e8 6420616e 6420656e 73757265 20746861 d and ensure tha │ │ │ │ + 0x000d75f8 7420636f 6d706f6e 656e7473 206f6620 t components of │ │ │ │ + 0x000d7608 74686973 00000000 74797065 20617265 this....type are │ │ │ │ + 0x000d7618 20617661 696c6162 6c65206f 6e20796f available on yo │ │ │ │ + 0x000d7628 75722073 79737465 6d2e2020 596f7520 ur system. You │ │ │ │ + 0x000d7638 6d617920 616c736f 20776973 6820746f may also wish to │ │ │ │ + 0x000d7648 20636865 636b2074 68650000 00000000 check the...... │ │ │ │ + 0x000d7658 76616c75 65206f66 20746865 2022636f value of the "co │ │ │ │ + 0x000d7668 6d706f6e 656e745f 70617468 22204d43 mponent_path" MC │ │ │ │ + 0x000d7678 41207061 72616d65 74657220 616e6420 A parameter and │ │ │ │ + 0x000d7688 656e7375 72652074 68617420 69742068 ensure that it h │ │ │ │ + 0x000d7698 61732061 74000000 6c656173 74206f6e as at...least on │ │ │ │ + 0x000d76a8 65206469 72656374 6f727920 74686174 e directory that │ │ │ │ + 0x000d76b8 20636f6e 7461696e 73207661 6c696420 contains valid │ │ │ │ + 0x000d76c8 4d434120 636f6d70 6f6e656e 74732e00 MCA components.. │ │ │ │ + 0x000d76d8 63726561 74652073 65676d65 6e742066 create segment f │ │ │ │ + 0x000d76e8 61696c75 72650000 54686520 4f70656e ailure..The Open │ │ │ │ + 0x000d76f8 53484d45 4d202228 25732922 20706c75 SHMEM "(%s)" plu │ │ │ │ + 0x000d7708 67696e20 696e2074 68652022 7373686d gin in the "sshm │ │ │ │ + 0x000d7718 656d2220 6672616d 65776f72 6b206661 em" framework fa │ │ │ │ + 0x000d7728 696c6564 20746f00 616c6c6f 63617465 iled to.allocate │ │ │ │ + 0x000d7738 20612073 68617265 64206d65 6d6f7279 a shared memory │ │ │ │ + 0x000d7748 20736567 6d656e74 20766961 20746865 segment via the │ │ │ │ + 0x000d7758 20737973 74656d20 63616c6c 2e202054 system call. T │ │ │ │ + 0x000d7768 68697300 00000000 75737561 6c6c7920 his.....usually │ │ │ │ + 0x000d7778 6d65616e 73207468 61742074 68657265 means that there │ │ │ │ + 0x000d7788 20617265 206e6f74 20656e6f 75676820 are not enough │ │ │ │ + 0x000d7798 7265736f 75726365 73206176 61696c61 resources availa │ │ │ │ + 0x000d77a8 626c6520 746f206d 656d6f72 79207375 ble to memory su │ │ │ │ + 0x000d77b8 62737973 74656d20 6f6e2079 6f757220 bsystem on your │ │ │ │ + 0x000d77c8 73657276 65722e00 596f7572 204f7065 server..Your Ope │ │ │ │ + 0x000d77d8 6e53484d 454d206a 6f622077 696c6c20 nSHMEM job will │ │ │ │ + 0x000d77e8 6e6f7720 61626f72 742e0000 00000000 now abort....... │ │ │ │ + 0x000d77f8 20202053 65727665 723a2020 20202020 Server: │ │ │ │ + 0x000d7808 20202020 20202020 20202573 00000000 %s.... │ │ │ │ + 0x000d7818 20202052 65717565 73746564 20736861 Requested sha │ │ │ │ + 0x000d7828 72656400 00000000 2020206d 656d6f72 red..... memor │ │ │ │ + 0x000d7838 79207365 676d656e 74207369 7a653a20 y segment size: │ │ │ │ + 0x000d7848 2020256c 6c750000 20202053 70656369 %llu.. Speci │ │ │ │ + 0x000d7858 66696320 6572726f 723a2020 20202020 fic error: │ │ │ │ + 0x000d7868 20202573 20282564 29000000 00000000 %s (%d)....... │ │ │ │ + 0x000d7878 6d6d6170 3a637265 61746520 7365676d mmap:create segm │ │ │ │ + 0x000d7888 656e7420 6661696c 75726500 00000000 ent failure..... │ │ │ │ + 0x000d7898 596f7520 63616e20 74727920 74686520 You can try the │ │ │ │ + 0x000d78a8 666f6c6c 6f77696e 673a0000 00000000 following:...... │ │ │ │ + 0x000d78b8 312e2044 65637265 61736520 74686520 1. Decrease the │ │ │ │ + 0x000d78c8 73796d6d 65747269 63206865 61702061 symmetric heap a │ │ │ │ + 0x000d78d8 72656120 77697468 00000000 00000000 rea with........ │ │ │ │ + 0x000d78e8 20202022 2d782053 484d454d 5f53594d "-x SHMEM_SYM │ │ │ │ + 0x000d78f8 4d455452 49435f48 4541505f 53495a45 METRIC_HEAP_SIZE │ │ │ │ + 0x000d7908 3d3c7661 6c75653e 222e0000 00000000 ="....... │ │ │ │ + 0x000d7918 322e2053 65742022 2d2d6d63 61207373 2. Set "--mca ss │ │ │ │ + 0x000d7928 686d656d 5f626173 655f7374 6172745f hmem_base_start_ │ │ │ │ + 0x000d7938 61646472 65737320 30222066 6f720000 address 0" for.. │ │ │ │ + 0x000d7948 20202061 75746f6d 61746963 2073656c automatic sel │ │ │ │ + 0x000d7958 65637469 6f6e2062 79204f53 206f6620 ection by OS of │ │ │ │ + 0x000d7968 76697274 75616c20 73746172 74206164 virtual start ad │ │ │ │ + 0x000d7978 64726573 7320666f 72207373 686d656d dress for sshmem │ │ │ │ + 0x000d7988 2e000000 00000000 54686973 20697373 ........This iss │ │ │ │ + 0x000d7998 75652063 6f756c64 20616c73 6f206265 ue could also be │ │ │ │ + 0x000d79a8 2072656c 61746564 20746f20 434f4e46 related to CONF │ │ │ │ + 0x000d79b8 49475f53 54524943 545f4445 564d454d IG_STRICT_DEVMEM │ │ │ │ + 0x000d79c8 00000000 00000000 6b65726e 656c206f ........kernel o │ │ │ │ + 0x000d79d8 7074696f 6e207768 69636820 69662065 ption which if e │ │ │ │ + 0x000d79e8 6e61626c 65642070 72657665 6e747320 nabled prevents │ │ │ │ + 0x000d79f8 61636365 73732074 6f207068 79736963 access to physic │ │ │ │ + 0x000d7a08 616c0000 00000000 6d656d6f 72792076 al......memory v │ │ │ │ + 0x000d7a18 69612022 6d6d6170 222e2049 6e207468 ia "mmap". In th │ │ │ │ + 0x000d7a28 69732063 61736520 796f7520 636f756c is case you coul │ │ │ │ + 0x000d7a38 64207472 79207573 696e6720 6f746865 d try using othe │ │ │ │ + 0x000d7a48 72000000 00000000 7373686d 656d2063 r.......sshmem c │ │ │ │ + 0x000d7a58 6f6d706f 6e656e74 7320696e 73746561 omponents instea │ │ │ │ + 0x000d7a68 642e0000 00000000 73797376 3a637265 d.......sysv:cre │ │ │ │ + 0x000d7a78 61746520 7365676d 656e7420 6661696c ate segment fail │ │ │ │ + 0x000d7a88 75726500 00000000 312e2055 73652061 ure.....1. Use a │ │ │ │ + 0x000d7a98 20646966 66657265 6e742073 73686d65 different sshme │ │ │ │ + 0x000d7aa8 6d20706c 7567696e 2028652e 672e2c20 m plugin (e.g., │ │ │ │ + 0x000d7ab8 226d6d61 70222920 77697468 20222d2d "mmap") with "-- │ │ │ │ + 0x000d7ac8 6d636120 7373686d 656d206d 6d617022 mca sshmem mmap" │ │ │ │ + 0x000d7ad8 2e000000 00000000 322e2044 65637265 ........2. Decre │ │ │ │ + 0x000d7ae8 61736520 74686520 73796d6d 65747269 ase the symmetri │ │ │ │ + 0x000d7af8 63206865 61702061 72656120 73697a65 c heap area size │ │ │ │ + 0x000d7b08 20776974 6820222d 78000000 00000000 with "-x....... │ │ │ │ + 0x000d7b18 20202053 484d454d 5f53594d 4d455452 SHMEM_SYMMETR │ │ │ │ + 0x000d7b28 49435f48 4541505f 53495a45 3d3c7661 IC_HEAP_SIZE="...3. Incre │ │ │ │ + 0x000d7b48 61736520 796f7572 20737973 74656d27 ase your system' │ │ │ │ + 0x000d7b58 7320616c 6c6f7761 626c6520 53595356 s allowable SYSV │ │ │ │ + 0x000d7b68 20736861 72656420 6d656d6f 72792073 shared memory s │ │ │ │ + 0x000d7b78 65676d65 6e742073 697a6500 00000000 egment size..... │ │ │ │ + 0x000d7b88 20202028 652e672e 2c207669 61207468 (e.g., via th │ │ │ │ + 0x000d7b98 65205348 4d4d4158 20616e64 2f6f7220 e SHMMAX and/or │ │ │ │ + 0x000d7ba8 534d4d41 58206b65 726e656c 20706172 SMMAX kernel par │ │ │ │ + 0x000d7bb8 616d6574 65727329 2e000000 00000000 ameters)........ │ │ │ │ + 0x000d7bc8 342e2053 65742022 2d2d6d63 61207373 4. Set "--mca ss │ │ │ │ + 0x000d7bd8 686d656d 5f626173 655f7374 6172745f hmem_base_start_ │ │ │ │ + 0x000d7be8 61646472 65737320 30222066 6f720000 address 0" for.. │ │ │ │ + 0x000d7bf8 6d6f6475 6c655f65 6e61626c 653a6661 module_enable:fa │ │ │ │ + 0x000d7c08 74616c00 00000000 73636f6c 6c3a6d70 tal.....scoll:mp │ │ │ │ + 0x000d7c18 69206d6f 64756c65 20726570 6f727473 i module reports │ │ │ │ + 0x000d7c28 20697373 75652064 7572696e 67206d6f issue during mo │ │ │ │ + 0x000d7c38 64756c65 20656e61 626c696e 67207068 dule enabling ph │ │ │ │ + 0x000d7c48 6173652e 00000000 54727920 746f2075 ase.....Try to u │ │ │ │ + 0x000d7c58 73652073 636f6c6c 3a6d7069 20636f6d se scoll:mpi com │ │ │ │ + 0x000d7c68 706f6e65 6e742077 69746820 616e6f74 ponent with anot │ │ │ │ + 0x000d7c78 68657220 6f6e6500 666f7220 6578616d her one.for exam │ │ │ │ + 0x000d7c88 706c6520 73636f6c 6c3a6261 73696300 ple scoll:basic. │ │ │ │ + 0x000d7c98 73636f6c 6c3a7563 63206d6f 64756c65 scoll:ucc module │ │ │ │ + 0x000d7ca8 20726570 6f727473 20697373 75652064 reports issue d │ │ │ │ + 0x000d7cb8 7572696e 67206d6f 64756c65 20656e61 uring module ena │ │ │ │ + 0x000d7cc8 626c696e 67207068 6173652e 00000000 bling phase..... │ │ │ │ + 0x000d7cd8 54727920 746f2075 73652073 636f6c6c Try to use scoll │ │ │ │ + 0x000d7ce8 3a756363 20636f6d 706f6e65 6e742077 :ucc component w │ │ │ │ + 0x000d7cf8 69746820 616e6f74 68657220 6f6e6500 ith another one. │ │ │ │ + 0x000d7d08 73686d65 6d5f696e 69743a73 74617274 shmem_init:start │ │ │ │ + 0x000d7d18 75703a69 6e746572 6e616c2d 6661696c up:internal-fail │ │ │ │ + 0x000d7d28 75726500 00000000 6f73686d 656d2073 ure.....oshmem s │ │ │ │ + 0x000d7d38 686d656d 2061626f 72743a63 616e6e6f hmem abort:canno │ │ │ │ + 0x000d7d48 74206775 6172616e 74656520 616c6c20 t guarantee all │ │ │ │ + 0x000d7d58 6b696c6c 65640000 6f73686d 656d5f69 killed..oshmem_i │ │ │ │ + 0x000d7d68 6e69743a 7072696e 742d7665 7273696f nit:print-versio │ │ │ │ + 0x000d7d78 6e000000 00000000 6f73686d 656d5f69 n.......oshmem_i │ │ │ │ + 0x000d7d88 6e69743a 7072696e 742d696e 666f0000 nit:print-info.. │ │ │ │ + 0x000d7d98 4f70656e 2053484d 454d2065 6e766972 Open SHMEM envir │ │ │ │ + 0x000d7da8 6f6e6d65 6e742076 61726961 626c6573 onment variables │ │ │ │ + 0x000d7db8 3a000000 00000000 2573202d 20707269 :.......%s - pri │ │ │ │ + 0x000d7dc8 6e742074 6865206c 69627261 72792076 nt the library v │ │ │ │ + 0x000d7dd8 65727369 6f6e2061 74207374 6172742d ersion at start- │ │ │ │ + 0x000d7de8 75700000 00000000 2573202d 20707269 up......%s - pri │ │ │ │ + 0x000d7df8 6e742068 656c7066 756c2074 65787420 nt helpful text │ │ │ │ + 0x000d7e08 61626f75 7420616c 6c207468 65736520 about all these │ │ │ │ + 0x000d7e18 656e7669 726f6e6d 656e7420 76617269 environment vari │ │ │ │ + 0x000d7e28 61626c65 73000000 2573202d 206e756d ables...%s - num │ │ │ │ + 0x000d7e38 62657220 6f662062 79746573 20746f20 ber of bytes to │ │ │ │ + 0x000d7e48 616c6c6f 63617465 20666f72 2073796d allocate for sym │ │ │ │ + 0x000d7e58 6d657472 69632068 65617000 00000000 metric heap..... │ │ │ │ + 0x000d7e68 2573202d 20656e61 626c6520 64656275 %s - enable debu │ │ │ │ + 0x000d7e78 6767696e 67206d65 73736167 65730000 gging messages.. │ │ │ │ + 0x000d7e88 4f70656e 2053484d 454d2076 65727369 Open SHMEM versi │ │ │ │ + 0x000d7e98 6f6e3a00 00000000 41205348 4d454d20 on:.....A SHMEM │ │ │ │ + 0x000d7ea8 70726f63 65737320 69732061 626f7274 process is abort │ │ │ │ + 0x000d7eb8 696e6720 61742061 2074696d 65207768 ing at a time wh │ │ │ │ + 0x000d7ec8 656e2069 74206361 6e6e6f74 20677561 en it cannot gua │ │ │ │ + 0x000d7ed8 72616e74 65652074 68617420 616c6c00 rantee that all. │ │ │ │ + 0x000d7ee8 6f662069 74732070 65657220 70726f63 of its peer proc │ │ │ │ + 0x000d7ef8 65737365 7320696e 20746865 206a6f62 esses in the job │ │ │ │ + 0x000d7f08 2077696c 6c206265 206b696c 6c656420 will be killed │ │ │ │ + 0x000d7f18 70726f70 65726c79 2e202059 6f752073 properly. You s │ │ │ │ + 0x000d7f28 686f756c 64000000 646f7562 6c652063 hould...double c │ │ │ │ + 0x000d7f38 6865636b 20746861 74206576 65727974 heck that everyt │ │ │ │ + 0x000d7f48 68696e67 20686173 20736875 7420646f hing has shut do │ │ │ │ + 0x000d7f58 776e2063 6c65616e 6c792e00 00000000 wn cleanly...... │ │ │ │ + 0x000d7f68 4c6f6361 6c20686f 73743a20 25730000 Local host: %s.. │ │ │ │ + 0x000d7f78 61646469 74696f6e 616c2069 6e666f72 additional infor │ │ │ │ + 0x000d7f88 6d617469 6f6e2028 77686963 68206d61 mation (which ma │ │ │ │ + 0x000d7f98 79206f6e 6c792062 65207265 6c657661 y only be releva │ │ │ │ + 0x000d7fa8 6e742074 6f20616e 204f7065 6e205348 nt to an Open SH │ │ │ │ + 0x000d7fb8 4d454d00 00000000 25732e25 6c750000 MEM.....%s.%lu.. │ │ │ │ 0x000d7fc8 25732e25 6c752e25 6c750000 00000000 %s.%lu.%lu...... │ │ │ │ 0x000d7fd8 496c6c65 67616c20 6f70636f 64650000 Illegal opcode.. │ │ │ │ 0x000d7fe8 496e7465 67657220 64697669 64652d62 Integer divide-b │ │ │ │ 0x000d7ff8 792d7a65 726f0000 41646472 65737320 y-zero..Address │ │ │ │ 0x000d8008 6e6f7420 6d617070 65640000 00000000 not mapped...... │ │ │ │ 0x000d8018 496e7661 6c696420 61646472 65737320 Invalid address │ │ │ │ 0x000d8028 616c6967 6e6d656e 74000000 00000000 alignment....... │ │ │ ├── readelf --wide --decompress --hex-dump=.gnu_debuglink {} │ │ │ │ @@ -1,7 +1,7 @@ │ │ │ │ │ │ │ │ Hex dump of section '.gnu_debuglink': │ │ │ │ - 0x00000000 37636436 30373838 61663934 37613838 7cd60788af947a88 │ │ │ │ - 0x00000010 39383236 38386635 34383066 36636139 982688f5480f6ca9 │ │ │ │ - 0x00000020 34316637 39322e64 65627567 00000000 41f792.debug.... │ │ │ │ - 0x00000030 35da692a 5.i* │ │ │ │ + 0x00000000 39336238 34616163 64306362 39656131 93b84aacd0cb9ea1 │ │ │ │ + 0x00000010 63313164 30336337 32373836 61396465 c11d03c72786a9de │ │ │ │ + 0x00000020 62386430 61392e64 65627567 00000000 b8d0a9.debug.... │ │ │ │ + 0x00000030 c75af943 .Z.C