--- /srv/rebuilderd/tmp/rebuilderdYoxTf4/inputs/openmpi-bin_6.0.0~rc2-2_riscv64.deb +++ /srv/rebuilderd/tmp/rebuilderdYoxTf4/out/openmpi-bin_6.0.0~rc2-2_riscv64.deb ├── file list │ @@ -1,3 +1,3 @@ │ -rw-r--r-- 0 0 0 4 2026-10-03 15:01:56.000000 debian-binary │ -rw-r--r-- 0 0 0 1956 2026-10-03 15:01:56.000000 control.tar.xz │ --rw-r--r-- 0 0 0 156692 2026-10-03 15:01:56.000000 data.tar.xz │ +-rw-r--r-- 0 0 0 156392 2026-10-03 15:01:56.000000 data.tar.xz ├── control.tar.xz │ ├── control.tar │ │ ├── ./md5sums │ │ │ ├── ./md5sums │ │ │ │┄ Files differ ├── data.tar.xz │ ├── data.tar │ │ ├── ./usr/bin/mpirun.openmpi │ │ │┄ File has been modified after NT_GNU_BUILD_ID has been applied. │ │ │ ├── readelf --wide --relocs {} │ │ │ │ @@ -16,118 +16,118 @@ │ │ │ │ 00000000000444d8 0000000000000003 R_RISCV_RELATIVE 2a170 │ │ │ │ 00000000000444e0 0000000000000003 R_RISCV_RELATIVE 2a180 │ │ │ │ 00000000000444e8 0000000000000003 R_RISCV_RELATIVE 2a190 │ │ │ │ 00000000000444f0 0000000000000003 R_RISCV_RELATIVE 2a1a0 │ │ │ │ 00000000000444f8 0000000000000003 R_RISCV_RELATIVE 2a1b0 │ │ │ │ 0000000000044500 0000000000000003 R_RISCV_RELATIVE 2a1c0 │ │ │ │ 0000000000044518 0000000000000003 R_RISCV_RELATIVE 2a9e0 │ │ │ │ -0000000000044530 0000000000000003 R_RISCV_RELATIVE 312b8 │ │ │ │ +0000000000044530 0000000000000003 R_RISCV_RELATIVE 2e460 │ │ │ │ 0000000000044548 0000000000000003 R_RISCV_RELATIVE 2aa08 │ │ │ │ 0000000000044560 0000000000000003 R_RISCV_RELATIVE 2a9f0 │ │ │ │ 0000000000044578 0000000000000003 R_RISCV_RELATIVE 2a9e8 │ │ │ │ 0000000000044590 0000000000000003 R_RISCV_RELATIVE 2a9d8 │ │ │ │ 0000000000044598 0000000000000003 R_RISCV_RELATIVE 2ad10 │ │ │ │ -00000000000445a0 0000000000000003 R_RISCV_RELATIVE 4acb8 │ │ │ │ +00000000000445a0 0000000000000003 R_RISCV_RELATIVE 4abb0 │ │ │ │ 00000000000445a8 0000000000000003 R_RISCV_RELATIVE 2ad28 │ │ │ │ -00000000000445b0 0000000000000003 R_RISCV_RELATIVE 4ac40 │ │ │ │ -00000000000445b8 0000000000000003 R_RISCV_RELATIVE 2ad40 │ │ │ │ -00000000000445c0 0000000000000003 R_RISCV_RELATIVE 4aaf8 │ │ │ │ -00000000000445c8 0000000000000003 R_RISCV_RELATIVE 2ad58 │ │ │ │ -00000000000445d0 0000000000000003 R_RISCV_RELATIVE 4aa70 │ │ │ │ -00000000000445d8 0000000000000003 R_RISCV_RELATIVE 2ad70 │ │ │ │ -00000000000445e0 0000000000000003 R_RISCV_RELATIVE 4a9e0 │ │ │ │ -00000000000445e8 0000000000000003 R_RISCV_RELATIVE 2ad88 │ │ │ │ -00000000000445f0 0000000000000003 R_RISCV_RELATIVE 4a948 │ │ │ │ -00000000000445f8 0000000000000003 R_RISCV_RELATIVE 2ada8 │ │ │ │ -0000000000044600 0000000000000003 R_RISCV_RELATIVE 4a8c0 │ │ │ │ -0000000000044608 0000000000000003 R_RISCV_RELATIVE 2adc8 │ │ │ │ -0000000000044610 0000000000000003 R_RISCV_RELATIVE 4a860 │ │ │ │ -0000000000044618 0000000000000003 R_RISCV_RELATIVE 2ade8 │ │ │ │ +00000000000445b0 0000000000000003 R_RISCV_RELATIVE 4ab50 │ │ │ │ +00000000000445b8 0000000000000003 R_RISCV_RELATIVE 2ad48 │ │ │ │ +00000000000445c0 0000000000000003 R_RISCV_RELATIVE 4aaf0 │ │ │ │ +00000000000445c8 0000000000000003 R_RISCV_RELATIVE 2ad68 │ │ │ │ +00000000000445d0 0000000000000003 R_RISCV_RELATIVE 4aa68 │ │ │ │ +00000000000445d8 0000000000000003 R_RISCV_RELATIVE 2ad88 │ │ │ │ +00000000000445e0 0000000000000003 R_RISCV_RELATIVE 4a9d0 │ │ │ │ +00000000000445e8 0000000000000003 R_RISCV_RELATIVE 2ada8 │ │ │ │ +00000000000445f0 0000000000000003 R_RISCV_RELATIVE 4a940 │ │ │ │ +00000000000445f8 0000000000000003 R_RISCV_RELATIVE 2adc0 │ │ │ │ +0000000000044600 0000000000000003 R_RISCV_RELATIVE 4a8b8 │ │ │ │ +0000000000044608 0000000000000003 R_RISCV_RELATIVE 2add8 │ │ │ │ +0000000000044610 0000000000000003 R_RISCV_RELATIVE 4a840 │ │ │ │ +0000000000044618 0000000000000003 R_RISCV_RELATIVE 2adf0 │ │ │ │ 0000000000044620 0000000000000003 R_RISCV_RELATIVE 4a800 │ │ │ │ 0000000000044628 0000000000000003 R_RISCV_RELATIVE 2ae08 │ │ │ │ -0000000000044630 0000000000000003 R_RISCV_RELATIVE 4a660 │ │ │ │ -0000000000044638 0000000000000003 R_RISCV_RELATIVE 2ae18 │ │ │ │ -0000000000044640 0000000000000003 R_RISCV_RELATIVE 4a450 │ │ │ │ -0000000000044648 0000000000000003 R_RISCV_RELATIVE 28680 │ │ │ │ -0000000000044650 0000000000000003 R_RISCV_RELATIVE 4a3b0 │ │ │ │ -0000000000044658 0000000000000003 R_RISCV_RELATIVE 2ae28 │ │ │ │ -0000000000044660 0000000000000003 R_RISCV_RELATIVE 49f88 │ │ │ │ -0000000000044668 0000000000000003 R_RISCV_RELATIVE 2ae40 │ │ │ │ -0000000000044670 0000000000000003 R_RISCV_RELATIVE 49ed0 │ │ │ │ -0000000000044678 0000000000000003 R_RISCV_RELATIVE 2ae58 │ │ │ │ -0000000000044680 0000000000000003 R_RISCV_RELATIVE 49b68 │ │ │ │ -0000000000044688 0000000000000003 R_RISCV_RELATIVE 2ae70 │ │ │ │ -0000000000044690 0000000000000003 R_RISCV_RELATIVE 49970 │ │ │ │ -0000000000044698 0000000000000003 R_RISCV_RELATIVE 2ae88 │ │ │ │ -00000000000446a0 0000000000000003 R_RISCV_RELATIVE 498d8 │ │ │ │ -00000000000446a8 0000000000000003 R_RISCV_RELATIVE 2aea0 │ │ │ │ -00000000000446b0 0000000000000003 R_RISCV_RELATIVE 49770 │ │ │ │ -00000000000446b8 0000000000000003 R_RISCV_RELATIVE 2aeb8 │ │ │ │ +0000000000044630 0000000000000003 R_RISCV_RELATIVE 4a3d8 │ │ │ │ +0000000000044638 0000000000000003 R_RISCV_RELATIVE 2ae20 │ │ │ │ +0000000000044640 0000000000000003 R_RISCV_RELATIVE 4a070 │ │ │ │ +0000000000044648 0000000000000003 R_RISCV_RELATIVE 2ae38 │ │ │ │ +0000000000044650 0000000000000003 R_RISCV_RELATIVE 49e78 │ │ │ │ +0000000000044658 0000000000000003 R_RISCV_RELATIVE 2ae50 │ │ │ │ +0000000000044660 0000000000000003 R_RISCV_RELATIVE 49cf0 │ │ │ │ +0000000000044668 0000000000000003 R_RISCV_RELATIVE 2ae68 │ │ │ │ +0000000000044670 0000000000000003 R_RISCV_RELATIVE 49bb0 │ │ │ │ +0000000000044678 0000000000000003 R_RISCV_RELATIVE 2ae80 │ │ │ │ +0000000000044680 0000000000000003 R_RISCV_RELATIVE 49a48 │ │ │ │ +0000000000044688 0000000000000003 R_RISCV_RELATIVE 2ae98 │ │ │ │ +0000000000044690 0000000000000003 R_RISCV_RELATIVE 499e0 │ │ │ │ +0000000000044698 0000000000000003 R_RISCV_RELATIVE 2aeb0 │ │ │ │ +00000000000446a0 0000000000000003 R_RISCV_RELATIVE 49948 │ │ │ │ +00000000000446a8 0000000000000003 R_RISCV_RELATIVE 28680 │ │ │ │ +00000000000446b0 0000000000000003 R_RISCV_RELATIVE 498a8 │ │ │ │ +00000000000446b8 0000000000000003 R_RISCV_RELATIVE 2aec8 │ │ │ │ 00000000000446c0 0000000000000003 R_RISCV_RELATIVE 49708 │ │ │ │ -00000000000446c8 0000000000000003 R_RISCV_RELATIVE 2aed0 │ │ │ │ -00000000000446d0 0000000000000003 R_RISCV_RELATIVE 49580 │ │ │ │ +00000000000446c8 0000000000000003 R_RISCV_RELATIVE 2aed8 │ │ │ │ +00000000000446d0 0000000000000003 R_RISCV_RELATIVE 494f8 │ │ │ │ 00000000000446d8 0000000000000003 R_RISCV_RELATIVE 2aee8 │ │ │ │ -00000000000446e0 0000000000000003 R_RISCV_RELATIVE 49440 │ │ │ │ -00000000000446e8 0000000000000003 R_RISCV_RELATIVE 2af00 │ │ │ │ -00000000000446f0 0000000000000003 R_RISCV_RELATIVE 492b0 │ │ │ │ +00000000000446e0 0000000000000003 R_RISCV_RELATIVE 49368 │ │ │ │ +00000000000446e8 0000000000000003 R_RISCV_RELATIVE 2aef8 │ │ │ │ +00000000000446f0 0000000000000003 R_RISCV_RELATIVE 49260 │ │ │ │ 00000000000446f8 0000000000000003 R_RISCV_RELATIVE 2af10 │ │ │ │ 0000000000044700 0000000000000003 R_RISCV_RELATIVE 491a8 │ │ │ │ -0000000000044708 0000000000000003 R_RISCV_RELATIVE 2af28 │ │ │ │ -0000000000044710 0000000000000003 R_RISCV_RELATIVE 48d30 │ │ │ │ -0000000000044718 0000000000000003 R_RISCV_RELATIVE 2af40 │ │ │ │ -0000000000044720 0000000000000003 R_RISCV_RELATIVE 48bd0 │ │ │ │ -0000000000044728 0000000000000003 R_RISCV_RELATIVE 2af50 │ │ │ │ -0000000000044730 0000000000000003 R_RISCV_RELATIVE 489b0 │ │ │ │ -0000000000044738 0000000000000003 R_RISCV_RELATIVE 2af68 │ │ │ │ -0000000000044740 0000000000000003 R_RISCV_RELATIVE 487f0 │ │ │ │ -0000000000044748 0000000000000003 R_RISCV_RELATIVE 28fb0 │ │ │ │ -0000000000044750 0000000000000003 R_RISCV_RELATIVE 48608 │ │ │ │ -0000000000044758 0000000000000003 R_RISCV_RELATIVE 2af80 │ │ │ │ -0000000000044760 0000000000000003 R_RISCV_RELATIVE 483b8 │ │ │ │ -0000000000044768 0000000000000003 R_RISCV_RELATIVE 298e0 │ │ │ │ -0000000000044770 0000000000000003 R_RISCV_RELATIVE 47f08 │ │ │ │ -0000000000044778 0000000000000003 R_RISCV_RELATIVE 2af98 │ │ │ │ -0000000000044780 0000000000000003 R_RISCV_RELATIVE 47d80 │ │ │ │ -0000000000044788 0000000000000003 R_RISCV_RELATIVE 2afb8 │ │ │ │ -0000000000044790 0000000000000003 R_RISCV_RELATIVE 47d10 │ │ │ │ -0000000000044798 0000000000000003 R_RISCV_RELATIVE 2afd8 │ │ │ │ -00000000000447a0 0000000000000003 R_RISCV_RELATIVE 47ca0 │ │ │ │ -00000000000447a8 0000000000000003 R_RISCV_RELATIVE 2aff8 │ │ │ │ -00000000000447b0 0000000000000003 R_RISCV_RELATIVE 47be8 │ │ │ │ -00000000000447b8 0000000000000003 R_RISCV_RELATIVE 2b010 │ │ │ │ -00000000000447c0 0000000000000003 R_RISCV_RELATIVE 47b10 │ │ │ │ -00000000000447c8 0000000000000003 R_RISCV_RELATIVE 2b030 │ │ │ │ -00000000000447d0 0000000000000003 R_RISCV_RELATIVE 47a90 │ │ │ │ -00000000000447d8 0000000000000003 R_RISCV_RELATIVE 2b048 │ │ │ │ -00000000000447e0 0000000000000003 R_RISCV_RELATIVE 47a40 │ │ │ │ -00000000000447e8 0000000000000003 R_RISCV_RELATIVE 2b068 │ │ │ │ -00000000000447f0 0000000000000003 R_RISCV_RELATIVE 47860 │ │ │ │ -00000000000447f8 0000000000000003 R_RISCV_RELATIVE 2b080 │ │ │ │ -0000000000044800 0000000000000003 R_RISCV_RELATIVE 47748 │ │ │ │ -0000000000044808 0000000000000003 R_RISCV_RELATIVE 2b098 │ │ │ │ -0000000000044810 0000000000000003 R_RISCV_RELATIVE 476d0 │ │ │ │ -0000000000044818 0000000000000003 R_RISCV_RELATIVE 2b0b8 │ │ │ │ -0000000000044820 0000000000000003 R_RISCV_RELATIVE 47660 │ │ │ │ -0000000000044828 0000000000000003 R_RISCV_RELATIVE 2b0d8 │ │ │ │ -0000000000044830 0000000000000003 R_RISCV_RELATIVE 47568 │ │ │ │ -0000000000044838 0000000000000003 R_RISCV_RELATIVE 2b0f0 │ │ │ │ -0000000000044840 0000000000000003 R_RISCV_RELATIVE 474e8 │ │ │ │ -0000000000044848 0000000000000003 R_RISCV_RELATIVE 2b110 │ │ │ │ -0000000000044850 0000000000000003 R_RISCV_RELATIVE 47450 │ │ │ │ -0000000000044858 0000000000000003 R_RISCV_RELATIVE 2b130 │ │ │ │ -0000000000044860 0000000000000003 R_RISCV_RELATIVE 46a08 │ │ │ │ -0000000000044868 0000000000000003 R_RISCV_RELATIVE 2b150 │ │ │ │ -0000000000044870 0000000000000003 R_RISCV_RELATIVE 46978 │ │ │ │ -0000000000044878 0000000000000003 R_RISCV_RELATIVE 2b168 │ │ │ │ -0000000000044880 0000000000000003 R_RISCV_RELATIVE 46490 │ │ │ │ -0000000000044888 0000000000000003 R_RISCV_RELATIVE 2b180 │ │ │ │ -0000000000044890 0000000000000003 R_RISCV_RELATIVE 463f8 │ │ │ │ -0000000000044898 0000000000000003 R_RISCV_RELATIVE 2b198 │ │ │ │ -00000000000448a0 0000000000000003 R_RISCV_RELATIVE 45af8 │ │ │ │ -00000000000448a8 0000000000000003 R_RISCV_RELATIVE 2b1b0 │ │ │ │ +0000000000044708 0000000000000003 R_RISCV_RELATIVE 28fb0 │ │ │ │ +0000000000044710 0000000000000003 R_RISCV_RELATIVE 48fc0 │ │ │ │ +0000000000044718 0000000000000003 R_RISCV_RELATIVE 2af28 │ │ │ │ +0000000000044720 0000000000000003 R_RISCV_RELATIVE 48e00 │ │ │ │ +0000000000044728 0000000000000003 R_RISCV_RELATIVE 2af40 │ │ │ │ +0000000000044730 0000000000000003 R_RISCV_RELATIVE 48d48 │ │ │ │ +0000000000044738 0000000000000003 R_RISCV_RELATIVE 2af58 │ │ │ │ +0000000000044740 0000000000000003 R_RISCV_RELATIVE 48c70 │ │ │ │ +0000000000044748 0000000000000003 R_RISCV_RELATIVE 2af78 │ │ │ │ +0000000000044750 0000000000000003 R_RISCV_RELATIVE 48bf0 │ │ │ │ +0000000000044758 0000000000000003 R_RISCV_RELATIVE 2af90 │ │ │ │ +0000000000044760 0000000000000003 R_RISCV_RELATIVE 48b78 │ │ │ │ +0000000000044768 0000000000000003 R_RISCV_RELATIVE 2afb0 │ │ │ │ +0000000000044770 0000000000000003 R_RISCV_RELATIVE 48130 │ │ │ │ +0000000000044778 0000000000000003 R_RISCV_RELATIVE 2afd0 │ │ │ │ +0000000000044780 0000000000000003 R_RISCV_RELATIVE 48098 │ │ │ │ +0000000000044788 0000000000000003 R_RISCV_RELATIVE 2aff0 │ │ │ │ +0000000000044790 0000000000000003 R_RISCV_RELATIVE 48018 │ │ │ │ +0000000000044798 0000000000000003 R_RISCV_RELATIVE 2b010 │ │ │ │ +00000000000447a0 0000000000000003 R_RISCV_RELATIVE 47f80 │ │ │ │ +00000000000447a8 0000000000000003 R_RISCV_RELATIVE 2b028 │ │ │ │ +00000000000447b0 0000000000000003 R_RISCV_RELATIVE 47a98 │ │ │ │ +00000000000447b8 0000000000000003 R_RISCV_RELATIVE 2b040 │ │ │ │ +00000000000447c0 0000000000000003 R_RISCV_RELATIVE 47198 │ │ │ │ +00000000000447c8 0000000000000003 R_RISCV_RELATIVE 2b058 │ │ │ │ +00000000000447d0 0000000000000003 R_RISCV_RELATIVE 47108 │ │ │ │ +00000000000447d8 0000000000000003 R_RISCV_RELATIVE 2b070 │ │ │ │ +00000000000447e0 0000000000000003 R_RISCV_RELATIVE 470b8 │ │ │ │ +00000000000447e8 0000000000000003 R_RISCV_RELATIVE 2b090 │ │ │ │ +00000000000447f0 0000000000000003 R_RISCV_RELATIVE 46ed8 │ │ │ │ +00000000000447f8 0000000000000003 R_RISCV_RELATIVE 2b0a8 │ │ │ │ +0000000000044800 0000000000000003 R_RISCV_RELATIVE 46de0 │ │ │ │ +0000000000044808 0000000000000003 R_RISCV_RELATIVE 2b0c0 │ │ │ │ +0000000000044810 0000000000000003 R_RISCV_RELATIVE 46d70 │ │ │ │ +0000000000044818 0000000000000003 R_RISCV_RELATIVE 2b0e0 │ │ │ │ +0000000000044820 0000000000000003 R_RISCV_RELATIVE 46d00 │ │ │ │ +0000000000044828 0000000000000003 R_RISCV_RELATIVE 2b100 │ │ │ │ +0000000000044830 0000000000000003 R_RISCV_RELATIVE 46b78 │ │ │ │ +0000000000044838 0000000000000003 R_RISCV_RELATIVE 2b120 │ │ │ │ +0000000000044840 0000000000000003 R_RISCV_RELATIVE 46a60 │ │ │ │ +0000000000044848 0000000000000003 R_RISCV_RELATIVE 2b138 │ │ │ │ +0000000000044850 0000000000000003 R_RISCV_RELATIVE 469f0 │ │ │ │ +0000000000044858 0000000000000003 R_RISCV_RELATIVE 2b158 │ │ │ │ +0000000000044860 0000000000000003 R_RISCV_RELATIVE 46920 │ │ │ │ +0000000000044868 0000000000000003 R_RISCV_RELATIVE 298e0 │ │ │ │ +0000000000044870 0000000000000003 R_RISCV_RELATIVE 46470 │ │ │ │ +0000000000044878 0000000000000003 R_RISCV_RELATIVE 2b170 │ │ │ │ +0000000000044880 0000000000000003 R_RISCV_RELATIVE 46220 │ │ │ │ +0000000000044888 0000000000000003 R_RISCV_RELATIVE 2b188 │ │ │ │ +0000000000044890 0000000000000003 R_RISCV_RELATIVE 46000 │ │ │ │ +0000000000044898 0000000000000003 R_RISCV_RELATIVE 2b1a0 │ │ │ │ +00000000000448a0 0000000000000003 R_RISCV_RELATIVE 45b88 │ │ │ │ +00000000000448a8 0000000000000003 R_RISCV_RELATIVE 2b1b8 │ │ │ │ 00000000000448b0 0000000000000003 R_RISCV_RELATIVE 45a28 │ │ │ │ 00000000000449d0 0000000000000003 R_RISCV_RELATIVE 3a248 │ │ │ │ 00000000000449d8 0000000000000003 R_RISCV_RELATIVE 39ff8 │ │ │ │ 00000000000449e0 0000000000000003 R_RISCV_RELATIVE 3a250 │ │ │ │ 00000000000449e8 0000000000000003 R_RISCV_RELATIVE 3a268 │ │ │ │ 00000000000449f0 0000000000000003 R_RISCV_RELATIVE 3a280 │ │ │ │ 00000000000449f8 0000000000000003 R_RISCV_RELATIVE 3a298 │ │ │ │ @@ -143,15 +143,15 @@ │ │ │ │ 0000000000044a48 0000000000000003 R_RISCV_RELATIVE 3a378 │ │ │ │ 0000000000044a50 0000000000000003 R_RISCV_RELATIVE 3a390 │ │ │ │ 0000000000044a60 0000000000000003 R_RISCV_RELATIVE 2064a │ │ │ │ 0000000000044a70 0000000000000003 R_RISCV_RELATIVE 20650 │ │ │ │ 0000000000044a78 0000000000000003 R_RISCV_RELATIVE 20680 │ │ │ │ 0000000000044a80 0000000000000003 R_RISCV_RELATIVE 20654 │ │ │ │ 0000000000044a88 0000000000000003 R_RISCV_RELATIVE 3c410 │ │ │ │ -0000000000044a90 0000000000000003 R_RISCV_RELATIVE 33490 │ │ │ │ +0000000000044a90 0000000000000003 R_RISCV_RELATIVE 34340 │ │ │ │ 0000000000044a98 0000000000000003 R_RISCV_RELATIVE 3c418 │ │ │ │ 0000000000044aa0 0000000000000003 R_RISCV_RELATIVE 3c420 │ │ │ │ 0000000000044aa8 0000000000000003 R_RISCV_RELATIVE 3c430 │ │ │ │ 0000000000044ab0 0000000000000003 R_RISCV_RELATIVE 3c440 │ │ │ │ 0000000000044ab8 0000000000000003 R_RISCV_RELATIVE 3c450 │ │ │ │ 0000000000044ac0 0000000000000003 R_RISCV_RELATIVE 3c458 │ │ │ │ 0000000000044ac8 0000000000000003 R_RISCV_RELATIVE 3c468 │ │ │ │ @@ -266,15 +266,15 @@ │ │ │ │ 0000000000045458 0000000000000003 R_RISCV_RELATIVE 2a260 │ │ │ │ 0000000000045460 0000000000000003 R_RISCV_RELATIVE 2a268 │ │ │ │ 0000000000045468 0000000000000003 R_RISCV_RELATIVE 2a270 │ │ │ │ 0000000000045470 0000000000000003 R_RISCV_RELATIVE 2a278 │ │ │ │ 0000000000045478 0000000000000003 R_RISCV_RELATIVE 2a280 │ │ │ │ 0000000000045480 0000000000000003 R_RISCV_RELATIVE 2a290 │ │ │ │ 0000000000045488 0000000000000003 R_RISCV_RELATIVE 2a298 │ │ │ │ -0000000000045490 0000000000000003 R_RISCV_RELATIVE 32350 │ │ │ │ +0000000000045490 0000000000000003 R_RISCV_RELATIVE 2dc88 │ │ │ │ 0000000000045498 0000000000000003 R_RISCV_RELATIVE 2a470 │ │ │ │ 00000000000454a0 0000000000000003 R_RISCV_RELATIVE 4b178 │ │ │ │ 00000000000454a8 0000000000000003 R_RISCV_RELATIVE 1637c │ │ │ │ 00000000000454b0 0000000000000003 R_RISCV_RELATIVE 163bc │ │ │ │ 00000000000454d8 0000000000000003 R_RISCV_RELATIVE 4b178 │ │ │ │ 00000000000454f0 0000000000000003 R_RISCV_RELATIVE 2a428 │ │ │ │ 00000000000454f8 0000000000000003 R_RISCV_RELATIVE 16374 │ │ │ │ @@ -298,16 +298,16 @@ │ │ │ │ 00000000000455c0 0000000000000003 R_RISCV_RELATIVE 1668a │ │ │ │ 00000000000455c8 0000000000000003 R_RISCV_RELATIVE 164fc │ │ │ │ 00000000000455e0 0000000000000003 R_RISCV_RELATIVE 2a490 │ │ │ │ 00000000000455e8 0000000000000003 R_RISCV_RELATIVE 4b178 │ │ │ │ 00000000000455f0 0000000000000003 R_RISCV_RELATIVE 169ca │ │ │ │ 00000000000455f8 0000000000000003 R_RISCV_RELATIVE 16f24 │ │ │ │ 0000000000045628 0000000000000003 R_RISCV_RELATIVE 29c70 │ │ │ │ -0000000000045638 0000000000000003 R_RISCV_RELATIVE 2f220 │ │ │ │ -0000000000045648 0000000000000003 R_RISCV_RELATIVE 35a18 │ │ │ │ +0000000000045638 0000000000000003 R_RISCV_RELATIVE 33370 │ │ │ │ +0000000000045648 0000000000000003 R_RISCV_RELATIVE 36f58 │ │ │ │ 0000000000045658 0000000000000003 R_RISCV_RELATIVE 2a438 │ │ │ │ 0000000000045668 0000000000000003 R_RISCV_RELATIVE 3a340 │ │ │ │ 0000000000045678 0000000000000003 R_RISCV_RELATIVE 2a440 │ │ │ │ 0000000000045688 0000000000000003 R_RISCV_RELATIVE 2a448 │ │ │ │ 0000000000045698 0000000000000003 R_RISCV_RELATIVE 2a450 │ │ │ │ 00000000000456b0 0000000000000003 R_RISCV_RELATIVE 2a4a8 │ │ │ │ 00000000000456b8 0000000000000003 R_RISCV_RELATIVE 4b178 │ │ │ │ @@ -331,2051 +331,2051 @@ │ │ │ │ 00000000000459f0 0000000000000003 R_RISCV_RELATIVE 1dc9c │ │ │ │ 00000000000459f8 0000000000000003 R_RISCV_RELATIVE 1dc4c │ │ │ │ 0000000000045a00 0000000000000003 R_RISCV_RELATIVE 1dc42 │ │ │ │ 0000000000045a08 0000000000000003 R_RISCV_RELATIVE 1dc38 │ │ │ │ 0000000000045a10 0000000000000003 R_RISCV_RELATIVE 1dc2a │ │ │ │ 0000000000045a18 0000000000000003 R_RISCV_RELATIVE 1dbfe │ │ │ │ 0000000000045a28 0000000000000003 R_RISCV_RELATIVE 2b1c8 │ │ │ │ -0000000000045a30 0000000000000003 R_RISCV_RELATIVE 45ae0 │ │ │ │ +0000000000045a30 0000000000000003 R_RISCV_RELATIVE 45b70 │ │ │ │ 0000000000045a40 0000000000000003 R_RISCV_RELATIVE 2b1e0 │ │ │ │ -0000000000045a48 0000000000000003 R_RISCV_RELATIVE 45ac8 │ │ │ │ +0000000000045a48 0000000000000003 R_RISCV_RELATIVE 45b58 │ │ │ │ 0000000000045a58 0000000000000003 R_RISCV_RELATIVE 2b1f8 │ │ │ │ -0000000000045a60 0000000000000003 R_RISCV_RELATIVE 45ab0 │ │ │ │ +0000000000045a60 0000000000000003 R_RISCV_RELATIVE 45b40 │ │ │ │ 0000000000045a70 0000000000000003 R_RISCV_RELATIVE 2b210 │ │ │ │ -0000000000045a78 0000000000000003 R_RISCV_RELATIVE 45aa0 │ │ │ │ -0000000000045aa0 0000000000000003 R_RISCV_RELATIVE 2b228 │ │ │ │ -0000000000045ab0 0000000000000003 R_RISCV_RELATIVE 2b260 │ │ │ │ -0000000000045ab8 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ -0000000000045ac8 0000000000000003 R_RISCV_RELATIVE 2b290 │ │ │ │ -0000000000045ad0 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ -0000000000045ae0 0000000000000003 R_RISCV_RELATIVE 2b2c0 │ │ │ │ -0000000000045ae8 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ -0000000000045af8 0000000000000003 R_RISCV_RELATIVE 2b2e8 │ │ │ │ -0000000000045b00 0000000000000003 R_RISCV_RELATIVE 46370 │ │ │ │ -0000000000045b10 0000000000000003 R_RISCV_RELATIVE 2b308 │ │ │ │ -0000000000045b18 0000000000000003 R_RISCV_RELATIVE 462d8 │ │ │ │ -0000000000045b28 0000000000000003 R_RISCV_RELATIVE 2b320 │ │ │ │ -0000000000045b30 0000000000000003 R_RISCV_RELATIVE 462a0 │ │ │ │ -0000000000045b40 0000000000000003 R_RISCV_RELATIVE 2b330 │ │ │ │ -0000000000045b48 0000000000000003 R_RISCV_RELATIVE 46238 │ │ │ │ +0000000000045a78 0000000000000003 R_RISCV_RELATIVE 45b28 │ │ │ │ +0000000000045a88 0000000000000003 R_RISCV_RELATIVE 2b228 │ │ │ │ +0000000000045a90 0000000000000003 R_RISCV_RELATIVE 45b10 │ │ │ │ +0000000000045aa0 0000000000000003 R_RISCV_RELATIVE 2b248 │ │ │ │ +0000000000045aa8 0000000000000003 R_RISCV_RELATIVE 45af8 │ │ │ │ +0000000000045ab8 0000000000000003 R_RISCV_RELATIVE 2b260 │ │ │ │ +0000000000045ac0 0000000000000003 R_RISCV_RELATIVE 45ae8 │ │ │ │ +0000000000045ae8 0000000000000003 R_RISCV_RELATIVE 2b278 │ │ │ │ +0000000000045af8 0000000000000003 R_RISCV_RELATIVE 2b2a0 │ │ │ │ +0000000000045b00 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ +0000000000045b10 0000000000000003 R_RISCV_RELATIVE 2b2c8 │ │ │ │ +0000000000045b18 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ +0000000000045b28 0000000000000003 R_RISCV_RELATIVE 2b2e0 │ │ │ │ +0000000000045b30 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ +0000000000045b40 0000000000000003 R_RISCV_RELATIVE 2b328 │ │ │ │ +0000000000045b48 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ 0000000000045b58 0000000000000003 R_RISCV_RELATIVE 2b350 │ │ │ │ -0000000000045b60 0000000000000003 R_RISCV_RELATIVE 461e8 │ │ │ │ -0000000000045b70 0000000000000003 R_RISCV_RELATIVE 2b370 │ │ │ │ -0000000000045b78 0000000000000003 R_RISCV_RELATIVE 46178 │ │ │ │ -0000000000045b88 0000000000000003 R_RISCV_RELATIVE 2b390 │ │ │ │ -0000000000045b90 0000000000000003 R_RISCV_RELATIVE 46140 │ │ │ │ -0000000000045ba0 0000000000000003 R_RISCV_RELATIVE 2b3a8 │ │ │ │ -0000000000045ba8 0000000000000003 R_RISCV_RELATIVE 460e8 │ │ │ │ -0000000000045bb8 0000000000000003 R_RISCV_RELATIVE 2b3b8 │ │ │ │ -0000000000045bc0 0000000000000003 R_RISCV_RELATIVE 45ff8 │ │ │ │ -0000000000045bd0 0000000000000003 R_RISCV_RELATIVE 2b3e0 │ │ │ │ -0000000000045bd8 0000000000000003 R_RISCV_RELATIVE 45f00 │ │ │ │ -0000000000045be8 0000000000000003 R_RISCV_RELATIVE 2b408 │ │ │ │ -0000000000045bf0 0000000000000003 R_RISCV_RELATIVE 45df0 │ │ │ │ -0000000000045c00 0000000000000003 R_RISCV_RELATIVE 2b438 │ │ │ │ -0000000000045c08 0000000000000003 R_RISCV_RELATIVE 45d90 │ │ │ │ -0000000000045c18 0000000000000003 R_RISCV_RELATIVE 2b450 │ │ │ │ -0000000000045c20 0000000000000003 R_RISCV_RELATIVE 45cf8 │ │ │ │ -0000000000045c30 0000000000000003 R_RISCV_RELATIVE 2b468 │ │ │ │ -0000000000045c38 0000000000000003 R_RISCV_RELATIVE 45cb0 │ │ │ │ -0000000000045c48 0000000000000003 R_RISCV_RELATIVE 2b488 │ │ │ │ -0000000000045c50 0000000000000003 R_RISCV_RELATIVE 45c78 │ │ │ │ -0000000000045c78 0000000000000003 R_RISCV_RELATIVE 2b4a0 │ │ │ │ -0000000000045c80 0000000000000003 R_RISCV_RELATIVE 2b4e0 │ │ │ │ -0000000000045c88 0000000000000003 R_RISCV_RELATIVE 2b528 │ │ │ │ -0000000000045c90 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ -0000000000045c98 0000000000000003 R_RISCV_RELATIVE 2b570 │ │ │ │ -0000000000045ca0 0000000000000003 R_RISCV_RELATIVE 2b598 │ │ │ │ -0000000000045cb0 0000000000000003 R_RISCV_RELATIVE 2b5c0 │ │ │ │ -0000000000045cb8 0000000000000003 R_RISCV_RELATIVE 2b600 │ │ │ │ -0000000000045cc0 0000000000000003 R_RISCV_RELATIVE 2b640 │ │ │ │ -0000000000045cc8 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ -0000000000045cd0 0000000000000003 R_RISCV_RELATIVE 2b670 │ │ │ │ -0000000000045cd8 0000000000000003 R_RISCV_RELATIVE 2b688 │ │ │ │ -0000000000045ce0 0000000000000003 R_RISCV_RELATIVE 2b6a0 │ │ │ │ -0000000000045ce8 0000000000000003 R_RISCV_RELATIVE 2b6b8 │ │ │ │ -0000000000045cf8 0000000000000003 R_RISCV_RELATIVE 2b6d8 │ │ │ │ -0000000000045d00 0000000000000003 R_RISCV_RELATIVE 2b720 │ │ │ │ -0000000000045d08 0000000000000003 R_RISCV_RELATIVE 2b768 │ │ │ │ +0000000000045b60 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ +0000000000045b70 0000000000000003 R_RISCV_RELATIVE 2b388 │ │ │ │ +0000000000045b78 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ +0000000000045b88 0000000000000003 R_RISCV_RELATIVE 2b3b0 │ │ │ │ +0000000000045b90 0000000000000003 R_RISCV_RELATIVE 45f90 │ │ │ │ +0000000000045ba0 0000000000000003 R_RISCV_RELATIVE 2b3d0 │ │ │ │ +0000000000045ba8 0000000000000003 R_RISCV_RELATIVE 45f48 │ │ │ │ +0000000000045bb8 0000000000000003 R_RISCV_RELATIVE 2b3e8 │ │ │ │ +0000000000045bc0 0000000000000003 R_RISCV_RELATIVE 45ef8 │ │ │ │ +0000000000045bd0 0000000000000003 R_RISCV_RELATIVE 2b408 │ │ │ │ +0000000000045bd8 0000000000000003 R_RISCV_RELATIVE 45e98 │ │ │ │ +0000000000045be8 0000000000000003 R_RISCV_RELATIVE 2b420 │ │ │ │ +0000000000045bf0 0000000000000003 R_RISCV_RELATIVE 45e68 │ │ │ │ +0000000000045c00 0000000000000003 R_RISCV_RELATIVE 2b430 │ │ │ │ +0000000000045c08 0000000000000003 R_RISCV_RELATIVE 45e38 │ │ │ │ +0000000000045c18 0000000000000003 R_RISCV_RELATIVE 2b440 │ │ │ │ +0000000000045c20 0000000000000003 R_RISCV_RELATIVE 45de0 │ │ │ │ +0000000000045c30 0000000000000003 R_RISCV_RELATIVE 2b458 │ │ │ │ +0000000000045c38 0000000000000003 R_RISCV_RELATIVE 45d98 │ │ │ │ +0000000000045c48 0000000000000003 R_RISCV_RELATIVE 2b470 │ │ │ │ +0000000000045c50 0000000000000003 R_RISCV_RELATIVE 45d48 │ │ │ │ +0000000000045c60 0000000000000003 R_RISCV_RELATIVE 2b480 │ │ │ │ +0000000000045c68 0000000000000003 R_RISCV_RELATIVE 45d08 │ │ │ │ +0000000000045c78 0000000000000003 R_RISCV_RELATIVE 2b490 │ │ │ │ +0000000000045c80 0000000000000003 R_RISCV_RELATIVE 45ca8 │ │ │ │ +0000000000045ca8 0000000000000003 R_RISCV_RELATIVE 2b4a0 │ │ │ │ +0000000000045cb0 0000000000000003 R_RISCV_RELATIVE 2b4e8 │ │ │ │ +0000000000045cb8 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ +0000000000045cc0 0000000000000003 R_RISCV_RELATIVE 2b528 │ │ │ │ +0000000000045cc8 0000000000000003 R_RISCV_RELATIVE 2b540 │ │ │ │ +0000000000045cd0 0000000000000003 R_RISCV_RELATIVE 2b558 │ │ │ │ +0000000000045cd8 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ +0000000000045ce0 0000000000000003 R_RISCV_RELATIVE 2b570 │ │ │ │ +0000000000045ce8 0000000000000003 R_RISCV_RELATIVE 2b5b8 │ │ │ │ +0000000000045cf0 0000000000000003 R_RISCV_RELATIVE 2b600 │ │ │ │ +0000000000045cf8 0000000000000003 R_RISCV_RELATIVE 2b640 │ │ │ │ +0000000000045d08 0000000000000003 R_RISCV_RELATIVE 2b680 │ │ │ │ 0000000000045d10 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ -0000000000045d18 0000000000000003 R_RISCV_RELATIVE 2b788 │ │ │ │ -0000000000045d20 0000000000000003 R_RISCV_RELATIVE 2b7d0 │ │ │ │ -0000000000045d28 0000000000000003 R_RISCV_RELATIVE 2b818 │ │ │ │ -0000000000045d30 0000000000000003 R_RISCV_RELATIVE 2b860 │ │ │ │ -0000000000045d38 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ -0000000000045d40 0000000000000003 R_RISCV_RELATIVE 2b870 │ │ │ │ -0000000000045d48 0000000000000003 R_RISCV_RELATIVE 2b8b8 │ │ │ │ -0000000000045d50 0000000000000003 R_RISCV_RELATIVE 2b900 │ │ │ │ +0000000000045d18 0000000000000003 R_RISCV_RELATIVE 2b6c0 │ │ │ │ +0000000000045d20 0000000000000003 R_RISCV_RELATIVE 2b6d0 │ │ │ │ +0000000000045d28 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ +0000000000045d30 0000000000000003 R_RISCV_RELATIVE 2b6e0 │ │ │ │ +0000000000045d38 0000000000000003 R_RISCV_RELATIVE 2b720 │ │ │ │ +0000000000045d48 0000000000000003 R_RISCV_RELATIVE 2b738 │ │ │ │ +0000000000045d50 0000000000000003 R_RISCV_RELATIVE 2b778 │ │ │ │ 0000000000045d58 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ -0000000000045d60 0000000000000003 R_RISCV_RELATIVE 2b928 │ │ │ │ -0000000000045d68 0000000000000003 R_RISCV_RELATIVE 2b950 │ │ │ │ -0000000000045d70 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ -0000000000045d78 0000000000000003 R_RISCV_RELATIVE 2b970 │ │ │ │ -0000000000045d80 0000000000000003 R_RISCV_RELATIVE 2b9b8 │ │ │ │ -0000000000045d90 0000000000000003 R_RISCV_RELATIVE 2b9d0 │ │ │ │ -0000000000045d98 0000000000000003 R_RISCV_RELATIVE 2ba18 │ │ │ │ -0000000000045da0 0000000000000003 R_RISCV_RELATIVE 2ba58 │ │ │ │ -0000000000045da8 0000000000000003 R_RISCV_RELATIVE 2baa0 │ │ │ │ -0000000000045db0 0000000000000003 R_RISCV_RELATIVE 2bae8 │ │ │ │ -0000000000045db8 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ -0000000000045dc0 0000000000000003 R_RISCV_RELATIVE 2bb10 │ │ │ │ -0000000000045dc8 0000000000000003 R_RISCV_RELATIVE 2bb30 │ │ │ │ -0000000000045dd0 0000000000000003 R_RISCV_RELATIVE 2bb50 │ │ │ │ -0000000000045dd8 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ -0000000000045de0 0000000000000003 R_RISCV_RELATIVE 2bb70 │ │ │ │ -0000000000045df0 0000000000000003 R_RISCV_RELATIVE 2bbb0 │ │ │ │ -0000000000045df8 0000000000000003 R_RISCV_RELATIVE 2bbf0 │ │ │ │ -0000000000045e00 0000000000000003 R_RISCV_RELATIVE 2bc38 │ │ │ │ +0000000000045d60 0000000000000003 R_RISCV_RELATIVE 2b528 │ │ │ │ +0000000000045d68 0000000000000003 R_RISCV_RELATIVE 2b7a0 │ │ │ │ +0000000000045d70 0000000000000003 R_RISCV_RELATIVE 2b7b8 │ │ │ │ +0000000000045d78 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ +0000000000045d80 0000000000000003 R_RISCV_RELATIVE 2b6e0 │ │ │ │ +0000000000045d88 0000000000000003 R_RISCV_RELATIVE 2b720 │ │ │ │ +0000000000045d98 0000000000000003 R_RISCV_RELATIVE 2b7d0 │ │ │ │ +0000000000045da0 0000000000000003 R_RISCV_RELATIVE 2b810 │ │ │ │ +0000000000045da8 0000000000000003 R_RISCV_RELATIVE 2b858 │ │ │ │ +0000000000045db0 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ +0000000000045db8 0000000000000003 R_RISCV_RELATIVE 2b868 │ │ │ │ +0000000000045dc0 0000000000000003 R_RISCV_RELATIVE 2b878 │ │ │ │ +0000000000045dc8 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ +0000000000045dd0 0000000000000003 R_RISCV_RELATIVE 2b888 │ │ │ │ +0000000000045de0 0000000000000003 R_RISCV_RELATIVE 2b8b8 │ │ │ │ +0000000000045de8 0000000000000003 R_RISCV_RELATIVE 2b8f8 │ │ │ │ +0000000000045df0 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ +0000000000045df8 0000000000000003 R_RISCV_RELATIVE 2b868 │ │ │ │ +0000000000045e00 0000000000000003 R_RISCV_RELATIVE 2b878 │ │ │ │ 0000000000045e08 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ -0000000000045e10 0000000000000003 R_RISCV_RELATIVE 2bc68 │ │ │ │ -0000000000045e18 0000000000000003 R_RISCV_RELATIVE 2bcb0 │ │ │ │ -0000000000045e20 0000000000000003 R_RISCV_RELATIVE 2bcf8 │ │ │ │ -0000000000045e28 0000000000000003 R_RISCV_RELATIVE 2bd38 │ │ │ │ -0000000000045e30 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ -0000000000045e38 0000000000000003 R_RISCV_RELATIVE 2bd50 │ │ │ │ +0000000000045e10 0000000000000003 R_RISCV_RELATIVE 2b910 │ │ │ │ +0000000000045e18 0000000000000003 R_RISCV_RELATIVE 2b950 │ │ │ │ +0000000000045e20 0000000000000003 R_RISCV_RELATIVE 2b990 │ │ │ │ +0000000000045e28 0000000000000003 R_RISCV_RELATIVE 2be98 │ │ │ │ +0000000000045e38 0000000000000003 R_RISCV_RELATIVE 2b9d0 │ │ │ │ 0000000000045e40 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ -0000000000045e48 0000000000000003 R_RISCV_RELATIVE 2bd78 │ │ │ │ -0000000000045e50 0000000000000003 R_RISCV_RELATIVE 2bd88 │ │ │ │ -0000000000045e58 0000000000000003 R_RISCV_RELATIVE 2bda8 │ │ │ │ -0000000000045e60 0000000000000003 R_RISCV_RELATIVE 2bdc8 │ │ │ │ -0000000000045e68 0000000000000003 R_RISCV_RELATIVE 2bd88 │ │ │ │ +0000000000045e48 0000000000000003 R_RISCV_RELATIVE 2ba18 │ │ │ │ +0000000000045e50 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ +0000000000045e58 0000000000000003 R_RISCV_RELATIVE 2ba30 │ │ │ │ +0000000000045e68 0000000000000003 R_RISCV_RELATIVE 2ba78 │ │ │ │ 0000000000045e70 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ -0000000000045e78 0000000000000003 R_RISCV_RELATIVE 2bdd8 │ │ │ │ -0000000000045e80 0000000000000003 R_RISCV_RELATIVE 2bdf8 │ │ │ │ -0000000000045e88 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ -0000000000045e90 0000000000000003 R_RISCV_RELATIVE 2be18 │ │ │ │ -0000000000045e98 0000000000000003 R_RISCV_RELATIVE 2be58 │ │ │ │ +0000000000045e78 0000000000000003 R_RISCV_RELATIVE 2baa0 │ │ │ │ +0000000000045e80 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ +0000000000045e88 0000000000000003 R_RISCV_RELATIVE 2bab0 │ │ │ │ +0000000000045e98 0000000000000003 R_RISCV_RELATIVE 2baf8 │ │ │ │ 0000000000045ea0 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ -0000000000045ea8 0000000000000003 R_RISCV_RELATIVE 2be70 │ │ │ │ -0000000000045eb0 0000000000000003 R_RISCV_RELATIVE 2beb8 │ │ │ │ -0000000000045eb8 0000000000000003 R_RISCV_RELATIVE 2bf00 │ │ │ │ -0000000000045ec0 0000000000000003 R_RISCV_RELATIVE 2bf48 │ │ │ │ +0000000000045ea8 0000000000000003 R_RISCV_RELATIVE 2ba18 │ │ │ │ +0000000000045eb0 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ +0000000000045eb8 0000000000000003 R_RISCV_RELATIVE 2bb38 │ │ │ │ +0000000000045ec0 0000000000000003 R_RISCV_RELATIVE 2bb70 │ │ │ │ 0000000000045ec8 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ -0000000000045ed0 0000000000000003 R_RISCV_RELATIVE 2bf68 │ │ │ │ -0000000000045ed8 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ -0000000000045ee0 0000000000000003 R_RISCV_RELATIVE 2bfa0 │ │ │ │ -0000000000045ee8 0000000000000003 R_RISCV_RELATIVE 2bfe8 │ │ │ │ -0000000000045ef0 0000000000000003 R_RISCV_RELATIVE 2c030 │ │ │ │ -0000000000045f00 0000000000000003 R_RISCV_RELATIVE 2c050 │ │ │ │ -0000000000045f08 0000000000000003 R_RISCV_RELATIVE 2bbf0 │ │ │ │ -0000000000045f10 0000000000000003 R_RISCV_RELATIVE 2c098 │ │ │ │ -0000000000045f18 0000000000000003 R_RISCV_RELATIVE 2c0e0 │ │ │ │ +0000000000045ed0 0000000000000003 R_RISCV_RELATIVE 2bba8 │ │ │ │ +0000000000045ed8 0000000000000003 R_RISCV_RELATIVE 2bbb8 │ │ │ │ +0000000000045ee0 0000000000000003 R_RISCV_RELATIVE 2bbc8 │ │ │ │ +0000000000045ee8 0000000000000003 R_RISCV_RELATIVE 2bbd8 │ │ │ │ +0000000000045ef8 0000000000000003 R_RISCV_RELATIVE 2bbf0 │ │ │ │ +0000000000045f00 0000000000000003 R_RISCV_RELATIVE 2bc38 │ │ │ │ +0000000000045f08 0000000000000003 R_RISCV_RELATIVE 2bc78 │ │ │ │ +0000000000045f10 0000000000000003 R_RISCV_RELATIVE 2bcc0 │ │ │ │ +0000000000045f18 0000000000000003 R_RISCV_RELATIVE 2bd08 │ │ │ │ 0000000000045f20 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ -0000000000045f28 0000000000000003 R_RISCV_RELATIVE 2bd50 │ │ │ │ +0000000000045f28 0000000000000003 R_RISCV_RELATIVE 2bd38 │ │ │ │ 0000000000045f30 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ 0000000000045f38 0000000000000003 R_RISCV_RELATIVE 2bd78 │ │ │ │ -0000000000045f40 0000000000000003 R_RISCV_RELATIVE 2bd88 │ │ │ │ 0000000000045f48 0000000000000003 R_RISCV_RELATIVE 2bda8 │ │ │ │ -0000000000045f50 0000000000000003 R_RISCV_RELATIVE 2bdc8 │ │ │ │ -0000000000045f58 0000000000000003 R_RISCV_RELATIVE 2bd88 │ │ │ │ -0000000000045f60 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ -0000000000045f68 0000000000000003 R_RISCV_RELATIVE 2bdd8 │ │ │ │ -0000000000045f70 0000000000000003 R_RISCV_RELATIVE 2bdf8 │ │ │ │ -0000000000045f78 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ -0000000000045f80 0000000000000003 R_RISCV_RELATIVE 2c100 │ │ │ │ -0000000000045f88 0000000000000003 R_RISCV_RELATIVE 2c148 │ │ │ │ -0000000000045f90 0000000000000003 R_RISCV_RELATIVE 2c190 │ │ │ │ -0000000000045f98 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ -0000000000045fa0 0000000000000003 R_RISCV_RELATIVE 2be70 │ │ │ │ -0000000000045fa8 0000000000000003 R_RISCV_RELATIVE 2beb8 │ │ │ │ -0000000000045fb0 0000000000000003 R_RISCV_RELATIVE 2bf00 │ │ │ │ -0000000000045fb8 0000000000000003 R_RISCV_RELATIVE 2bf48 │ │ │ │ -0000000000045fc0 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ -0000000000045fc8 0000000000000003 R_RISCV_RELATIVE 2bf68 │ │ │ │ -0000000000045fd0 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ -0000000000045fd8 0000000000000003 R_RISCV_RELATIVE 2bfa0 │ │ │ │ -0000000000045fe0 0000000000000003 R_RISCV_RELATIVE 2bfe8 │ │ │ │ -0000000000045fe8 0000000000000003 R_RISCV_RELATIVE 2c030 │ │ │ │ -0000000000045ff8 0000000000000003 R_RISCV_RELATIVE 2c050 │ │ │ │ -0000000000046000 0000000000000003 R_RISCV_RELATIVE 2bbf0 │ │ │ │ -0000000000046008 0000000000000003 R_RISCV_RELATIVE 2c1d0 │ │ │ │ -0000000000046010 0000000000000003 R_RISCV_RELATIVE 2c218 │ │ │ │ -0000000000046018 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ -0000000000046020 0000000000000003 R_RISCV_RELATIVE 2bd50 │ │ │ │ -0000000000046028 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ -0000000000046030 0000000000000003 R_RISCV_RELATIVE 2bd78 │ │ │ │ -0000000000046038 0000000000000003 R_RISCV_RELATIVE 2bd88 │ │ │ │ -0000000000046040 0000000000000003 R_RISCV_RELATIVE 2bda8 │ │ │ │ -0000000000046048 0000000000000003 R_RISCV_RELATIVE 2bdc8 │ │ │ │ -0000000000046050 0000000000000003 R_RISCV_RELATIVE 2bd88 │ │ │ │ -0000000000046058 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ -0000000000046060 0000000000000003 R_RISCV_RELATIVE 2bdd8 │ │ │ │ -0000000000046068 0000000000000003 R_RISCV_RELATIVE 2bdf8 │ │ │ │ -0000000000046070 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ -0000000000046078 0000000000000003 R_RISCV_RELATIVE 2c238 │ │ │ │ -0000000000046080 0000000000000003 R_RISCV_RELATIVE 2c280 │ │ │ │ -0000000000046088 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ -0000000000046090 0000000000000003 R_RISCV_RELATIVE 2be70 │ │ │ │ -0000000000046098 0000000000000003 R_RISCV_RELATIVE 2beb8 │ │ │ │ -00000000000460a0 0000000000000003 R_RISCV_RELATIVE 2bf00 │ │ │ │ -00000000000460a8 0000000000000003 R_RISCV_RELATIVE 2bf48 │ │ │ │ -00000000000460b0 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ -00000000000460b8 0000000000000003 R_RISCV_RELATIVE 2bf68 │ │ │ │ -00000000000460c0 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ -00000000000460c8 0000000000000003 R_RISCV_RELATIVE 2bfa0 │ │ │ │ -00000000000460d0 0000000000000003 R_RISCV_RELATIVE 2bfe8 │ │ │ │ -00000000000460d8 0000000000000003 R_RISCV_RELATIVE 2c030 │ │ │ │ -00000000000460e8 0000000000000003 R_RISCV_RELATIVE 2c2b0 │ │ │ │ -00000000000460f0 0000000000000003 R_RISCV_RELATIVE 2c2f8 │ │ │ │ -00000000000460f8 0000000000000003 R_RISCV_RELATIVE 2c340 │ │ │ │ -0000000000046100 0000000000000003 R_RISCV_RELATIVE 2c388 │ │ │ │ -0000000000046108 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ -0000000000046110 0000000000000003 R_RISCV_RELATIVE 2c3a0 │ │ │ │ -0000000000046118 0000000000000003 R_RISCV_RELATIVE 2c3b8 │ │ │ │ -0000000000046120 0000000000000003 R_RISCV_RELATIVE 2c3d0 │ │ │ │ -0000000000046128 0000000000000003 R_RISCV_RELATIVE 2c3e8 │ │ │ │ -0000000000046130 0000000000000003 R_RISCV_RELATIVE 2c400 │ │ │ │ -0000000000046140 0000000000000003 R_RISCV_RELATIVE 2c418 │ │ │ │ -0000000000046148 0000000000000003 R_RISCV_RELATIVE 2c458 │ │ │ │ -0000000000046150 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ -0000000000046158 0000000000000003 R_RISCV_RELATIVE 2c470 │ │ │ │ -0000000000046160 0000000000000003 R_RISCV_RELATIVE 2c488 │ │ │ │ -0000000000046168 0000000000000003 R_RISCV_RELATIVE 2c4a0 │ │ │ │ -0000000000046178 0000000000000003 R_RISCV_RELATIVE 2c4b8 │ │ │ │ -0000000000046180 0000000000000003 R_RISCV_RELATIVE 2c500 │ │ │ │ -0000000000046188 0000000000000003 R_RISCV_RELATIVE 2c548 │ │ │ │ -0000000000046190 0000000000000003 R_RISCV_RELATIVE 2c590 │ │ │ │ -0000000000046198 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ -00000000000461a0 0000000000000003 R_RISCV_RELATIVE 2c5c0 │ │ │ │ -00000000000461a8 0000000000000003 R_RISCV_RELATIVE 2c5d8 │ │ │ │ -00000000000461b0 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ -00000000000461b8 0000000000000003 R_RISCV_RELATIVE 2c5f0 │ │ │ │ -00000000000461c0 0000000000000003 R_RISCV_RELATIVE 2c638 │ │ │ │ -00000000000461c8 0000000000000003 R_RISCV_RELATIVE 2c680 │ │ │ │ +0000000000045f50 0000000000000003 R_RISCV_RELATIVE 2bdf0 │ │ │ │ +0000000000045f58 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ +0000000000045f60 0000000000000003 R_RISCV_RELATIVE 2be00 │ │ │ │ +0000000000045f68 0000000000000003 R_RISCV_RELATIVE 2be18 │ │ │ │ +0000000000045f70 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ +0000000000045f78 0000000000000003 R_RISCV_RELATIVE 2be30 │ │ │ │ +0000000000045f80 0000000000000003 R_RISCV_RELATIVE 2be70 │ │ │ │ +0000000000045f90 0000000000000003 R_RISCV_RELATIVE 2bea0 │ │ │ │ +0000000000045f98 0000000000000003 R_RISCV_RELATIVE 2bee8 │ │ │ │ +0000000000045fa0 0000000000000003 R_RISCV_RELATIVE 2bf30 │ │ │ │ +0000000000045fa8 0000000000000003 R_RISCV_RELATIVE 2bf78 │ │ │ │ +0000000000045fb0 0000000000000003 R_RISCV_RELATIVE 2bfb8 │ │ │ │ +0000000000045fb8 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ +0000000000045fc0 0000000000000003 R_RISCV_RELATIVE 2bfe0 │ │ │ │ +0000000000045fc8 0000000000000003 R_RISCV_RELATIVE 2c028 │ │ │ │ +0000000000045fd0 0000000000000003 R_RISCV_RELATIVE 2c070 │ │ │ │ +0000000000045fd8 0000000000000003 R_RISCV_RELATIVE 2c0b0 │ │ │ │ +0000000000045fe0 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ +0000000000045fe8 0000000000000003 R_RISCV_RELATIVE 2c0d0 │ │ │ │ +0000000000045ff0 0000000000000003 R_RISCV_RELATIVE 2c0e0 │ │ │ │ +0000000000046000 0000000000000003 R_RISCV_RELATIVE 2c100 │ │ │ │ +0000000000046008 0000000000000003 R_RISCV_RELATIVE 46208 │ │ │ │ +0000000000046018 0000000000000003 R_RISCV_RELATIVE 2c118 │ │ │ │ +0000000000046020 0000000000000003 R_RISCV_RELATIVE 461f0 │ │ │ │ +0000000000046030 0000000000000003 R_RISCV_RELATIVE 2c130 │ │ │ │ +0000000000046038 0000000000000003 R_RISCV_RELATIVE 461c0 │ │ │ │ +0000000000046048 0000000000000003 R_RISCV_RELATIVE 3beb0 │ │ │ │ +0000000000046050 0000000000000003 R_RISCV_RELATIVE 461b0 │ │ │ │ +0000000000046060 0000000000000003 R_RISCV_RELATIVE 2c148 │ │ │ │ +0000000000046068 0000000000000003 R_RISCV_RELATIVE 46150 │ │ │ │ +0000000000046078 0000000000000003 R_RISCV_RELATIVE 2c150 │ │ │ │ +0000000000046080 0000000000000003 R_RISCV_RELATIVE 46138 │ │ │ │ +0000000000046090 0000000000000003 R_RISCV_RELATIVE 2c160 │ │ │ │ +0000000000046098 0000000000000003 R_RISCV_RELATIVE 46118 │ │ │ │ +00000000000460a8 0000000000000003 R_RISCV_RELATIVE 2c170 │ │ │ │ +00000000000460b0 0000000000000003 R_RISCV_RELATIVE 460d8 │ │ │ │ +00000000000460d8 0000000000000003 R_RISCV_RELATIVE 2c188 │ │ │ │ +00000000000460e0 0000000000000003 R_RISCV_RELATIVE 2c1d0 │ │ │ │ +00000000000460e8 0000000000000003 R_RISCV_RELATIVE 2c218 │ │ │ │ +00000000000460f0 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ +00000000000460f8 0000000000000003 R_RISCV_RELATIVE 2c230 │ │ │ │ +0000000000046100 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ +0000000000046108 0000000000000003 R_RISCV_RELATIVE 390e8 │ │ │ │ +0000000000046118 0000000000000003 R_RISCV_RELATIVE 2c258 │ │ │ │ +0000000000046120 0000000000000003 R_RISCV_RELATIVE 2c298 │ │ │ │ +0000000000046128 0000000000000003 R_RISCV_RELATIVE 2c2a0 │ │ │ │ +0000000000046138 0000000000000003 R_RISCV_RELATIVE 2c2c0 │ │ │ │ +0000000000046140 0000000000000003 R_RISCV_RELATIVE 2c2f8 │ │ │ │ +0000000000046150 0000000000000003 R_RISCV_RELATIVE 2c340 │ │ │ │ +0000000000046158 0000000000000003 R_RISCV_RELATIVE 2c370 │ │ │ │ +0000000000046160 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ +0000000000046168 0000000000000003 R_RISCV_RELATIVE 2c3a0 │ │ │ │ +0000000000046170 0000000000000003 R_RISCV_RELATIVE 2c3e0 │ │ │ │ +0000000000046178 0000000000000003 R_RISCV_RELATIVE 2c418 │ │ │ │ +0000000000046180 0000000000000003 R_RISCV_RELATIVE 2c450 │ │ │ │ +0000000000046188 0000000000000003 R_RISCV_RELATIVE 2c498 │ │ │ │ +0000000000046190 0000000000000003 R_RISCV_RELATIVE 2c4e0 │ │ │ │ +0000000000046198 0000000000000003 R_RISCV_RELATIVE 2c520 │ │ │ │ +00000000000461a0 0000000000000003 R_RISCV_RELATIVE 2c548 │ │ │ │ +00000000000461b0 0000000000000003 R_RISCV_RELATIVE 2c570 │ │ │ │ +00000000000461c0 0000000000000003 R_RISCV_RELATIVE 2c590 │ │ │ │ +00000000000461c8 0000000000000003 R_RISCV_RELATIVE 2c5d8 │ │ │ │ 00000000000461d0 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ -00000000000461d8 0000000000000003 R_RISCV_RELATIVE 2c690 │ │ │ │ -00000000000461e8 0000000000000003 R_RISCV_RELATIVE 2c6d8 │ │ │ │ -00000000000461f0 0000000000000003 R_RISCV_RELATIVE 2c720 │ │ │ │ -00000000000461f8 0000000000000003 R_RISCV_RELATIVE 2c768 │ │ │ │ -0000000000046200 0000000000000003 R_RISCV_RELATIVE 39218 │ │ │ │ -0000000000046208 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ -0000000000046210 0000000000000003 R_RISCV_RELATIVE 2c7b0 │ │ │ │ -0000000000046218 0000000000000003 R_RISCV_RELATIVE 2c7c8 │ │ │ │ -0000000000046220 0000000000000003 R_RISCV_RELATIVE 2c7e0 │ │ │ │ -0000000000046228 0000000000000003 R_RISCV_RELATIVE 2c7f8 │ │ │ │ -0000000000046238 0000000000000003 R_RISCV_RELATIVE 2c6d8 │ │ │ │ -0000000000046240 0000000000000003 R_RISCV_RELATIVE 2c720 │ │ │ │ -0000000000046248 0000000000000003 R_RISCV_RELATIVE 2c768 │ │ │ │ -0000000000046250 0000000000000003 R_RISCV_RELATIVE 39218 │ │ │ │ -0000000000046258 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ -0000000000046260 0000000000000003 R_RISCV_RELATIVE 2c810 │ │ │ │ -0000000000046268 0000000000000003 R_RISCV_RELATIVE 2c858 │ │ │ │ -0000000000046270 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ -0000000000046278 0000000000000003 R_RISCV_RELATIVE 2c898 │ │ │ │ -0000000000046280 0000000000000003 R_RISCV_RELATIVE 2c3b8 │ │ │ │ -0000000000046288 0000000000000003 R_RISCV_RELATIVE 2c8b0 │ │ │ │ -0000000000046290 0000000000000003 R_RISCV_RELATIVE 2c8d0 │ │ │ │ -00000000000462a0 0000000000000003 R_RISCV_RELATIVE 2c8f0 │ │ │ │ -00000000000462a8 0000000000000003 R_RISCV_RELATIVE 2c938 │ │ │ │ -00000000000462b0 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ -00000000000462b8 0000000000000003 R_RISCV_RELATIVE 2c950 │ │ │ │ -00000000000462c0 0000000000000003 R_RISCV_RELATIVE 2c968 │ │ │ │ -00000000000462c8 0000000000000003 R_RISCV_RELATIVE 2c980 │ │ │ │ -00000000000462d8 0000000000000003 R_RISCV_RELATIVE 2c9a0 │ │ │ │ -00000000000462e0 0000000000000003 R_RISCV_RELATIVE 2c9e8 │ │ │ │ -00000000000462e8 0000000000000003 R_RISCV_RELATIVE 2ca30 │ │ │ │ -00000000000462f0 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ -00000000000462f8 0000000000000003 R_RISCV_RELATIVE 2ca78 │ │ │ │ -0000000000046300 0000000000000003 R_RISCV_RELATIVE 2cac0 │ │ │ │ -0000000000046308 0000000000000003 R_RISCV_RELATIVE 2cb08 │ │ │ │ +00000000000461d8 0000000000000003 R_RISCV_RELATIVE 2c5f0 │ │ │ │ +00000000000461e0 0000000000000003 R_RISCV_RELATIVE 2c638 │ │ │ │ +00000000000461f0 0000000000000003 R_RISCV_RELATIVE 2c668 │ │ │ │ +00000000000461f8 0000000000000003 R_RISCV_RELATIVE 2c6b0 │ │ │ │ +0000000000046208 0000000000000003 R_RISCV_RELATIVE 2c6d0 │ │ │ │ +0000000000046210 0000000000000003 R_RISCV_RELATIVE 2c718 │ │ │ │ +0000000000046220 0000000000000003 R_RISCV_RELATIVE 2c758 │ │ │ │ +0000000000046228 0000000000000003 R_RISCV_RELATIVE 46420 │ │ │ │ +0000000000046238 0000000000000003 R_RISCV_RELATIVE 2c778 │ │ │ │ +0000000000046240 0000000000000003 R_RISCV_RELATIVE 463d0 │ │ │ │ +0000000000046250 0000000000000003 R_RISCV_RELATIVE 2c798 │ │ │ │ +0000000000046258 0000000000000003 R_RISCV_RELATIVE 46340 │ │ │ │ +0000000000046268 0000000000000003 R_RISCV_RELATIVE 2c7c0 │ │ │ │ +0000000000046270 0000000000000003 R_RISCV_RELATIVE 462f8 │ │ │ │ +0000000000046280 0000000000000003 R_RISCV_RELATIVE 2c7e0 │ │ │ │ +0000000000046288 0000000000000003 R_RISCV_RELATIVE 462b0 │ │ │ │ +00000000000462b0 0000000000000003 R_RISCV_RELATIVE 2c800 │ │ │ │ +00000000000462b8 0000000000000003 R_RISCV_RELATIVE 2c848 │ │ │ │ +00000000000462c0 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ +00000000000462c8 0000000000000003 R_RISCV_RELATIVE 2c888 │ │ │ │ +00000000000462d0 0000000000000003 R_RISCV_RELATIVE 2c8d0 │ │ │ │ +00000000000462d8 0000000000000003 R_RISCV_RELATIVE 2c918 │ │ │ │ +00000000000462e0 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ +00000000000462e8 0000000000000003 R_RISCV_RELATIVE 2c950 │ │ │ │ +00000000000462f8 0000000000000003 R_RISCV_RELATIVE 2c968 │ │ │ │ +0000000000046300 0000000000000003 R_RISCV_RELATIVE 2c9b0 │ │ │ │ +0000000000046308 0000000000000003 R_RISCV_RELATIVE 2c9f8 │ │ │ │ 0000000000046310 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ -0000000000046318 0000000000000003 R_RISCV_RELATIVE 2c690 │ │ │ │ +0000000000046318 0000000000000003 R_RISCV_RELATIVE 2ca00 │ │ │ │ 0000000000046320 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ -0000000000046328 0000000000000003 R_RISCV_RELATIVE 2c810 │ │ │ │ -0000000000046330 0000000000000003 R_RISCV_RELATIVE 2c858 │ │ │ │ -0000000000046338 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ -0000000000046340 0000000000000003 R_RISCV_RELATIVE 2c898 │ │ │ │ -0000000000046348 0000000000000003 R_RISCV_RELATIVE 2c3b8 │ │ │ │ -0000000000046350 0000000000000003 R_RISCV_RELATIVE 2cb38 │ │ │ │ -0000000000046358 0000000000000003 R_RISCV_RELATIVE 2cb58 │ │ │ │ -0000000000046360 0000000000000003 R_RISCV_RELATIVE 2cb70 │ │ │ │ -0000000000046370 0000000000000003 R_RISCV_RELATIVE 2cb88 │ │ │ │ -0000000000046378 0000000000000003 R_RISCV_RELATIVE 2cbc8 │ │ │ │ -0000000000046380 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ -0000000000046388 0000000000000003 R_RISCV_RELATIVE 2cbe8 │ │ │ │ -0000000000046390 0000000000000003 R_RISCV_RELATIVE 2cc30 │ │ │ │ -0000000000046398 0000000000000003 R_RISCV_RELATIVE 2cc78 │ │ │ │ -00000000000463a0 0000000000000003 R_RISCV_RELATIVE 2ccc0 │ │ │ │ -00000000000463a8 0000000000000003 R_RISCV_RELATIVE 2cd08 │ │ │ │ -00000000000463b0 0000000000000003 R_RISCV_RELATIVE 2cd50 │ │ │ │ +0000000000046328 0000000000000003 R_RISCV_RELATIVE 2ca48 │ │ │ │ +0000000000046330 0000000000000003 R_RISCV_RELATIVE 2ca68 │ │ │ │ +0000000000046340 0000000000000003 R_RISCV_RELATIVE 2ca88 │ │ │ │ +0000000000046348 0000000000000003 R_RISCV_RELATIVE 2cad0 │ │ │ │ +0000000000046350 0000000000000003 R_RISCV_RELATIVE 2cb18 │ │ │ │ +0000000000046358 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ +0000000000046360 0000000000000003 R_RISCV_RELATIVE 333c0 │ │ │ │ +0000000000046368 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ +0000000000046370 0000000000000003 R_RISCV_RELATIVE 2cb38 │ │ │ │ +0000000000046378 0000000000000003 R_RISCV_RELATIVE 2cb80 │ │ │ │ +0000000000046380 0000000000000003 R_RISCV_RELATIVE 2cbc8 │ │ │ │ +0000000000046388 0000000000000003 R_RISCV_RELATIVE 2cc10 │ │ │ │ +0000000000046390 0000000000000003 R_RISCV_RELATIVE 2cc58 │ │ │ │ +0000000000046398 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ +00000000000463a0 0000000000000003 R_RISCV_RELATIVE 2cc90 │ │ │ │ +00000000000463a8 0000000000000003 R_RISCV_RELATIVE 2ccd8 │ │ │ │ +00000000000463b0 0000000000000003 R_RISCV_RELATIVE 2cd20 │ │ │ │ 00000000000463b8 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ -00000000000463c0 0000000000000003 R_RISCV_RELATIVE 2c810 │ │ │ │ -00000000000463c8 0000000000000003 R_RISCV_RELATIVE 2c858 │ │ │ │ -00000000000463d0 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ -00000000000463d8 0000000000000003 R_RISCV_RELATIVE 2c898 │ │ │ │ -00000000000463e0 0000000000000003 R_RISCV_RELATIVE 2c3b8 │ │ │ │ -00000000000463e8 0000000000000003 R_RISCV_RELATIVE 2cb70 │ │ │ │ -00000000000463f8 0000000000000003 R_RISCV_RELATIVE 2cd90 │ │ │ │ -0000000000046400 0000000000000003 R_RISCV_RELATIVE 46458 │ │ │ │ -0000000000046410 0000000000000003 R_RISCV_RELATIVE 2cda0 │ │ │ │ -0000000000046418 0000000000000003 R_RISCV_RELATIVE 46440 │ │ │ │ -0000000000046440 0000000000000003 R_RISCV_RELATIVE 2cdb0 │ │ │ │ -0000000000046448 0000000000000003 R_RISCV_RELATIVE 2ce00 │ │ │ │ -0000000000046458 0000000000000003 R_RISCV_RELATIVE 2ce20 │ │ │ │ -0000000000046460 0000000000000003 R_RISCV_RELATIVE 2ce60 │ │ │ │ -0000000000046468 0000000000000003 R_RISCV_RELATIVE 2cea8 │ │ │ │ -0000000000046470 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ -0000000000046478 0000000000000003 R_RISCV_RELATIVE 2ced0 │ │ │ │ -0000000000046480 0000000000000003 R_RISCV_RELATIVE 2cee8 │ │ │ │ -0000000000046490 0000000000000003 R_RISCV_RELATIVE 2b390 │ │ │ │ -0000000000046498 0000000000000003 R_RISCV_RELATIVE 46940 │ │ │ │ -00000000000464a8 0000000000000003 R_RISCV_RELATIVE 2cf08 │ │ │ │ -00000000000464b0 0000000000000003 R_RISCV_RELATIVE 46908 │ │ │ │ -00000000000464c0 0000000000000003 R_RISCV_RELATIVE 2cf20 │ │ │ │ -00000000000464c8 0000000000000003 R_RISCV_RELATIVE 468b8 │ │ │ │ -00000000000464d8 0000000000000003 R_RISCV_RELATIVE 2cf38 │ │ │ │ -00000000000464e0 0000000000000003 R_RISCV_RELATIVE 46870 │ │ │ │ -00000000000464f0 0000000000000003 R_RISCV_RELATIVE 2cf50 │ │ │ │ -00000000000464f8 0000000000000003 R_RISCV_RELATIVE 467f0 │ │ │ │ -0000000000046508 0000000000000003 R_RISCV_RELATIVE 2cf60 │ │ │ │ -0000000000046510 0000000000000003 R_RISCV_RELATIVE 46778 │ │ │ │ -0000000000046520 0000000000000003 R_RISCV_RELATIVE 2cf70 │ │ │ │ -0000000000046528 0000000000000003 R_RISCV_RELATIVE 46700 │ │ │ │ -0000000000046538 0000000000000003 R_RISCV_RELATIVE 2cf90 │ │ │ │ -0000000000046540 0000000000000003 R_RISCV_RELATIVE 466a8 │ │ │ │ -0000000000046550 0000000000000003 R_RISCV_RELATIVE 2cfa8 │ │ │ │ -0000000000046558 0000000000000003 R_RISCV_RELATIVE 46658 │ │ │ │ -0000000000046568 0000000000000003 R_RISCV_RELATIVE 2cfc8 │ │ │ │ -0000000000046570 0000000000000003 R_RISCV_RELATIVE 46608 │ │ │ │ -0000000000046580 0000000000000003 R_RISCV_RELATIVE 2cfe8 │ │ │ │ -0000000000046588 0000000000000003 R_RISCV_RELATIVE 465b0 │ │ │ │ -00000000000465b0 0000000000000003 R_RISCV_RELATIVE 2d010 │ │ │ │ -00000000000465b8 0000000000000003 R_RISCV_RELATIVE 2d058 │ │ │ │ -00000000000465c0 0000000000000003 R_RISCV_RELATIVE 2d0a0 │ │ │ │ -00000000000465c8 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ -00000000000465d0 0000000000000003 R_RISCV_RELATIVE 2d0b0 │ │ │ │ -00000000000465d8 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ -00000000000465e0 0000000000000003 R_RISCV_RELATIVE 2c470 │ │ │ │ -00000000000465e8 0000000000000003 R_RISCV_RELATIVE 2d0e8 │ │ │ │ -00000000000465f0 0000000000000003 R_RISCV_RELATIVE 2d100 │ │ │ │ -00000000000465f8 0000000000000003 R_RISCV_RELATIVE 2d118 │ │ │ │ -0000000000046608 0000000000000003 R_RISCV_RELATIVE 2d130 │ │ │ │ -0000000000046610 0000000000000003 R_RISCV_RELATIVE 2d178 │ │ │ │ -0000000000046618 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ -0000000000046620 0000000000000003 R_RISCV_RELATIVE 2d1c0 │ │ │ │ -0000000000046628 0000000000000003 R_RISCV_RELATIVE 2d208 │ │ │ │ -0000000000046630 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ -0000000000046638 0000000000000003 R_RISCV_RELATIVE 2c470 │ │ │ │ -0000000000046640 0000000000000003 R_RISCV_RELATIVE 2d0e8 │ │ │ │ -0000000000046648 0000000000000003 R_RISCV_RELATIVE 2d220 │ │ │ │ -0000000000046658 0000000000000003 R_RISCV_RELATIVE 2d238 │ │ │ │ -0000000000046660 0000000000000003 R_RISCV_RELATIVE 2d280 │ │ │ │ -0000000000046668 0000000000000003 R_RISCV_RELATIVE 2d2c8 │ │ │ │ +00000000000463c0 0000000000000003 R_RISCV_RELATIVE 2cd58 │ │ │ │ +00000000000463d0 0000000000000003 R_RISCV_RELATIVE 2cd90 │ │ │ │ +00000000000463d8 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ +00000000000463e0 0000000000000003 R_RISCV_RELATIVE 2cdd0 │ │ │ │ +00000000000463e8 0000000000000003 R_RISCV_RELATIVE 2ce18 │ │ │ │ +00000000000463f0 0000000000000003 R_RISCV_RELATIVE 2ce58 │ │ │ │ +00000000000463f8 0000000000000003 R_RISCV_RELATIVE 2ce98 │ │ │ │ +0000000000046400 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ +0000000000046408 0000000000000003 R_RISCV_RELATIVE 2cec8 │ │ │ │ +0000000000046410 0000000000000003 R_RISCV_RELATIVE 2ced8 │ │ │ │ +0000000000046420 0000000000000003 R_RISCV_RELATIVE 2cee8 │ │ │ │ +0000000000046428 0000000000000003 R_RISCV_RELATIVE 2cf30 │ │ │ │ +0000000000046430 0000000000000003 R_RISCV_RELATIVE 2cf78 │ │ │ │ +0000000000046438 0000000000000003 R_RISCV_RELATIVE 2cfc0 │ │ │ │ +0000000000046440 0000000000000003 R_RISCV_RELATIVE 2d008 │ │ │ │ +0000000000046448 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ +0000000000046450 0000000000000003 R_RISCV_RELATIVE 2d050 │ │ │ │ +0000000000046458 0000000000000003 R_RISCV_RELATIVE 2d060 │ │ │ │ +0000000000046460 0000000000000003 R_RISCV_RELATIVE 2d070 │ │ │ │ +0000000000046470 0000000000000003 R_RISCV_RELATIVE 29ae8 │ │ │ │ +0000000000046478 0000000000000003 R_RISCV_RELATIVE 468f8 │ │ │ │ +0000000000046488 0000000000000003 R_RISCV_RELATIVE 299c8 │ │ │ │ +0000000000046490 0000000000000003 R_RISCV_RELATIVE 468d0 │ │ │ │ +00000000000464a0 0000000000000003 R_RISCV_RELATIVE 29928 │ │ │ │ +00000000000464a8 0000000000000003 R_RISCV_RELATIVE 468b8 │ │ │ │ +00000000000464b8 0000000000000003 R_RISCV_RELATIVE 29b28 │ │ │ │ +00000000000464c0 0000000000000003 R_RISCV_RELATIVE 46880 │ │ │ │ +00000000000464d0 0000000000000003 R_RISCV_RELATIVE 29b40 │ │ │ │ +00000000000464d8 0000000000000003 R_RISCV_RELATIVE 46850 │ │ │ │ +00000000000464e8 0000000000000003 R_RISCV_RELATIVE 29a10 │ │ │ │ +00000000000464f0 0000000000000003 R_RISCV_RELATIVE 46810 │ │ │ │ +0000000000046500 0000000000000003 R_RISCV_RELATIVE 29f08 │ │ │ │ +0000000000046508 0000000000000003 R_RISCV_RELATIVE 467c8 │ │ │ │ +0000000000046518 0000000000000003 R_RISCV_RELATIVE 2d080 │ │ │ │ +0000000000046520 0000000000000003 R_RISCV_RELATIVE 46790 │ │ │ │ +0000000000046530 0000000000000003 R_RISCV_RELATIVE 29b08 │ │ │ │ +0000000000046538 0000000000000003 R_RISCV_RELATIVE 46750 │ │ │ │ +0000000000046548 0000000000000003 R_RISCV_RELATIVE 299f8 │ │ │ │ +0000000000046550 0000000000000003 R_RISCV_RELATIVE 46718 │ │ │ │ +0000000000046560 0000000000000003 R_RISCV_RELATIVE 299a0 │ │ │ │ +0000000000046568 0000000000000003 R_RISCV_RELATIVE 466f0 │ │ │ │ +0000000000046578 0000000000000003 R_RISCV_RELATIVE 29988 │ │ │ │ +0000000000046580 0000000000000003 R_RISCV_RELATIVE 466c0 │ │ │ │ +0000000000046590 0000000000000003 R_RISCV_RELATIVE 299e0 │ │ │ │ +0000000000046598 0000000000000003 R_RISCV_RELATIVE 46660 │ │ │ │ +00000000000465a8 0000000000000003 R_RISCV_RELATIVE 298c0 │ │ │ │ +00000000000465b0 0000000000000003 R_RISCV_RELATIVE 46610 │ │ │ │ +00000000000465c0 0000000000000003 R_RISCV_RELATIVE 29b58 │ │ │ │ +00000000000465c8 0000000000000003 R_RISCV_RELATIVE 465f0 │ │ │ │ +00000000000465f0 0000000000000003 R_RISCV_RELATIVE 2d0a0 │ │ │ │ +00000000000465f8 0000000000000003 R_RISCV_RELATIVE 2d0f8 │ │ │ │ +0000000000046600 0000000000000003 R_RISCV_RELATIVE 2d130 │ │ │ │ +0000000000046610 0000000000000003 R_RISCV_RELATIVE 2d140 │ │ │ │ +0000000000046618 0000000000000003 R_RISCV_RELATIVE 2d198 │ │ │ │ +0000000000046620 0000000000000003 R_RISCV_RELATIVE 2d1f0 │ │ │ │ +0000000000046628 0000000000000003 R_RISCV_RELATIVE 2d248 │ │ │ │ +0000000000046630 0000000000000003 R_RISCV_RELATIVE 2d2a0 │ │ │ │ +0000000000046638 0000000000000003 R_RISCV_RELATIVE 2d2f8 │ │ │ │ +0000000000046640 0000000000000003 R_RISCV_RELATIVE 2d338 │ │ │ │ +0000000000046648 0000000000000003 R_RISCV_RELATIVE 2d380 │ │ │ │ +0000000000046650 0000000000000003 R_RISCV_RELATIVE 2d3a0 │ │ │ │ +0000000000046660 0000000000000003 R_RISCV_RELATIVE 2d3c0 │ │ │ │ +0000000000046668 0000000000000003 R_RISCV_RELATIVE 2d3f8 │ │ │ │ 0000000000046670 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ -0000000000046678 0000000000000003 R_RISCV_RELATIVE 2d1c0 │ │ │ │ -0000000000046680 0000000000000003 R_RISCV_RELATIVE 2d208 │ │ │ │ -0000000000046688 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ -0000000000046690 0000000000000003 R_RISCV_RELATIVE 2c470 │ │ │ │ -0000000000046698 0000000000000003 R_RISCV_RELATIVE 2d0e8 │ │ │ │ -00000000000466a8 0000000000000003 R_RISCV_RELATIVE 2d2e0 │ │ │ │ -00000000000466b0 0000000000000003 R_RISCV_RELATIVE 2dae8 │ │ │ │ -00000000000466b8 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ -00000000000466c0 0000000000000003 R_RISCV_RELATIVE 2d328 │ │ │ │ -00000000000466c8 0000000000000003 R_RISCV_RELATIVE 2d370 │ │ │ │ -00000000000466d0 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ -00000000000466d8 0000000000000003 R_RISCV_RELATIVE 2c470 │ │ │ │ -00000000000466e0 0000000000000003 R_RISCV_RELATIVE 2d0e8 │ │ │ │ -00000000000466e8 0000000000000003 R_RISCV_RELATIVE 2d388 │ │ │ │ -00000000000466f0 0000000000000003 R_RISCV_RELATIVE 2d220 │ │ │ │ -0000000000046700 0000000000000003 R_RISCV_RELATIVE 2d3a0 │ │ │ │ -0000000000046708 0000000000000003 R_RISCV_RELATIVE 2d3e8 │ │ │ │ -0000000000046710 0000000000000003 R_RISCV_RELATIVE 2d430 │ │ │ │ -0000000000046718 0000000000000003 R_RISCV_RELATIVE 2d478 │ │ │ │ -0000000000046720 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ -0000000000046728 0000000000000003 R_RISCV_RELATIVE 2d4a0 │ │ │ │ -0000000000046730 0000000000000003 R_RISCV_RELATIVE 2d4e8 │ │ │ │ -0000000000046738 0000000000000003 R_RISCV_RELATIVE 2d528 │ │ │ │ -0000000000046740 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ -0000000000046748 0000000000000003 R_RISCV_RELATIVE 2d548 │ │ │ │ -0000000000046750 0000000000000003 R_RISCV_RELATIVE 2d568 │ │ │ │ -0000000000046758 0000000000000003 R_RISCV_RELATIVE 2d588 │ │ │ │ -0000000000046760 0000000000000003 R_RISCV_RELATIVE 2d5a8 │ │ │ │ -0000000000046768 0000000000000003 R_RISCV_RELATIVE 2d5c8 │ │ │ │ -0000000000046778 0000000000000003 R_RISCV_RELATIVE 2d5e8 │ │ │ │ -0000000000046780 0000000000000003 R_RISCV_RELATIVE 2d630 │ │ │ │ -0000000000046788 0000000000000003 R_RISCV_RELATIVE 2d678 │ │ │ │ -0000000000046790 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ -0000000000046798 0000000000000003 R_RISCV_RELATIVE 2d6b0 │ │ │ │ -00000000000467a0 0000000000000003 R_RISCV_RELATIVE 2d6f8 │ │ │ │ -00000000000467a8 0000000000000003 R_RISCV_RELATIVE 2d740 │ │ │ │ -00000000000467b0 0000000000000003 R_RISCV_RELATIVE 2d788 │ │ │ │ -00000000000467b8 0000000000000003 R_RISCV_RELATIVE 2d7c8 │ │ │ │ -00000000000467c0 0000000000000003 R_RISCV_RELATIVE 2d810 │ │ │ │ -00000000000467c8 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ -00000000000467d0 0000000000000003 R_RISCV_RELATIVE 2c470 │ │ │ │ -00000000000467d8 0000000000000003 R_RISCV_RELATIVE 2d830 │ │ │ │ -00000000000467e0 0000000000000003 R_RISCV_RELATIVE 2d848 │ │ │ │ -00000000000467f0 0000000000000003 R_RISCV_RELATIVE 2d860 │ │ │ │ -00000000000467f8 0000000000000003 R_RISCV_RELATIVE 2d8a8 │ │ │ │ -0000000000046800 0000000000000003 R_RISCV_RELATIVE 2d8f0 │ │ │ │ -0000000000046808 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ -0000000000046810 0000000000000003 R_RISCV_RELATIVE 2d920 │ │ │ │ -0000000000046818 0000000000000003 R_RISCV_RELATIVE 2d950 │ │ │ │ -0000000000046820 0000000000000003 R_RISCV_RELATIVE 2d988 │ │ │ │ +0000000000046678 0000000000000003 R_RISCV_RELATIVE 2d440 │ │ │ │ +0000000000046680 0000000000000003 R_RISCV_RELATIVE 2d488 │ │ │ │ +0000000000046688 0000000000000003 R_RISCV_RELATIVE 2d4d0 │ │ │ │ +0000000000046690 0000000000000003 R_RISCV_RELATIVE 2d518 │ │ │ │ +0000000000046698 0000000000000003 R_RISCV_RELATIVE 2d560 │ │ │ │ +00000000000466a0 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ +00000000000466a8 0000000000000003 R_RISCV_RELATIVE 2d578 │ │ │ │ +00000000000466b0 0000000000000003 R_RISCV_RELATIVE 2d590 │ │ │ │ +00000000000466c0 0000000000000003 R_RISCV_RELATIVE 2d5a8 │ │ │ │ +00000000000466c8 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ +00000000000466d0 0000000000000003 R_RISCV_RELATIVE 2d5e0 │ │ │ │ +00000000000466d8 0000000000000003 R_RISCV_RELATIVE 2d5f8 │ │ │ │ +00000000000466e0 0000000000000003 R_RISCV_RELATIVE 2d610 │ │ │ │ +00000000000466f0 0000000000000003 R_RISCV_RELATIVE 2d628 │ │ │ │ +00000000000466f8 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ +0000000000046700 0000000000000003 R_RISCV_RELATIVE 2d5e0 │ │ │ │ +0000000000046708 0000000000000003 R_RISCV_RELATIVE 2d5f8 │ │ │ │ +0000000000046718 0000000000000003 R_RISCV_RELATIVE 2d660 │ │ │ │ +0000000000046720 0000000000000003 R_RISCV_RELATIVE 2d6a8 │ │ │ │ +0000000000046728 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ +0000000000046730 0000000000000003 R_RISCV_RELATIVE 2d6f0 │ │ │ │ +0000000000046738 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ +0000000000046740 0000000000000003 R_RISCV_RELATIVE 2d700 │ │ │ │ +0000000000046750 0000000000000003 R_RISCV_RELATIVE 2d728 │ │ │ │ +0000000000046758 0000000000000003 R_RISCV_RELATIVE 2d770 │ │ │ │ +0000000000046760 0000000000000003 R_RISCV_RELATIVE 2d7b8 │ │ │ │ +0000000000046768 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ +0000000000046770 0000000000000003 R_RISCV_RELATIVE 2d800 │ │ │ │ +0000000000046778 0000000000000003 R_RISCV_RELATIVE 2d818 │ │ │ │ +0000000000046780 0000000000000003 R_RISCV_RELATIVE 2d830 │ │ │ │ +0000000000046790 0000000000000003 R_RISCV_RELATIVE 2d850 │ │ │ │ +0000000000046798 0000000000000003 R_RISCV_RELATIVE 2d898 │ │ │ │ +00000000000467a0 0000000000000003 R_RISCV_RELATIVE 2d8e0 │ │ │ │ +00000000000467a8 0000000000000003 R_RISCV_RELATIVE 2d928 │ │ │ │ +00000000000467b0 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ +00000000000467b8 0000000000000003 R_RISCV_RELATIVE 2d800 │ │ │ │ +00000000000467c8 0000000000000003 R_RISCV_RELATIVE 2d960 │ │ │ │ +00000000000467d0 0000000000000003 R_RISCV_RELATIVE 2d9a8 │ │ │ │ +00000000000467d8 0000000000000003 R_RISCV_RELATIVE 2d9f0 │ │ │ │ +00000000000467e0 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ +00000000000467e8 0000000000000003 R_RISCV_RELATIVE 2da18 │ │ │ │ +00000000000467f0 0000000000000003 R_RISCV_RELATIVE 2da30 │ │ │ │ +00000000000467f8 0000000000000003 R_RISCV_RELATIVE 2da48 │ │ │ │ +0000000000046800 0000000000000003 R_RISCV_RELATIVE 2da30 │ │ │ │ +0000000000046810 0000000000000003 R_RISCV_RELATIVE 2da60 │ │ │ │ +0000000000046818 0000000000000003 R_RISCV_RELATIVE 2daa8 │ │ │ │ +0000000000046820 0000000000000003 R_RISCV_RELATIVE 2daf0 │ │ │ │ 0000000000046828 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ -0000000000046830 0000000000000003 R_RISCV_RELATIVE 2d9b8 │ │ │ │ -0000000000046838 0000000000000003 R_RISCV_RELATIVE 2d9f8 │ │ │ │ -0000000000046840 0000000000000003 R_RISCV_RELATIVE 2da40 │ │ │ │ -0000000000046848 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ -0000000000046850 0000000000000003 R_RISCV_RELATIVE 2c470 │ │ │ │ -0000000000046858 0000000000000003 R_RISCV_RELATIVE 2d0e8 │ │ │ │ -0000000000046860 0000000000000003 R_RISCV_RELATIVE 2da70 │ │ │ │ -0000000000046870 0000000000000003 R_RISCV_RELATIVE 2da88 │ │ │ │ -0000000000046878 0000000000000003 R_RISCV_RELATIVE 2dad0 │ │ │ │ -0000000000046880 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ -0000000000046888 0000000000000003 R_RISCV_RELATIVE 2db00 │ │ │ │ -0000000000046890 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ -0000000000046898 0000000000000003 R_RISCV_RELATIVE 2c470 │ │ │ │ -00000000000468a0 0000000000000003 R_RISCV_RELATIVE 2d0e8 │ │ │ │ -00000000000468a8 0000000000000003 R_RISCV_RELATIVE 2c4a0 │ │ │ │ -00000000000468b8 0000000000000003 R_RISCV_RELATIVE 2db28 │ │ │ │ -00000000000468c0 0000000000000003 R_RISCV_RELATIVE 2dae8 │ │ │ │ -00000000000468c8 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ -00000000000468d0 0000000000000003 R_RISCV_RELATIVE 2db00 │ │ │ │ -00000000000468d8 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ -00000000000468e0 0000000000000003 R_RISCV_RELATIVE 2c470 │ │ │ │ -00000000000468e8 0000000000000003 R_RISCV_RELATIVE 2d0e8 │ │ │ │ -00000000000468f0 0000000000000003 R_RISCV_RELATIVE 2c4a0 │ │ │ │ -00000000000468f8 0000000000000003 R_RISCV_RELATIVE 2d220 │ │ │ │ -0000000000046908 0000000000000003 R_RISCV_RELATIVE 2db70 │ │ │ │ -0000000000046910 0000000000000003 R_RISCV_RELATIVE 2dbb8 │ │ │ │ -0000000000046918 0000000000000003 R_RISCV_RELATIVE 2dc00 │ │ │ │ -0000000000046920 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ -0000000000046928 0000000000000003 R_RISCV_RELATIVE 2c470 │ │ │ │ -0000000000046930 0000000000000003 R_RISCV_RELATIVE 2dc28 │ │ │ │ -0000000000046940 0000000000000003 R_RISCV_RELATIVE 2dc40 │ │ │ │ -0000000000046948 0000000000000003 R_RISCV_RELATIVE 2c458 │ │ │ │ -0000000000046950 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ -0000000000046958 0000000000000003 R_RISCV_RELATIVE 2c470 │ │ │ │ -0000000000046960 0000000000000003 R_RISCV_RELATIVE 2c488 │ │ │ │ -0000000000046968 0000000000000003 R_RISCV_RELATIVE 2c4a0 │ │ │ │ -0000000000046978 0000000000000003 R_RISCV_RELATIVE 2dc80 │ │ │ │ -0000000000046980 0000000000000003 R_RISCV_RELATIVE 469a8 │ │ │ │ -00000000000469a8 0000000000000003 R_RISCV_RELATIVE 2dc90 │ │ │ │ -00000000000469b0 0000000000000003 R_RISCV_RELATIVE 2dcd0 │ │ │ │ -00000000000469b8 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ -00000000000469c0 0000000000000003 R_RISCV_RELATIVE 2dd08 │ │ │ │ -00000000000469c8 0000000000000003 R_RISCV_RELATIVE 2dd18 │ │ │ │ -00000000000469d0 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ -00000000000469d8 0000000000000003 R_RISCV_RELATIVE 2dd28 │ │ │ │ -00000000000469e0 0000000000000003 R_RISCV_RELATIVE 2dd70 │ │ │ │ -00000000000469e8 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ -00000000000469f0 0000000000000003 R_RISCV_RELATIVE 2dd88 │ │ │ │ -00000000000469f8 0000000000000003 R_RISCV_RELATIVE 2ddc8 │ │ │ │ -0000000000046a08 0000000000000003 R_RISCV_RELATIVE 2ddf0 │ │ │ │ -0000000000046a10 0000000000000003 R_RISCV_RELATIVE 47408 │ │ │ │ -0000000000046a20 0000000000000003 R_RISCV_RELATIVE 2de18 │ │ │ │ -0000000000046a28 0000000000000003 R_RISCV_RELATIVE 473c8 │ │ │ │ -0000000000046a38 0000000000000003 R_RISCV_RELATIVE 2de30 │ │ │ │ -0000000000046a40 0000000000000003 R_RISCV_RELATIVE 47380 │ │ │ │ -0000000000046a50 0000000000000003 R_RISCV_RELATIVE 2de50 │ │ │ │ -0000000000046a58 0000000000000003 R_RISCV_RELATIVE 47350 │ │ │ │ -0000000000046a68 0000000000000003 R_RISCV_RELATIVE 2de68 │ │ │ │ -0000000000046a70 0000000000000003 R_RISCV_RELATIVE 47328 │ │ │ │ -0000000000046a80 0000000000000003 R_RISCV_RELATIVE 2de90 │ │ │ │ -0000000000046a88 0000000000000003 R_RISCV_RELATIVE 47300 │ │ │ │ -0000000000046a98 0000000000000003 R_RISCV_RELATIVE 2deb0 │ │ │ │ -0000000000046aa0 0000000000000003 R_RISCV_RELATIVE 472e0 │ │ │ │ -0000000000046ab0 0000000000000003 R_RISCV_RELATIVE 2ded0 │ │ │ │ -0000000000046ab8 0000000000000003 R_RISCV_RELATIVE 472a8 │ │ │ │ -0000000000046ac8 0000000000000003 R_RISCV_RELATIVE 2def0 │ │ │ │ -0000000000046ad0 0000000000000003 R_RISCV_RELATIVE 47270 │ │ │ │ -0000000000046ae0 0000000000000003 R_RISCV_RELATIVE 2df10 │ │ │ │ -0000000000046ae8 0000000000000003 R_RISCV_RELATIVE 47238 │ │ │ │ -0000000000046af8 0000000000000003 R_RISCV_RELATIVE 2df30 │ │ │ │ -0000000000046b00 0000000000000003 R_RISCV_RELATIVE 47208 │ │ │ │ -0000000000046b10 0000000000000003 R_RISCV_RELATIVE 2df48 │ │ │ │ -0000000000046b18 0000000000000003 R_RISCV_RELATIVE 471c0 │ │ │ │ -0000000000046b28 0000000000000003 R_RISCV_RELATIVE 2df68 │ │ │ │ -0000000000046b30 0000000000000003 R_RISCV_RELATIVE 47188 │ │ │ │ -0000000000046b40 0000000000000003 R_RISCV_RELATIVE 2df88 │ │ │ │ -0000000000046b48 0000000000000003 R_RISCV_RELATIVE 47160 │ │ │ │ -0000000000046b58 0000000000000003 R_RISCV_RELATIVE 2dfa0 │ │ │ │ -0000000000046b60 0000000000000003 R_RISCV_RELATIVE 47130 │ │ │ │ -0000000000046b70 0000000000000003 R_RISCV_RELATIVE 2dfb8 │ │ │ │ -0000000000046b78 0000000000000003 R_RISCV_RELATIVE 47100 │ │ │ │ -0000000000046b88 0000000000000003 R_RISCV_RELATIVE 2dfd0 │ │ │ │ -0000000000046b90 0000000000000003 R_RISCV_RELATIVE 470d8 │ │ │ │ -0000000000046ba0 0000000000000003 R_RISCV_RELATIVE 2dfe8 │ │ │ │ -0000000000046ba8 0000000000000003 R_RISCV_RELATIVE 470b8 │ │ │ │ -0000000000046bb8 0000000000000003 R_RISCV_RELATIVE 2e008 │ │ │ │ -0000000000046bc0 0000000000000003 R_RISCV_RELATIVE 47090 │ │ │ │ -0000000000046bd0 0000000000000003 R_RISCV_RELATIVE 2e028 │ │ │ │ -0000000000046bd8 0000000000000003 R_RISCV_RELATIVE 47068 │ │ │ │ -0000000000046be8 0000000000000003 R_RISCV_RELATIVE 2e048 │ │ │ │ -0000000000046bf0 0000000000000003 R_RISCV_RELATIVE 47040 │ │ │ │ -0000000000046c00 0000000000000003 R_RISCV_RELATIVE 2e068 │ │ │ │ -0000000000046c08 0000000000000003 R_RISCV_RELATIVE 47018 │ │ │ │ -0000000000046c18 0000000000000003 R_RISCV_RELATIVE 2e080 │ │ │ │ -0000000000046c20 0000000000000003 R_RISCV_RELATIVE 46fe8 │ │ │ │ -0000000000046c30 0000000000000003 R_RISCV_RELATIVE 2e098 │ │ │ │ -0000000000046c38 0000000000000003 R_RISCV_RELATIVE 46fc0 │ │ │ │ -0000000000046c48 0000000000000003 R_RISCV_RELATIVE 2e0b0 │ │ │ │ -0000000000046c50 0000000000000003 R_RISCV_RELATIVE 46f98 │ │ │ │ -0000000000046c60 0000000000000003 R_RISCV_RELATIVE 2e0c0 │ │ │ │ -0000000000046c68 0000000000000003 R_RISCV_RELATIVE 46f58 │ │ │ │ -0000000000046c78 0000000000000003 R_RISCV_RELATIVE 2e0d0 │ │ │ │ -0000000000046c80 0000000000000003 R_RISCV_RELATIVE 46f30 │ │ │ │ -0000000000046c90 0000000000000003 R_RISCV_RELATIVE 2e0e0 │ │ │ │ -0000000000046c98 0000000000000003 R_RISCV_RELATIVE 46ef8 │ │ │ │ -0000000000046ca8 0000000000000003 R_RISCV_RELATIVE 2e0f0 │ │ │ │ -0000000000046cb0 0000000000000003 R_RISCV_RELATIVE 46eb8 │ │ │ │ -0000000000046cc0 0000000000000003 R_RISCV_RELATIVE 2e110 │ │ │ │ -0000000000046cc8 0000000000000003 R_RISCV_RELATIVE 46e88 │ │ │ │ -0000000000046cd8 0000000000000003 R_RISCV_RELATIVE 2e130 │ │ │ │ -0000000000046ce0 0000000000000003 R_RISCV_RELATIVE 46e58 │ │ │ │ -0000000000046cf0 0000000000000003 R_RISCV_RELATIVE 2e140 │ │ │ │ -0000000000046cf8 0000000000000003 R_RISCV_RELATIVE 46e28 │ │ │ │ -0000000000046d08 0000000000000003 R_RISCV_RELATIVE 2e158 │ │ │ │ -0000000000046d10 0000000000000003 R_RISCV_RELATIVE 46df8 │ │ │ │ -0000000000046d20 0000000000000003 R_RISCV_RELATIVE 2e170 │ │ │ │ -0000000000046d28 0000000000000003 R_RISCV_RELATIVE 46dc8 │ │ │ │ -0000000000046d38 0000000000000003 R_RISCV_RELATIVE 2e188 │ │ │ │ -0000000000046d40 0000000000000003 R_RISCV_RELATIVE 46da0 │ │ │ │ -0000000000046d50 0000000000000003 R_RISCV_RELATIVE 2e1a8 │ │ │ │ -0000000000046d58 0000000000000003 R_RISCV_RELATIVE 46d80 │ │ │ │ -0000000000046d80 0000000000000003 R_RISCV_RELATIVE 2e1b8 │ │ │ │ -0000000000046d88 0000000000000003 R_RISCV_RELATIVE 2e200 │ │ │ │ -0000000000046d90 0000000000000003 R_RISCV_RELATIVE 2e240 │ │ │ │ -0000000000046da0 0000000000000003 R_RISCV_RELATIVE 2e250 │ │ │ │ -0000000000046da8 0000000000000003 R_RISCV_RELATIVE 2e280 │ │ │ │ -0000000000046db0 0000000000000003 R_RISCV_RELATIVE 2e2b0 │ │ │ │ -0000000000046db8 0000000000000003 R_RISCV_RELATIVE 2e2e0 │ │ │ │ -0000000000046dc8 0000000000000003 R_RISCV_RELATIVE 2e318 │ │ │ │ -0000000000046dd0 0000000000000003 R_RISCV_RELATIVE 2e358 │ │ │ │ -0000000000046dd8 0000000000000003 R_RISCV_RELATIVE 2e3a0 │ │ │ │ -0000000000046de0 0000000000000003 R_RISCV_RELATIVE 2e3c0 │ │ │ │ -0000000000046de8 0000000000000003 R_RISCV_RELATIVE 2e2e0 │ │ │ │ -0000000000046df8 0000000000000003 R_RISCV_RELATIVE 2e3e0 │ │ │ │ -0000000000046e00 0000000000000003 R_RISCV_RELATIVE 2e358 │ │ │ │ -0000000000046e08 0000000000000003 R_RISCV_RELATIVE 2e3a0 │ │ │ │ -0000000000046e10 0000000000000003 R_RISCV_RELATIVE 2e428 │ │ │ │ -0000000000046e18 0000000000000003 R_RISCV_RELATIVE 2e2e0 │ │ │ │ -0000000000046e28 0000000000000003 R_RISCV_RELATIVE 2e448 │ │ │ │ -0000000000046e30 0000000000000003 R_RISCV_RELATIVE 2e358 │ │ │ │ -0000000000046e38 0000000000000003 R_RISCV_RELATIVE 2e3a0 │ │ │ │ -0000000000046e40 0000000000000003 R_RISCV_RELATIVE 2e490 │ │ │ │ -0000000000046e48 0000000000000003 R_RISCV_RELATIVE 2e2e0 │ │ │ │ -0000000000046e58 0000000000000003 R_RISCV_RELATIVE 2e4b0 │ │ │ │ -0000000000046e60 0000000000000003 R_RISCV_RELATIVE 2e358 │ │ │ │ -0000000000046e68 0000000000000003 R_RISCV_RELATIVE 2e3a0 │ │ │ │ -0000000000046e70 0000000000000003 R_RISCV_RELATIVE 2e4f0 │ │ │ │ -0000000000046e78 0000000000000003 R_RISCV_RELATIVE 2e2e0 │ │ │ │ -0000000000046e88 0000000000000003 R_RISCV_RELATIVE 2e510 │ │ │ │ -0000000000046e90 0000000000000003 R_RISCV_RELATIVE 2e358 │ │ │ │ -0000000000046e98 0000000000000003 R_RISCV_RELATIVE 2e560 │ │ │ │ -0000000000046ea0 0000000000000003 R_RISCV_RELATIVE 2e590 │ │ │ │ -0000000000046ea8 0000000000000003 R_RISCV_RELATIVE 2e2e0 │ │ │ │ -0000000000046eb8 0000000000000003 R_RISCV_RELATIVE 2e5c0 │ │ │ │ -0000000000046ec0 0000000000000003 R_RISCV_RELATIVE 2e608 │ │ │ │ -0000000000046ec8 0000000000000003 R_RISCV_RELATIVE 2e650 │ │ │ │ -0000000000046ed0 0000000000000003 R_RISCV_RELATIVE 2e560 │ │ │ │ -0000000000046ed8 0000000000000003 R_RISCV_RELATIVE 2e690 │ │ │ │ -0000000000046ee0 0000000000000003 R_RISCV_RELATIVE 2e6c0 │ │ │ │ -0000000000046ee8 0000000000000003 R_RISCV_RELATIVE 2e2e0 │ │ │ │ -0000000000046ef8 0000000000000003 R_RISCV_RELATIVE 2e6f0 │ │ │ │ -0000000000046f00 0000000000000003 R_RISCV_RELATIVE 2e738 │ │ │ │ -0000000000046f08 0000000000000003 R_RISCV_RELATIVE 2e780 │ │ │ │ -0000000000046f10 0000000000000003 R_RISCV_RELATIVE 2e560 │ │ │ │ -0000000000046f18 0000000000000003 R_RISCV_RELATIVE 2e7c8 │ │ │ │ -0000000000046f20 0000000000000003 R_RISCV_RELATIVE 2e2e0 │ │ │ │ -0000000000046f30 0000000000000003 R_RISCV_RELATIVE 2e7f8 │ │ │ │ -0000000000046f38 0000000000000003 R_RISCV_RELATIVE 2e840 │ │ │ │ -0000000000046f40 0000000000000003 R_RISCV_RELATIVE 2e858 │ │ │ │ -0000000000046f48 0000000000000003 R_RISCV_RELATIVE 2e870 │ │ │ │ -0000000000046f58 0000000000000003 R_RISCV_RELATIVE 2e890 │ │ │ │ -0000000000046f60 0000000000000003 R_RISCV_RELATIVE 2e8d8 │ │ │ │ -0000000000046f68 0000000000000003 R_RISCV_RELATIVE 2e588 │ │ │ │ -0000000000046f70 0000000000000003 R_RISCV_RELATIVE 2e918 │ │ │ │ -0000000000046f78 0000000000000003 R_RISCV_RELATIVE 2e950 │ │ │ │ -0000000000046f80 0000000000000003 R_RISCV_RELATIVE 2e9a0 │ │ │ │ -0000000000046f88 0000000000000003 R_RISCV_RELATIVE 2e9f0 │ │ │ │ -0000000000046f98 0000000000000003 R_RISCV_RELATIVE 2ea18 │ │ │ │ -0000000000046fa0 0000000000000003 R_RISCV_RELATIVE 2ea60 │ │ │ │ -0000000000046fa8 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ -0000000000046fb0 0000000000000003 R_RISCV_RELATIVE 2eaa8 │ │ │ │ -0000000000046fc0 0000000000000003 R_RISCV_RELATIVE 2eb00 │ │ │ │ -0000000000046fc8 0000000000000003 R_RISCV_RELATIVE 2e358 │ │ │ │ -0000000000046fd0 0000000000000003 R_RISCV_RELATIVE 2eb48 │ │ │ │ -0000000000046fd8 0000000000000003 R_RISCV_RELATIVE 2e2e0 │ │ │ │ -0000000000046fe8 0000000000000003 R_RISCV_RELATIVE 2eb78 │ │ │ │ -0000000000046ff0 0000000000000003 R_RISCV_RELATIVE 2e220 │ │ │ │ -0000000000046ff8 0000000000000003 R_RISCV_RELATIVE 2ebc8 │ │ │ │ -0000000000047000 0000000000000003 R_RISCV_RELATIVE 2ebf0 │ │ │ │ -0000000000047008 0000000000000003 R_RISCV_RELATIVE 2ec18 │ │ │ │ -0000000000047018 0000000000000003 R_RISCV_RELATIVE 2ec50 │ │ │ │ -0000000000047020 0000000000000003 R_RISCV_RELATIVE 2e220 │ │ │ │ -0000000000047028 0000000000000003 R_RISCV_RELATIVE 2eca0 │ │ │ │ -0000000000047030 0000000000000003 R_RISCV_RELATIVE 2e2e0 │ │ │ │ -0000000000047040 0000000000000003 R_RISCV_RELATIVE 2ecc8 │ │ │ │ -0000000000047048 0000000000000003 R_RISCV_RELATIVE 2e220 │ │ │ │ -0000000000047050 0000000000000003 R_RISCV_RELATIVE 2ed18 │ │ │ │ -0000000000047058 0000000000000003 R_RISCV_RELATIVE 2e2e0 │ │ │ │ -0000000000047068 0000000000000003 R_RISCV_RELATIVE 2ed40 │ │ │ │ -0000000000047070 0000000000000003 R_RISCV_RELATIVE 2e220 │ │ │ │ -0000000000047078 0000000000000003 R_RISCV_RELATIVE 2ed90 │ │ │ │ -0000000000047080 0000000000000003 R_RISCV_RELATIVE 2e2e0 │ │ │ │ -0000000000047090 0000000000000003 R_RISCV_RELATIVE 2edc0 │ │ │ │ -0000000000047098 0000000000000003 R_RISCV_RELATIVE 2e220 │ │ │ │ -00000000000470a0 0000000000000003 R_RISCV_RELATIVE 2ee10 │ │ │ │ -00000000000470a8 0000000000000003 R_RISCV_RELATIVE 2e2e0 │ │ │ │ -00000000000470b8 0000000000000003 R_RISCV_RELATIVE 2ee40 │ │ │ │ -00000000000470c0 0000000000000003 R_RISCV_RELATIVE 2e358 │ │ │ │ -00000000000470c8 0000000000000003 R_RISCV_RELATIVE 2ee90 │ │ │ │ -00000000000470d8 0000000000000003 R_RISCV_RELATIVE 2eec0 │ │ │ │ -00000000000470e0 0000000000000003 R_RISCV_RELATIVE 2e220 │ │ │ │ -00000000000470e8 0000000000000003 R_RISCV_RELATIVE 2ef08 │ │ │ │ -00000000000470f0 0000000000000003 R_RISCV_RELATIVE 2e2e0 │ │ │ │ -0000000000047100 0000000000000003 R_RISCV_RELATIVE 2ef30 │ │ │ │ -0000000000047108 0000000000000003 R_RISCV_RELATIVE 2e220 │ │ │ │ -0000000000047110 0000000000000003 R_RISCV_RELATIVE 2ef80 │ │ │ │ -0000000000047118 0000000000000003 R_RISCV_RELATIVE 2efa8 │ │ │ │ -0000000000047120 0000000000000003 R_RISCV_RELATIVE 2e2e0 │ │ │ │ -0000000000047130 0000000000000003 R_RISCV_RELATIVE 2efd0 │ │ │ │ -0000000000047138 0000000000000003 R_RISCV_RELATIVE 2e220 │ │ │ │ -0000000000047140 0000000000000003 R_RISCV_RELATIVE 2ef80 │ │ │ │ -0000000000047148 0000000000000003 R_RISCV_RELATIVE 2f020 │ │ │ │ -0000000000047150 0000000000000003 R_RISCV_RELATIVE 2e2e0 │ │ │ │ -0000000000047160 0000000000000003 R_RISCV_RELATIVE 2f048 │ │ │ │ -0000000000047168 0000000000000003 R_RISCV_RELATIVE 2e220 │ │ │ │ -0000000000047170 0000000000000003 R_RISCV_RELATIVE 2f098 │ │ │ │ -0000000000047178 0000000000000003 R_RISCV_RELATIVE 2e2e0 │ │ │ │ -0000000000047188 0000000000000003 R_RISCV_RELATIVE 2f0c8 │ │ │ │ -0000000000047190 0000000000000003 R_RISCV_RELATIVE 2f118 │ │ │ │ -0000000000047198 0000000000000003 R_RISCV_RELATIVE 2f130 │ │ │ │ -00000000000471a0 0000000000000003 R_RISCV_RELATIVE 2f160 │ │ │ │ -00000000000471a8 0000000000000003 R_RISCV_RELATIVE 2f170 │ │ │ │ -00000000000471b0 0000000000000003 R_RISCV_RELATIVE 2f1b8 │ │ │ │ -00000000000471c0 0000000000000003 R_RISCV_RELATIVE 2f1e0 │ │ │ │ -00000000000471c8 0000000000000003 R_RISCV_RELATIVE 2f228 │ │ │ │ -00000000000471d0 0000000000000003 R_RISCV_RELATIVE 2f250 │ │ │ │ -00000000000471d8 0000000000000003 R_RISCV_RELATIVE 2f278 │ │ │ │ -00000000000471e0 0000000000000003 R_RISCV_RELATIVE 2f2a0 │ │ │ │ -00000000000471e8 0000000000000003 R_RISCV_RELATIVE 2f2c8 │ │ │ │ -00000000000471f0 0000000000000003 R_RISCV_RELATIVE 2f310 │ │ │ │ -00000000000471f8 0000000000000003 R_RISCV_RELATIVE 2f358 │ │ │ │ -0000000000047208 0000000000000003 R_RISCV_RELATIVE 2f380 │ │ │ │ -0000000000047210 0000000000000003 R_RISCV_RELATIVE 2f3c8 │ │ │ │ -0000000000047218 0000000000000003 R_RISCV_RELATIVE 2f408 │ │ │ │ -0000000000047220 0000000000000003 R_RISCV_RELATIVE 2f430 │ │ │ │ -0000000000047228 0000000000000003 R_RISCV_RELATIVE 2f458 │ │ │ │ -0000000000047238 0000000000000003 R_RISCV_RELATIVE 2f488 │ │ │ │ -0000000000047240 0000000000000003 R_RISCV_RELATIVE 2f4d0 │ │ │ │ -0000000000047248 0000000000000003 R_RISCV_RELATIVE 2f4e0 │ │ │ │ -0000000000047250 0000000000000003 R_RISCV_RELATIVE 2f510 │ │ │ │ -0000000000047258 0000000000000003 R_RISCV_RELATIVE 2f520 │ │ │ │ -0000000000047260 0000000000000003 R_RISCV_RELATIVE 2f568 │ │ │ │ -0000000000047270 0000000000000003 R_RISCV_RELATIVE 2f5a8 │ │ │ │ -0000000000047278 0000000000000003 R_RISCV_RELATIVE 2f5f8 │ │ │ │ -0000000000047280 0000000000000003 R_RISCV_RELATIVE 2f608 │ │ │ │ -0000000000047288 0000000000000003 R_RISCV_RELATIVE 2f160 │ │ │ │ -0000000000047290 0000000000000003 R_RISCV_RELATIVE 2f170 │ │ │ │ -0000000000047298 0000000000000003 R_RISCV_RELATIVE 2f1b8 │ │ │ │ -00000000000472a8 0000000000000003 R_RISCV_RELATIVE 2f638 │ │ │ │ -00000000000472b0 0000000000000003 R_RISCV_RELATIVE 2f5f8 │ │ │ │ -00000000000472b8 0000000000000003 R_RISCV_RELATIVE 2f680 │ │ │ │ -00000000000472c0 0000000000000003 R_RISCV_RELATIVE 2f160 │ │ │ │ -00000000000472c8 0000000000000003 R_RISCV_RELATIVE 2f170 │ │ │ │ -00000000000472d0 0000000000000003 R_RISCV_RELATIVE 2f1b8 │ │ │ │ -00000000000472e0 0000000000000003 R_RISCV_RELATIVE 2f6a8 │ │ │ │ -00000000000472e8 0000000000000003 R_RISCV_RELATIVE 2f4d0 │ │ │ │ -00000000000472f0 0000000000000003 R_RISCV_RELATIVE 2f6d8 │ │ │ │ -0000000000047300 0000000000000003 R_RISCV_RELATIVE 2f700 │ │ │ │ -0000000000047308 0000000000000003 R_RISCV_RELATIVE 2f4d0 │ │ │ │ -0000000000047310 0000000000000003 R_RISCV_RELATIVE 2f738 │ │ │ │ -0000000000047318 0000000000000003 R_RISCV_RELATIVE 2f760 │ │ │ │ -0000000000047328 0000000000000003 R_RISCV_RELATIVE 2f700 │ │ │ │ -0000000000047330 0000000000000003 R_RISCV_RELATIVE 2f4d0 │ │ │ │ -0000000000047338 0000000000000003 R_RISCV_RELATIVE 2f738 │ │ │ │ -0000000000047340 0000000000000003 R_RISCV_RELATIVE 2f760 │ │ │ │ -0000000000047350 0000000000000003 R_RISCV_RELATIVE 2f780 │ │ │ │ -0000000000047358 0000000000000003 R_RISCV_RELATIVE 2f7b0 │ │ │ │ -0000000000047360 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ -0000000000047368 0000000000000003 R_RISCV_RELATIVE 2f7d8 │ │ │ │ -0000000000047370 0000000000000003 R_RISCV_RELATIVE 2f820 │ │ │ │ -0000000000047380 0000000000000003 R_RISCV_RELATIVE 2f848 │ │ │ │ -0000000000047388 0000000000000003 R_RISCV_RELATIVE 2f898 │ │ │ │ -0000000000047390 0000000000000003 R_RISCV_RELATIVE 2f8e8 │ │ │ │ -0000000000047398 0000000000000003 R_RISCV_RELATIVE 2f938 │ │ │ │ -00000000000473a0 0000000000000003 R_RISCV_RELATIVE 2f988 │ │ │ │ -00000000000473a8 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ -00000000000473b0 0000000000000003 R_RISCV_RELATIVE 2f7d8 │ │ │ │ -00000000000473b8 0000000000000003 R_RISCV_RELATIVE 2f820 │ │ │ │ -00000000000473c8 0000000000000003 R_RISCV_RELATIVE 2f848 │ │ │ │ -00000000000473d0 0000000000000003 R_RISCV_RELATIVE 2f898 │ │ │ │ -00000000000473d8 0000000000000003 R_RISCV_RELATIVE 2f9c8 │ │ │ │ -00000000000473e0 0000000000000003 R_RISCV_RELATIVE 2fa08 │ │ │ │ -00000000000473e8 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ -00000000000473f0 0000000000000003 R_RISCV_RELATIVE 2f7d8 │ │ │ │ -00000000000473f8 0000000000000003 R_RISCV_RELATIVE 2f820 │ │ │ │ -0000000000047408 0000000000000003 R_RISCV_RELATIVE 2f848 │ │ │ │ -0000000000047410 0000000000000003 R_RISCV_RELATIVE 2f898 │ │ │ │ -0000000000047418 0000000000000003 R_RISCV_RELATIVE 2f8e8 │ │ │ │ -0000000000047420 0000000000000003 R_RISCV_RELATIVE 2fa30 │ │ │ │ -0000000000047428 0000000000000003 R_RISCV_RELATIVE 2fa80 │ │ │ │ -0000000000047430 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ -0000000000047438 0000000000000003 R_RISCV_RELATIVE 2f7d8 │ │ │ │ -0000000000047440 0000000000000003 R_RISCV_RELATIVE 2f820 │ │ │ │ -0000000000047450 0000000000000003 R_RISCV_RELATIVE 2fad0 │ │ │ │ -0000000000047458 0000000000000003 R_RISCV_RELATIVE 474b0 │ │ │ │ -0000000000047468 0000000000000003 R_RISCV_RELATIVE 2faf0 │ │ │ │ -0000000000047470 0000000000000003 R_RISCV_RELATIVE 47498 │ │ │ │ -0000000000047498 0000000000000003 R_RISCV_RELATIVE 2fb08 │ │ │ │ -00000000000474a0 0000000000000003 R_RISCV_RELATIVE 2fb68 │ │ │ │ -00000000000474b0 0000000000000003 R_RISCV_RELATIVE 2fbd0 │ │ │ │ -00000000000474b8 0000000000000003 R_RISCV_RELATIVE 2fc30 │ │ │ │ -00000000000474c0 0000000000000003 R_RISCV_RELATIVE 2fc90 │ │ │ │ -00000000000474c8 0000000000000003 R_RISCV_RELATIVE 2fcd0 │ │ │ │ +0000000000046830 0000000000000003 R_RISCV_RELATIVE 2db08 │ │ │ │ +0000000000046838 0000000000000003 R_RISCV_RELATIVE 2db28 │ │ │ │ +0000000000046840 0000000000000003 R_RISCV_RELATIVE 2db48 │ │ │ │ +0000000000046850 0000000000000003 R_RISCV_RELATIVE 2db68 │ │ │ │ +0000000000046858 0000000000000003 R_RISCV_RELATIVE 2dbb8 │ │ │ │ +0000000000046860 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ +0000000000046868 0000000000000003 R_RISCV_RELATIVE 2db08 │ │ │ │ +0000000000046870 0000000000000003 R_RISCV_RELATIVE 2db48 │ │ │ │ +0000000000046880 0000000000000003 R_RISCV_RELATIVE 2dc00 │ │ │ │ +0000000000046888 0000000000000003 R_RISCV_RELATIVE 2dc48 │ │ │ │ +0000000000046890 0000000000000003 R_RISCV_RELATIVE 2dc90 │ │ │ │ +0000000000046898 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ +00000000000468a0 0000000000000003 R_RISCV_RELATIVE 2db08 │ │ │ │ +00000000000468a8 0000000000000003 R_RISCV_RELATIVE 2db48 │ │ │ │ +00000000000468b8 0000000000000003 R_RISCV_RELATIVE 2dcb8 │ │ │ │ +00000000000468c0 0000000000000003 R_RISCV_RELATIVE 2fc00 │ │ │ │ +00000000000468d0 0000000000000003 R_RISCV_RELATIVE 2dd10 │ │ │ │ +00000000000468d8 0000000000000003 R_RISCV_RELATIVE 2dd60 │ │ │ │ +00000000000468e0 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ +00000000000468e8 0000000000000003 R_RISCV_RELATIVE 2d700 │ │ │ │ +00000000000468f8 0000000000000003 R_RISCV_RELATIVE 2dd78 │ │ │ │ +0000000000046900 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ +0000000000046908 0000000000000003 R_RISCV_RELATIVE 2d6f0 │ │ │ │ +0000000000046910 0000000000000003 R_RISCV_RELATIVE 2ddc8 │ │ │ │ +0000000000046920 0000000000000003 R_RISCV_RELATIVE 2dde0 │ │ │ │ +0000000000046928 0000000000000003 R_RISCV_RELATIVE 469d8 │ │ │ │ +0000000000046938 0000000000000003 R_RISCV_RELATIVE 2ddf8 │ │ │ │ +0000000000046940 0000000000000003 R_RISCV_RELATIVE 469c0 │ │ │ │ +0000000000046950 0000000000000003 R_RISCV_RELATIVE 2de10 │ │ │ │ +0000000000046958 0000000000000003 R_RISCV_RELATIVE 469a8 │ │ │ │ +0000000000046968 0000000000000003 R_RISCV_RELATIVE 2de28 │ │ │ │ +0000000000046970 0000000000000003 R_RISCV_RELATIVE 46998 │ │ │ │ +0000000000046998 0000000000000003 R_RISCV_RELATIVE 2de40 │ │ │ │ +00000000000469a8 0000000000000003 R_RISCV_RELATIVE 2de78 │ │ │ │ +00000000000469b0 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ +00000000000469c0 0000000000000003 R_RISCV_RELATIVE 2dea8 │ │ │ │ +00000000000469c8 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ +00000000000469d8 0000000000000003 R_RISCV_RELATIVE 2ded8 │ │ │ │ +00000000000469e0 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ +00000000000469f0 0000000000000003 R_RISCV_RELATIVE 2df00 │ │ │ │ +00000000000469f8 0000000000000003 R_RISCV_RELATIVE 46a20 │ │ │ │ +0000000000046a20 0000000000000003 R_RISCV_RELATIVE 2df18 │ │ │ │ +0000000000046a28 0000000000000003 R_RISCV_RELATIVE 2df50 │ │ │ │ +0000000000046a30 0000000000000003 R_RISCV_RELATIVE 2df90 │ │ │ │ +0000000000046a38 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ +0000000000046a40 0000000000000003 R_RISCV_RELATIVE 2cec8 │ │ │ │ +0000000000046a48 0000000000000003 R_RISCV_RELATIVE 2dfd8 │ │ │ │ +0000000000046a50 0000000000000003 R_RISCV_RELATIVE 2dfe8 │ │ │ │ +0000000000046a60 0000000000000003 R_RISCV_RELATIVE 2dff8 │ │ │ │ +0000000000046a68 0000000000000003 R_RISCV_RELATIVE 46af8 │ │ │ │ +0000000000046a78 0000000000000003 R_RISCV_RELATIVE 2e010 │ │ │ │ +0000000000046a80 0000000000000003 R_RISCV_RELATIVE 46aa8 │ │ │ │ +0000000000046aa8 0000000000000003 R_RISCV_RELATIVE 2e030 │ │ │ │ +0000000000046ab0 0000000000000003 R_RISCV_RELATIVE 2e078 │ │ │ │ +0000000000046ab8 0000000000000003 R_RISCV_RELATIVE 2e0c0 │ │ │ │ +0000000000046ac0 0000000000000003 R_RISCV_RELATIVE 2e108 │ │ │ │ +0000000000046ac8 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ +0000000000046ad0 0000000000000003 R_RISCV_RELATIVE 2e118 │ │ │ │ +0000000000046ad8 0000000000000003 R_RISCV_RELATIVE 2e130 │ │ │ │ +0000000000046ae0 0000000000000003 R_RISCV_RELATIVE 2e148 │ │ │ │ +0000000000046ae8 0000000000000003 R_RISCV_RELATIVE 2e160 │ │ │ │ +0000000000046af8 0000000000000003 R_RISCV_RELATIVE 2e178 │ │ │ │ +0000000000046b00 0000000000000003 R_RISCV_RELATIVE 2e1c0 │ │ │ │ +0000000000046b08 0000000000000003 R_RISCV_RELATIVE 2e208 │ │ │ │ +0000000000046b10 0000000000000003 R_RISCV_RELATIVE 2e250 │ │ │ │ +0000000000046b18 0000000000000003 R_RISCV_RELATIVE 2e298 │ │ │ │ +0000000000046b20 0000000000000003 R_RISCV_RELATIVE 2e2e0 │ │ │ │ +0000000000046b28 0000000000000003 R_RISCV_RELATIVE 2e328 │ │ │ │ +0000000000046b30 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ +0000000000046b38 0000000000000003 R_RISCV_RELATIVE 2e340 │ │ │ │ +0000000000046b40 0000000000000003 R_RISCV_RELATIVE 2e388 │ │ │ │ +0000000000046b48 0000000000000003 R_RISCV_RELATIVE 2e3d0 │ │ │ │ +0000000000046b50 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ +0000000000046b58 0000000000000003 R_RISCV_RELATIVE 2e400 │ │ │ │ +0000000000046b60 0000000000000003 R_RISCV_RELATIVE 2e418 │ │ │ │ +0000000000046b68 0000000000000003 R_RISCV_RELATIVE 2e430 │ │ │ │ +0000000000046b78 0000000000000003 R_RISCV_RELATIVE 2e448 │ │ │ │ +0000000000046b80 0000000000000003 R_RISCV_RELATIVE 46cc0 │ │ │ │ +0000000000046b90 0000000000000003 R_RISCV_RELATIVE 2e458 │ │ │ │ +0000000000046b98 0000000000000003 R_RISCV_RELATIVE 46c18 │ │ │ │ +0000000000046ba8 0000000000000003 R_RISCV_RELATIVE 2e468 │ │ │ │ +0000000000046bb0 0000000000000003 R_RISCV_RELATIVE 46bd8 │ │ │ │ +0000000000046bd8 0000000000000003 R_RISCV_RELATIVE 2e478 │ │ │ │ +0000000000046be0 0000000000000003 R_RISCV_RELATIVE 2e4c8 │ │ │ │ +0000000000046be8 0000000000000003 R_RISCV_RELATIVE 2e518 │ │ │ │ +0000000000046bf0 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ +0000000000046bf8 0000000000000003 R_RISCV_RELATIVE 2e430 │ │ │ │ +0000000000046c00 0000000000000003 R_RISCV_RELATIVE 2e538 │ │ │ │ +0000000000046c08 0000000000000003 R_RISCV_RELATIVE 2e558 │ │ │ │ +0000000000046c18 0000000000000003 R_RISCV_RELATIVE 2e578 │ │ │ │ +0000000000046c20 0000000000000003 R_RISCV_RELATIVE 2e5b8 │ │ │ │ +0000000000046c28 0000000000000003 R_RISCV_RELATIVE 2e5f8 │ │ │ │ +0000000000046c30 0000000000000003 R_RISCV_RELATIVE 2e640 │ │ │ │ +0000000000046c38 0000000000000003 R_RISCV_RELATIVE 2e688 │ │ │ │ +0000000000046c40 0000000000000003 R_RISCV_RELATIVE 2e6d0 │ │ │ │ +0000000000046c48 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ +0000000000046c50 0000000000000003 R_RISCV_RELATIVE 2e700 │ │ │ │ +0000000000046c58 0000000000000003 R_RISCV_RELATIVE 2e748 │ │ │ │ +0000000000046c60 0000000000000003 R_RISCV_RELATIVE 2e790 │ │ │ │ +0000000000046c68 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ +0000000000046c70 0000000000000003 R_RISCV_RELATIVE 2e7d0 │ │ │ │ +0000000000046c78 0000000000000003 R_RISCV_RELATIVE 2e818 │ │ │ │ +0000000000046c80 0000000000000003 R_RISCV_RELATIVE 2e860 │ │ │ │ +0000000000046c88 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ +0000000000046c90 0000000000000003 R_RISCV_RELATIVE 2e890 │ │ │ │ +0000000000046c98 0000000000000003 R_RISCV_RELATIVE 2e8a8 │ │ │ │ +0000000000046ca0 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ +0000000000046ca8 0000000000000003 R_RISCV_RELATIVE 2e8c0 │ │ │ │ +0000000000046cb0 0000000000000003 R_RISCV_RELATIVE 2e908 │ │ │ │ +0000000000046cc0 0000000000000003 R_RISCV_RELATIVE 2e920 │ │ │ │ +0000000000046cc8 0000000000000003 R_RISCV_RELATIVE 2e968 │ │ │ │ +0000000000046cd0 0000000000000003 R_RISCV_RELATIVE 2e9b0 │ │ │ │ +0000000000046cd8 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ +0000000000046ce0 0000000000000003 R_RISCV_RELATIVE 2e430 │ │ │ │ +0000000000046ce8 0000000000000003 R_RISCV_RELATIVE 2e9d8 │ │ │ │ +0000000000046cf0 0000000000000003 R_RISCV_RELATIVE 2e9f0 │ │ │ │ +0000000000046d00 0000000000000003 R_RISCV_RELATIVE 2e448 │ │ │ │ +0000000000046d08 0000000000000003 R_RISCV_RELATIVE 46d30 │ │ │ │ +0000000000046d30 0000000000000003 R_RISCV_RELATIVE 2e920 │ │ │ │ +0000000000046d38 0000000000000003 R_RISCV_RELATIVE 2e968 │ │ │ │ +0000000000046d40 0000000000000003 R_RISCV_RELATIVE 2e9b0 │ │ │ │ +0000000000046d48 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ +0000000000046d50 0000000000000003 R_RISCV_RELATIVE 2e430 │ │ │ │ +0000000000046d58 0000000000000003 R_RISCV_RELATIVE 2e9d8 │ │ │ │ +0000000000046d60 0000000000000003 R_RISCV_RELATIVE 2e9f0 │ │ │ │ +0000000000046d70 0000000000000003 R_RISCV_RELATIVE 2e448 │ │ │ │ +0000000000046d78 0000000000000003 R_RISCV_RELATIVE 46da0 │ │ │ │ +0000000000046da0 0000000000000003 R_RISCV_RELATIVE 2e920 │ │ │ │ +0000000000046da8 0000000000000003 R_RISCV_RELATIVE 2e968 │ │ │ │ +0000000000046db0 0000000000000003 R_RISCV_RELATIVE 2e9b0 │ │ │ │ +0000000000046db8 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ +0000000000046dc0 0000000000000003 R_RISCV_RELATIVE 2e430 │ │ │ │ +0000000000046dc8 0000000000000003 R_RISCV_RELATIVE 2e9d8 │ │ │ │ +0000000000046dd0 0000000000000003 R_RISCV_RELATIVE 2e9f0 │ │ │ │ +0000000000046de0 0000000000000003 R_RISCV_RELATIVE 2ea10 │ │ │ │ +0000000000046de8 0000000000000003 R_RISCV_RELATIVE 46e90 │ │ │ │ +0000000000046df8 0000000000000003 R_RISCV_RELATIVE 2ea20 │ │ │ │ +0000000000046e00 0000000000000003 R_RISCV_RELATIVE 46e28 │ │ │ │ +0000000000046e28 0000000000000003 R_RISCV_RELATIVE 2ea30 │ │ │ │ +0000000000046e30 0000000000000003 R_RISCV_RELATIVE 2ea78 │ │ │ │ +0000000000046e38 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ +0000000000046e40 0000000000000003 R_RISCV_RELATIVE 2eab8 │ │ │ │ +0000000000046e48 0000000000000003 R_RISCV_RELATIVE 2eac8 │ │ │ │ +0000000000046e50 0000000000000003 R_RISCV_RELATIVE 2ead8 │ │ │ │ +0000000000046e58 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ +0000000000046e60 0000000000000003 R_RISCV_RELATIVE 326d8 │ │ │ │ +0000000000046e68 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ +0000000000046e70 0000000000000003 R_RISCV_RELATIVE 2eae8 │ │ │ │ +0000000000046e78 0000000000000003 R_RISCV_RELATIVE 2eb30 │ │ │ │ +0000000000046e80 0000000000000003 R_RISCV_RELATIVE 2eb78 │ │ │ │ +0000000000046e90 0000000000000003 R_RISCV_RELATIVE 2ea30 │ │ │ │ +0000000000046e98 0000000000000003 R_RISCV_RELATIVE 2ea78 │ │ │ │ +0000000000046ea0 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ +0000000000046ea8 0000000000000003 R_RISCV_RELATIVE 2eab8 │ │ │ │ +0000000000046eb0 0000000000000003 R_RISCV_RELATIVE 2eac8 │ │ │ │ +0000000000046eb8 0000000000000003 R_RISCV_RELATIVE 2ead8 │ │ │ │ +0000000000046ec0 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ +0000000000046ec8 0000000000000003 R_RISCV_RELATIVE 326d8 │ │ │ │ +0000000000046ed8 0000000000000003 R_RISCV_RELATIVE 2ebb8 │ │ │ │ +0000000000046ee0 0000000000000003 R_RISCV_RELATIVE 47078 │ │ │ │ +0000000000046ef0 0000000000000003 R_RISCV_RELATIVE 2ebd0 │ │ │ │ +0000000000046ef8 0000000000000003 R_RISCV_RELATIVE 47020 │ │ │ │ +0000000000046f08 0000000000000003 R_RISCV_RELATIVE 2ebe0 │ │ │ │ +0000000000046f10 0000000000000003 R_RISCV_RELATIVE 46fc0 │ │ │ │ +0000000000046f20 0000000000000003 R_RISCV_RELATIVE 2ebf8 │ │ │ │ +0000000000046f28 0000000000000003 R_RISCV_RELATIVE 46f50 │ │ │ │ +0000000000046f50 0000000000000003 R_RISCV_RELATIVE 2ec10 │ │ │ │ +0000000000046f58 0000000000000003 R_RISCV_RELATIVE 2ec58 │ │ │ │ +0000000000046f60 0000000000000003 R_RISCV_RELATIVE 2eca0 │ │ │ │ +0000000000046f68 0000000000000003 R_RISCV_RELATIVE 2ece8 │ │ │ │ +0000000000046f70 0000000000000003 R_RISCV_RELATIVE 2ed30 │ │ │ │ +0000000000046f78 0000000000000003 R_RISCV_RELATIVE 2ed78 │ │ │ │ +0000000000046f80 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ +0000000000046f88 0000000000000003 R_RISCV_RELATIVE 2edb0 │ │ │ │ +0000000000046f90 0000000000000003 R_RISCV_RELATIVE 2edf8 │ │ │ │ +0000000000046f98 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ +0000000000046fa0 0000000000000003 R_RISCV_RELATIVE 2ee30 │ │ │ │ +0000000000046fa8 0000000000000003 R_RISCV_RELATIVE 2ee50 │ │ │ │ +0000000000046fb0 0000000000000003 R_RISCV_RELATIVE 2ee70 │ │ │ │ +0000000000046fc0 0000000000000003 R_RISCV_RELATIVE 2ee90 │ │ │ │ +0000000000046fc8 0000000000000003 R_RISCV_RELATIVE 2eed0 │ │ │ │ +0000000000046fd0 0000000000000003 R_RISCV_RELATIVE 2ef18 │ │ │ │ +0000000000046fd8 0000000000000003 R_RISCV_RELATIVE 2ef58 │ │ │ │ +0000000000046fe0 0000000000000003 R_RISCV_RELATIVE 2efa0 │ │ │ │ +0000000000046fe8 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ +0000000000046ff0 0000000000000003 R_RISCV_RELATIVE 2edb0 │ │ │ │ +0000000000046ff8 0000000000000003 R_RISCV_RELATIVE 2edf8 │ │ │ │ +0000000000047000 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ +0000000000047008 0000000000000003 R_RISCV_RELATIVE 2e890 │ │ │ │ +0000000000047010 0000000000000003 R_RISCV_RELATIVE 2efc8 │ │ │ │ +0000000000047020 0000000000000003 R_RISCV_RELATIVE 2efe0 │ │ │ │ +0000000000047028 0000000000000003 R_RISCV_RELATIVE 2f028 │ │ │ │ +0000000000047030 0000000000000003 R_RISCV_RELATIVE 2f070 │ │ │ │ +0000000000047038 0000000000000003 R_RISCV_RELATIVE 2efa8 │ │ │ │ +0000000000047040 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ +0000000000047048 0000000000000003 R_RISCV_RELATIVE 2edb0 │ │ │ │ +0000000000047050 0000000000000003 R_RISCV_RELATIVE 2edf8 │ │ │ │ +0000000000047058 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ +0000000000047060 0000000000000003 R_RISCV_RELATIVE 2e890 │ │ │ │ +0000000000047068 0000000000000003 R_RISCV_RELATIVE 2efc8 │ │ │ │ +0000000000047078 0000000000000003 R_RISCV_RELATIVE 2f0b8 │ │ │ │ +0000000000047080 0000000000000003 R_RISCV_RELATIVE 2f0f8 │ │ │ │ +0000000000047088 0000000000000003 R_RISCV_RELATIVE 2f140 │ │ │ │ +0000000000047090 0000000000000003 R_RISCV_RELATIVE 2ed78 │ │ │ │ +0000000000047098 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ +00000000000470a0 0000000000000003 R_RISCV_RELATIVE 2f188 │ │ │ │ +00000000000470a8 0000000000000003 R_RISCV_RELATIVE 2f1a8 │ │ │ │ +00000000000470b8 0000000000000003 R_RISCV_RELATIVE 2f1c8 │ │ │ │ +00000000000470c0 0000000000000003 R_RISCV_RELATIVE 470e8 │ │ │ │ +00000000000470e8 0000000000000003 R_RISCV_RELATIVE 2f1e0 │ │ │ │ +00000000000470f0 0000000000000003 R_RISCV_RELATIVE 2f230 │ │ │ │ +00000000000470f8 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ +0000000000047108 0000000000000003 R_RISCV_RELATIVE 2f270 │ │ │ │ +0000000000047110 0000000000000003 R_RISCV_RELATIVE 47138 │ │ │ │ +0000000000047138 0000000000000003 R_RISCV_RELATIVE 2f280 │ │ │ │ +0000000000047140 0000000000000003 R_RISCV_RELATIVE 2f2c0 │ │ │ │ +0000000000047148 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ +0000000000047150 0000000000000003 R_RISCV_RELATIVE 2f2f8 │ │ │ │ +0000000000047158 0000000000000003 R_RISCV_RELATIVE 2f308 │ │ │ │ +0000000000047160 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ +0000000000047168 0000000000000003 R_RISCV_RELATIVE 2f318 │ │ │ │ +0000000000047170 0000000000000003 R_RISCV_RELATIVE 2f360 │ │ │ │ +0000000000047178 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ +0000000000047180 0000000000000003 R_RISCV_RELATIVE 2f378 │ │ │ │ +0000000000047188 0000000000000003 R_RISCV_RELATIVE 2f3b8 │ │ │ │ +0000000000047198 0000000000000003 R_RISCV_RELATIVE 2f3e0 │ │ │ │ +00000000000471a0 0000000000000003 R_RISCV_RELATIVE 47a10 │ │ │ │ +00000000000471b0 0000000000000003 R_RISCV_RELATIVE 2f400 │ │ │ │ +00000000000471b8 0000000000000003 R_RISCV_RELATIVE 47978 │ │ │ │ +00000000000471c8 0000000000000003 R_RISCV_RELATIVE 2f418 │ │ │ │ +00000000000471d0 0000000000000003 R_RISCV_RELATIVE 47940 │ │ │ │ +00000000000471e0 0000000000000003 R_RISCV_RELATIVE 2c7c0 │ │ │ │ +00000000000471e8 0000000000000003 R_RISCV_RELATIVE 478d8 │ │ │ │ +00000000000471f8 0000000000000003 R_RISCV_RELATIVE 2f428 │ │ │ │ +0000000000047200 0000000000000003 R_RISCV_RELATIVE 47888 │ │ │ │ +0000000000047210 0000000000000003 R_RISCV_RELATIVE 2f448 │ │ │ │ +0000000000047218 0000000000000003 R_RISCV_RELATIVE 47818 │ │ │ │ +0000000000047228 0000000000000003 R_RISCV_RELATIVE 2f468 │ │ │ │ +0000000000047230 0000000000000003 R_RISCV_RELATIVE 477e0 │ │ │ │ +0000000000047240 0000000000000003 R_RISCV_RELATIVE 2f480 │ │ │ │ +0000000000047248 0000000000000003 R_RISCV_RELATIVE 47788 │ │ │ │ +0000000000047258 0000000000000003 R_RISCV_RELATIVE 2f490 │ │ │ │ +0000000000047260 0000000000000003 R_RISCV_RELATIVE 47698 │ │ │ │ +0000000000047270 0000000000000003 R_RISCV_RELATIVE 2f4b8 │ │ │ │ +0000000000047278 0000000000000003 R_RISCV_RELATIVE 475a0 │ │ │ │ +0000000000047288 0000000000000003 R_RISCV_RELATIVE 2f4e0 │ │ │ │ +0000000000047290 0000000000000003 R_RISCV_RELATIVE 47490 │ │ │ │ +00000000000472a0 0000000000000003 R_RISCV_RELATIVE 2f510 │ │ │ │ +00000000000472a8 0000000000000003 R_RISCV_RELATIVE 47430 │ │ │ │ +00000000000472b8 0000000000000003 R_RISCV_RELATIVE 2f528 │ │ │ │ +00000000000472c0 0000000000000003 R_RISCV_RELATIVE 47398 │ │ │ │ +00000000000472d0 0000000000000003 R_RISCV_RELATIVE 2f540 │ │ │ │ +00000000000472d8 0000000000000003 R_RISCV_RELATIVE 47350 │ │ │ │ +00000000000472e8 0000000000000003 R_RISCV_RELATIVE 2f560 │ │ │ │ +00000000000472f0 0000000000000003 R_RISCV_RELATIVE 47318 │ │ │ │ +0000000000047318 0000000000000003 R_RISCV_RELATIVE 2f578 │ │ │ │ +0000000000047320 0000000000000003 R_RISCV_RELATIVE 2f5b8 │ │ │ │ +0000000000047328 0000000000000003 R_RISCV_RELATIVE 2f600 │ │ │ │ +0000000000047330 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ +0000000000047338 0000000000000003 R_RISCV_RELATIVE 2f648 │ │ │ │ +0000000000047340 0000000000000003 R_RISCV_RELATIVE 2f670 │ │ │ │ +0000000000047350 0000000000000003 R_RISCV_RELATIVE 2f698 │ │ │ │ +0000000000047358 0000000000000003 R_RISCV_RELATIVE 2f6d8 │ │ │ │ +0000000000047360 0000000000000003 R_RISCV_RELATIVE 2f718 │ │ │ │ +0000000000047368 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ +0000000000047370 0000000000000003 R_RISCV_RELATIVE 2f748 │ │ │ │ +0000000000047378 0000000000000003 R_RISCV_RELATIVE 2f760 │ │ │ │ +0000000000047380 0000000000000003 R_RISCV_RELATIVE 2f778 │ │ │ │ +0000000000047388 0000000000000003 R_RISCV_RELATIVE 2f790 │ │ │ │ +0000000000047398 0000000000000003 R_RISCV_RELATIVE 2f7b0 │ │ │ │ +00000000000473a0 0000000000000003 R_RISCV_RELATIVE 2f7f8 │ │ │ │ +00000000000473a8 0000000000000003 R_RISCV_RELATIVE 2f840 │ │ │ │ +00000000000473b0 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ +00000000000473b8 0000000000000003 R_RISCV_RELATIVE 2f860 │ │ │ │ +00000000000473c0 0000000000000003 R_RISCV_RELATIVE 2f8a8 │ │ │ │ +00000000000473c8 0000000000000003 R_RISCV_RELATIVE 2f8f0 │ │ │ │ +00000000000473d0 0000000000000003 R_RISCV_RELATIVE 2f938 │ │ │ │ +00000000000473d8 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ +00000000000473e0 0000000000000003 R_RISCV_RELATIVE 2f948 │ │ │ │ +00000000000473e8 0000000000000003 R_RISCV_RELATIVE 2f990 │ │ │ │ +00000000000473f0 0000000000000003 R_RISCV_RELATIVE 2f9d8 │ │ │ │ +00000000000473f8 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ +0000000000047400 0000000000000003 R_RISCV_RELATIVE 2fa00 │ │ │ │ +0000000000047408 0000000000000003 R_RISCV_RELATIVE 2fa28 │ │ │ │ +0000000000047410 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ +0000000000047418 0000000000000003 R_RISCV_RELATIVE 2fa48 │ │ │ │ +0000000000047420 0000000000000003 R_RISCV_RELATIVE 2fa90 │ │ │ │ +0000000000047430 0000000000000003 R_RISCV_RELATIVE 2faa8 │ │ │ │ +0000000000047438 0000000000000003 R_RISCV_RELATIVE 2faf0 │ │ │ │ +0000000000047440 0000000000000003 R_RISCV_RELATIVE 2fb30 │ │ │ │ +0000000000047448 0000000000000003 R_RISCV_RELATIVE 2fb78 │ │ │ │ +0000000000047450 0000000000000003 R_RISCV_RELATIVE 2fbc0 │ │ │ │ +0000000000047458 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ +0000000000047460 0000000000000003 R_RISCV_RELATIVE 2fbe8 │ │ │ │ +0000000000047468 0000000000000003 R_RISCV_RELATIVE 2fc08 │ │ │ │ +0000000000047470 0000000000000003 R_RISCV_RELATIVE 2fc28 │ │ │ │ +0000000000047478 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ +0000000000047480 0000000000000003 R_RISCV_RELATIVE 2fc48 │ │ │ │ +0000000000047490 0000000000000003 R_RISCV_RELATIVE 2fc88 │ │ │ │ +0000000000047498 0000000000000003 R_RISCV_RELATIVE 2fcc8 │ │ │ │ +00000000000474a0 0000000000000003 R_RISCV_RELATIVE 2fd10 │ │ │ │ +00000000000474a8 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ +00000000000474b0 0000000000000003 R_RISCV_RELATIVE 2fd40 │ │ │ │ +00000000000474b8 0000000000000003 R_RISCV_RELATIVE 2fd88 │ │ │ │ +00000000000474c0 0000000000000003 R_RISCV_RELATIVE 2fdd0 │ │ │ │ +00000000000474c8 0000000000000003 R_RISCV_RELATIVE 2fe10 │ │ │ │ 00000000000474d0 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ -00000000000474d8 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ -00000000000474e8 0000000000000003 R_RISCV_RELATIVE 2fd20 │ │ │ │ -00000000000474f0 0000000000000003 R_RISCV_RELATIVE 47518 │ │ │ │ -0000000000047518 0000000000000003 R_RISCV_RELATIVE 2fd30 │ │ │ │ -0000000000047520 0000000000000003 R_RISCV_RELATIVE 2fd78 │ │ │ │ +00000000000474d8 0000000000000003 R_RISCV_RELATIVE 2fe28 │ │ │ │ +00000000000474e0 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ +00000000000474e8 0000000000000003 R_RISCV_RELATIVE 2fe50 │ │ │ │ +00000000000474f0 0000000000000003 R_RISCV_RELATIVE 2fe60 │ │ │ │ +00000000000474f8 0000000000000003 R_RISCV_RELATIVE 2fe80 │ │ │ │ +0000000000047500 0000000000000003 R_RISCV_RELATIVE 2fea0 │ │ │ │ +0000000000047508 0000000000000003 R_RISCV_RELATIVE 2fe60 │ │ │ │ +0000000000047510 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ +0000000000047518 0000000000000003 R_RISCV_RELATIVE 2feb0 │ │ │ │ +0000000000047520 0000000000000003 R_RISCV_RELATIVE 2fed0 │ │ │ │ 0000000000047528 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ -0000000000047530 0000000000000003 R_RISCV_RELATIVE 2c470 │ │ │ │ -0000000000047538 0000000000000003 R_RISCV_RELATIVE 2d0e8 │ │ │ │ -0000000000047540 0000000000000003 R_RISCV_RELATIVE 2fdb0 │ │ │ │ -0000000000047548 0000000000000003 R_RISCV_RELATIVE 2c4a0 │ │ │ │ -0000000000047550 0000000000000003 R_RISCV_RELATIVE 2fdc8 │ │ │ │ -0000000000047558 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ -0000000000047568 0000000000000003 R_RISCV_RELATIVE 2fde0 │ │ │ │ -0000000000047570 0000000000000003 R_RISCV_RELATIVE 47618 │ │ │ │ -0000000000047580 0000000000000003 R_RISCV_RELATIVE 2fdf0 │ │ │ │ -0000000000047588 0000000000000003 R_RISCV_RELATIVE 475b0 │ │ │ │ -00000000000475b0 0000000000000003 R_RISCV_RELATIVE 2fe00 │ │ │ │ -00000000000475b8 0000000000000003 R_RISCV_RELATIVE 2fe48 │ │ │ │ +0000000000047530 0000000000000003 R_RISCV_RELATIVE 2fef0 │ │ │ │ +0000000000047538 0000000000000003 R_RISCV_RELATIVE 2ff30 │ │ │ │ +0000000000047540 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ +0000000000047548 0000000000000003 R_RISCV_RELATIVE 2ff48 │ │ │ │ +0000000000047550 0000000000000003 R_RISCV_RELATIVE 2ff90 │ │ │ │ +0000000000047558 0000000000000003 R_RISCV_RELATIVE 2ffd8 │ │ │ │ +0000000000047560 0000000000000003 R_RISCV_RELATIVE 30020 │ │ │ │ +0000000000047568 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ +0000000000047570 0000000000000003 R_RISCV_RELATIVE 30040 │ │ │ │ +0000000000047578 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ +0000000000047580 0000000000000003 R_RISCV_RELATIVE 30078 │ │ │ │ +0000000000047588 0000000000000003 R_RISCV_RELATIVE 300c0 │ │ │ │ +0000000000047590 0000000000000003 R_RISCV_RELATIVE 30108 │ │ │ │ +00000000000475a0 0000000000000003 R_RISCV_RELATIVE 30128 │ │ │ │ +00000000000475a8 0000000000000003 R_RISCV_RELATIVE 2fcc8 │ │ │ │ +00000000000475b0 0000000000000003 R_RISCV_RELATIVE 30170 │ │ │ │ +00000000000475b8 0000000000000003 R_RISCV_RELATIVE 301b8 │ │ │ │ 00000000000475c0 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ -00000000000475c8 0000000000000003 R_RISCV_RELATIVE 2fe88 │ │ │ │ -00000000000475d0 0000000000000003 R_RISCV_RELATIVE 2fe98 │ │ │ │ -00000000000475d8 0000000000000003 R_RISCV_RELATIVE 2fea8 │ │ │ │ -00000000000475e0 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ -00000000000475e8 0000000000000003 R_RISCV_RELATIVE 2e588 │ │ │ │ -00000000000475f0 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ -00000000000475f8 0000000000000003 R_RISCV_RELATIVE 2feb8 │ │ │ │ -0000000000047600 0000000000000003 R_RISCV_RELATIVE 2ff00 │ │ │ │ -0000000000047608 0000000000000003 R_RISCV_RELATIVE 2ff48 │ │ │ │ -0000000000047618 0000000000000003 R_RISCV_RELATIVE 2fe00 │ │ │ │ -0000000000047620 0000000000000003 R_RISCV_RELATIVE 2fe48 │ │ │ │ -0000000000047628 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ -0000000000047630 0000000000000003 R_RISCV_RELATIVE 2fe88 │ │ │ │ -0000000000047638 0000000000000003 R_RISCV_RELATIVE 2fe98 │ │ │ │ -0000000000047640 0000000000000003 R_RISCV_RELATIVE 2fea8 │ │ │ │ -0000000000047648 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ -0000000000047650 0000000000000003 R_RISCV_RELATIVE 2e588 │ │ │ │ -0000000000047660 0000000000000003 R_RISCV_RELATIVE 2ff88 │ │ │ │ -0000000000047668 0000000000000003 R_RISCV_RELATIVE 47690 │ │ │ │ -0000000000047690 0000000000000003 R_RISCV_RELATIVE 2ffa0 │ │ │ │ -0000000000047698 0000000000000003 R_RISCV_RELATIVE 2ffd8 │ │ │ │ -00000000000476a0 0000000000000003 R_RISCV_RELATIVE 30018 │ │ │ │ -00000000000476a8 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ -00000000000476b0 0000000000000003 R_RISCV_RELATIVE 30060 │ │ │ │ -00000000000476b8 0000000000000003 R_RISCV_RELATIVE 30070 │ │ │ │ -00000000000476c0 0000000000000003 R_RISCV_RELATIVE 30080 │ │ │ │ -00000000000476d0 0000000000000003 R_RISCV_RELATIVE 30098 │ │ │ │ -00000000000476d8 0000000000000003 R_RISCV_RELATIVE 47730 │ │ │ │ -00000000000476e8 0000000000000003 R_RISCV_RELATIVE 30090 │ │ │ │ -00000000000476f0 0000000000000003 R_RISCV_RELATIVE 47718 │ │ │ │ -0000000000047718 0000000000000003 R_RISCV_RELATIVE 300b0 │ │ │ │ -0000000000047720 0000000000000003 R_RISCV_RELATIVE 300f0 │ │ │ │ -0000000000047730 0000000000000003 R_RISCV_RELATIVE 30110 │ │ │ │ -0000000000047738 0000000000000003 R_RISCV_RELATIVE 300f0 │ │ │ │ -0000000000047748 0000000000000003 R_RISCV_RELATIVE 30148 │ │ │ │ -0000000000047750 0000000000000003 R_RISCV_RELATIVE 477e0 │ │ │ │ -0000000000047760 0000000000000003 R_RISCV_RELATIVE 30160 │ │ │ │ -0000000000047768 0000000000000003 R_RISCV_RELATIVE 47790 │ │ │ │ -0000000000047790 0000000000000003 R_RISCV_RELATIVE 30180 │ │ │ │ -0000000000047798 0000000000000003 R_RISCV_RELATIVE 301c8 │ │ │ │ -00000000000477a0 0000000000000003 R_RISCV_RELATIVE 30210 │ │ │ │ -00000000000477a8 0000000000000003 R_RISCV_RELATIVE 30258 │ │ │ │ -00000000000477b0 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ -00000000000477b8 0000000000000003 R_RISCV_RELATIVE 30268 │ │ │ │ -00000000000477c0 0000000000000003 R_RISCV_RELATIVE 30280 │ │ │ │ -00000000000477c8 0000000000000003 R_RISCV_RELATIVE 30298 │ │ │ │ -00000000000477d0 0000000000000003 R_RISCV_RELATIVE 302b0 │ │ │ │ -00000000000477e0 0000000000000003 R_RISCV_RELATIVE 302c8 │ │ │ │ -00000000000477e8 0000000000000003 R_RISCV_RELATIVE 30310 │ │ │ │ -00000000000477f0 0000000000000003 R_RISCV_RELATIVE 30358 │ │ │ │ -00000000000477f8 0000000000000003 R_RISCV_RELATIVE 303a0 │ │ │ │ -0000000000047800 0000000000000003 R_RISCV_RELATIVE 303e8 │ │ │ │ -0000000000047808 0000000000000003 R_RISCV_RELATIVE 30430 │ │ │ │ -0000000000047810 0000000000000003 R_RISCV_RELATIVE 30478 │ │ │ │ -0000000000047818 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ -0000000000047820 0000000000000003 R_RISCV_RELATIVE 30490 │ │ │ │ -0000000000047828 0000000000000003 R_RISCV_RELATIVE 304d8 │ │ │ │ -0000000000047830 0000000000000003 R_RISCV_RELATIVE 30520 │ │ │ │ +00000000000475c8 0000000000000003 R_RISCV_RELATIVE 2fe28 │ │ │ │ +00000000000475d0 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ +00000000000475d8 0000000000000003 R_RISCV_RELATIVE 2fe50 │ │ │ │ +00000000000475e0 0000000000000003 R_RISCV_RELATIVE 2fe60 │ │ │ │ +00000000000475e8 0000000000000003 R_RISCV_RELATIVE 2fe80 │ │ │ │ +00000000000475f0 0000000000000003 R_RISCV_RELATIVE 2fea0 │ │ │ │ +00000000000475f8 0000000000000003 R_RISCV_RELATIVE 2fe60 │ │ │ │ +0000000000047600 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ +0000000000047608 0000000000000003 R_RISCV_RELATIVE 2feb0 │ │ │ │ +0000000000047610 0000000000000003 R_RISCV_RELATIVE 2fed0 │ │ │ │ +0000000000047618 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ +0000000000047620 0000000000000003 R_RISCV_RELATIVE 301d8 │ │ │ │ +0000000000047628 0000000000000003 R_RISCV_RELATIVE 30220 │ │ │ │ +0000000000047630 0000000000000003 R_RISCV_RELATIVE 30268 │ │ │ │ +0000000000047638 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ +0000000000047640 0000000000000003 R_RISCV_RELATIVE 2ff48 │ │ │ │ +0000000000047648 0000000000000003 R_RISCV_RELATIVE 2ff90 │ │ │ │ +0000000000047650 0000000000000003 R_RISCV_RELATIVE 2ffd8 │ │ │ │ +0000000000047658 0000000000000003 R_RISCV_RELATIVE 30020 │ │ │ │ +0000000000047660 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ +0000000000047668 0000000000000003 R_RISCV_RELATIVE 30040 │ │ │ │ +0000000000047670 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ +0000000000047678 0000000000000003 R_RISCV_RELATIVE 30078 │ │ │ │ +0000000000047680 0000000000000003 R_RISCV_RELATIVE 300c0 │ │ │ │ +0000000000047688 0000000000000003 R_RISCV_RELATIVE 30108 │ │ │ │ +0000000000047698 0000000000000003 R_RISCV_RELATIVE 30128 │ │ │ │ +00000000000476a0 0000000000000003 R_RISCV_RELATIVE 2fcc8 │ │ │ │ +00000000000476a8 0000000000000003 R_RISCV_RELATIVE 302a8 │ │ │ │ +00000000000476b0 0000000000000003 R_RISCV_RELATIVE 302f0 │ │ │ │ +00000000000476b8 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ +00000000000476c0 0000000000000003 R_RISCV_RELATIVE 2fe28 │ │ │ │ +00000000000476c8 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ +00000000000476d0 0000000000000003 R_RISCV_RELATIVE 2fe50 │ │ │ │ +00000000000476d8 0000000000000003 R_RISCV_RELATIVE 2fe60 │ │ │ │ +00000000000476e0 0000000000000003 R_RISCV_RELATIVE 2fe80 │ │ │ │ +00000000000476e8 0000000000000003 R_RISCV_RELATIVE 2fea0 │ │ │ │ +00000000000476f0 0000000000000003 R_RISCV_RELATIVE 2fe60 │ │ │ │ +00000000000476f8 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ +0000000000047700 0000000000000003 R_RISCV_RELATIVE 2feb0 │ │ │ │ +0000000000047708 0000000000000003 R_RISCV_RELATIVE 2fed0 │ │ │ │ +0000000000047710 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ +0000000000047718 0000000000000003 R_RISCV_RELATIVE 30310 │ │ │ │ +0000000000047720 0000000000000003 R_RISCV_RELATIVE 30358 │ │ │ │ +0000000000047728 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ +0000000000047730 0000000000000003 R_RISCV_RELATIVE 2ff48 │ │ │ │ +0000000000047738 0000000000000003 R_RISCV_RELATIVE 2ff90 │ │ │ │ +0000000000047740 0000000000000003 R_RISCV_RELATIVE 2ffd8 │ │ │ │ +0000000000047748 0000000000000003 R_RISCV_RELATIVE 30020 │ │ │ │ +0000000000047750 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ +0000000000047758 0000000000000003 R_RISCV_RELATIVE 30040 │ │ │ │ +0000000000047760 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ +0000000000047768 0000000000000003 R_RISCV_RELATIVE 30078 │ │ │ │ +0000000000047770 0000000000000003 R_RISCV_RELATIVE 300c0 │ │ │ │ +0000000000047778 0000000000000003 R_RISCV_RELATIVE 30108 │ │ │ │ +0000000000047788 0000000000000003 R_RISCV_RELATIVE 30388 │ │ │ │ +0000000000047790 0000000000000003 R_RISCV_RELATIVE 303d0 │ │ │ │ +0000000000047798 0000000000000003 R_RISCV_RELATIVE 30418 │ │ │ │ +00000000000477a0 0000000000000003 R_RISCV_RELATIVE 30460 │ │ │ │ +00000000000477a8 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ +00000000000477b0 0000000000000003 R_RISCV_RELATIVE 30478 │ │ │ │ +00000000000477b8 0000000000000003 R_RISCV_RELATIVE 30490 │ │ │ │ +00000000000477c0 0000000000000003 R_RISCV_RELATIVE 304a8 │ │ │ │ +00000000000477c8 0000000000000003 R_RISCV_RELATIVE 304c0 │ │ │ │ +00000000000477d0 0000000000000003 R_RISCV_RELATIVE 304d8 │ │ │ │ +00000000000477e0 0000000000000003 R_RISCV_RELATIVE 304f0 │ │ │ │ +00000000000477e8 0000000000000003 R_RISCV_RELATIVE 30530 │ │ │ │ +00000000000477f0 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ +00000000000477f8 0000000000000003 R_RISCV_RELATIVE 2e890 │ │ │ │ +0000000000047800 0000000000000003 R_RISCV_RELATIVE 2d578 │ │ │ │ +0000000000047808 0000000000000003 R_RISCV_RELATIVE 30548 │ │ │ │ +0000000000047818 0000000000000003 R_RISCV_RELATIVE 30560 │ │ │ │ +0000000000047820 0000000000000003 R_RISCV_RELATIVE 305a8 │ │ │ │ +0000000000047828 0000000000000003 R_RISCV_RELATIVE 305f0 │ │ │ │ +0000000000047830 0000000000000003 R_RISCV_RELATIVE 30638 │ │ │ │ 0000000000047838 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ -0000000000047840 0000000000000003 R_RISCV_RELATIVE 30550 │ │ │ │ -0000000000047848 0000000000000003 R_RISCV_RELATIVE 30568 │ │ │ │ -0000000000047850 0000000000000003 R_RISCV_RELATIVE 30580 │ │ │ │ -0000000000047860 0000000000000003 R_RISCV_RELATIVE 30598 │ │ │ │ -0000000000047868 0000000000000003 R_RISCV_RELATIVE 47a00 │ │ │ │ -0000000000047878 0000000000000003 R_RISCV_RELATIVE 305b0 │ │ │ │ -0000000000047880 0000000000000003 R_RISCV_RELATIVE 479a8 │ │ │ │ -0000000000047890 0000000000000003 R_RISCV_RELATIVE 305c0 │ │ │ │ -0000000000047898 0000000000000003 R_RISCV_RELATIVE 47948 │ │ │ │ -00000000000478a8 0000000000000003 R_RISCV_RELATIVE 305d8 │ │ │ │ -00000000000478b0 0000000000000003 R_RISCV_RELATIVE 478d8 │ │ │ │ -00000000000478d8 0000000000000003 R_RISCV_RELATIVE 305f0 │ │ │ │ -00000000000478e0 0000000000000003 R_RISCV_RELATIVE 30638 │ │ │ │ -00000000000478e8 0000000000000003 R_RISCV_RELATIVE 30680 │ │ │ │ -00000000000478f0 0000000000000003 R_RISCV_RELATIVE 306c8 │ │ │ │ -00000000000478f8 0000000000000003 R_RISCV_RELATIVE 30710 │ │ │ │ -0000000000047900 0000000000000003 R_RISCV_RELATIVE 30758 │ │ │ │ -0000000000047908 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ -0000000000047910 0000000000000003 R_RISCV_RELATIVE 30790 │ │ │ │ -0000000000047918 0000000000000003 R_RISCV_RELATIVE 307d8 │ │ │ │ -0000000000047920 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ -0000000000047928 0000000000000003 R_RISCV_RELATIVE 30810 │ │ │ │ -0000000000047930 0000000000000003 R_RISCV_RELATIVE 30830 │ │ │ │ -0000000000047938 0000000000000003 R_RISCV_RELATIVE 30850 │ │ │ │ -0000000000047948 0000000000000003 R_RISCV_RELATIVE 30870 │ │ │ │ -0000000000047950 0000000000000003 R_RISCV_RELATIVE 308b0 │ │ │ │ -0000000000047958 0000000000000003 R_RISCV_RELATIVE 308f8 │ │ │ │ -0000000000047960 0000000000000003 R_RISCV_RELATIVE 30938 │ │ │ │ -0000000000047968 0000000000000003 R_RISCV_RELATIVE 30980 │ │ │ │ -0000000000047970 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ -0000000000047978 0000000000000003 R_RISCV_RELATIVE 30790 │ │ │ │ -0000000000047980 0000000000000003 R_RISCV_RELATIVE 307d8 │ │ │ │ -0000000000047988 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ -0000000000047990 0000000000000003 R_RISCV_RELATIVE 2c470 │ │ │ │ -0000000000047998 0000000000000003 R_RISCV_RELATIVE 2da70 │ │ │ │ -00000000000479a8 0000000000000003 R_RISCV_RELATIVE 309a8 │ │ │ │ -00000000000479b0 0000000000000003 R_RISCV_RELATIVE 309f0 │ │ │ │ -00000000000479b8 0000000000000003 R_RISCV_RELATIVE 30a38 │ │ │ │ -00000000000479c0 0000000000000003 R_RISCV_RELATIVE 30988 │ │ │ │ -00000000000479c8 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ -00000000000479d0 0000000000000003 R_RISCV_RELATIVE 30790 │ │ │ │ -00000000000479d8 0000000000000003 R_RISCV_RELATIVE 307d8 │ │ │ │ -00000000000479e0 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ -00000000000479e8 0000000000000003 R_RISCV_RELATIVE 2c470 │ │ │ │ -00000000000479f0 0000000000000003 R_RISCV_RELATIVE 2da70 │ │ │ │ -0000000000047a00 0000000000000003 R_RISCV_RELATIVE 30a80 │ │ │ │ -0000000000047a08 0000000000000003 R_RISCV_RELATIVE 30ac0 │ │ │ │ -0000000000047a10 0000000000000003 R_RISCV_RELATIVE 30b08 │ │ │ │ -0000000000047a18 0000000000000003 R_RISCV_RELATIVE 30758 │ │ │ │ +0000000000047840 0000000000000003 R_RISCV_RELATIVE 30668 │ │ │ │ +0000000000047848 0000000000000003 R_RISCV_RELATIVE 30680 │ │ │ │ +0000000000047850 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ +0000000000047858 0000000000000003 R_RISCV_RELATIVE 30698 │ │ │ │ +0000000000047860 0000000000000003 R_RISCV_RELATIVE 306e0 │ │ │ │ +0000000000047868 0000000000000003 R_RISCV_RELATIVE 30728 │ │ │ │ +0000000000047870 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ +0000000000047878 0000000000000003 R_RISCV_RELATIVE 30738 │ │ │ │ +0000000000047888 0000000000000003 R_RISCV_RELATIVE 30780 │ │ │ │ +0000000000047890 0000000000000003 R_RISCV_RELATIVE 307c8 │ │ │ │ +0000000000047898 0000000000000003 R_RISCV_RELATIVE 30810 │ │ │ │ +00000000000478a0 0000000000000003 R_RISCV_RELATIVE 390a0 │ │ │ │ +00000000000478a8 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ +00000000000478b0 0000000000000003 R_RISCV_RELATIVE 30858 │ │ │ │ +00000000000478b8 0000000000000003 R_RISCV_RELATIVE 30870 │ │ │ │ +00000000000478c0 0000000000000003 R_RISCV_RELATIVE 30888 │ │ │ │ +00000000000478c8 0000000000000003 R_RISCV_RELATIVE 308a0 │ │ │ │ +00000000000478d8 0000000000000003 R_RISCV_RELATIVE 30780 │ │ │ │ +00000000000478e0 0000000000000003 R_RISCV_RELATIVE 307c8 │ │ │ │ +00000000000478e8 0000000000000003 R_RISCV_RELATIVE 30810 │ │ │ │ +00000000000478f0 0000000000000003 R_RISCV_RELATIVE 390a0 │ │ │ │ +00000000000478f8 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ +0000000000047900 0000000000000003 R_RISCV_RELATIVE 308b8 │ │ │ │ +0000000000047908 0000000000000003 R_RISCV_RELATIVE 30900 │ │ │ │ +0000000000047910 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ +0000000000047918 0000000000000003 R_RISCV_RELATIVE 30940 │ │ │ │ +0000000000047920 0000000000000003 R_RISCV_RELATIVE 30490 │ │ │ │ +0000000000047928 0000000000000003 R_RISCV_RELATIVE 2ca48 │ │ │ │ +0000000000047930 0000000000000003 R_RISCV_RELATIVE 2ca68 │ │ │ │ +0000000000047940 0000000000000003 R_RISCV_RELATIVE 30958 │ │ │ │ +0000000000047948 0000000000000003 R_RISCV_RELATIVE 309a0 │ │ │ │ +0000000000047950 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ +0000000000047958 0000000000000003 R_RISCV_RELATIVE 309b8 │ │ │ │ +0000000000047960 0000000000000003 R_RISCV_RELATIVE 309d0 │ │ │ │ +0000000000047968 0000000000000003 R_RISCV_RELATIVE 309e8 │ │ │ │ +0000000000047978 0000000000000003 R_RISCV_RELATIVE 30a08 │ │ │ │ +0000000000047980 0000000000000003 R_RISCV_RELATIVE 30a50 │ │ │ │ +0000000000047988 0000000000000003 R_RISCV_RELATIVE 30a98 │ │ │ │ +0000000000047990 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ +0000000000047998 0000000000000003 R_RISCV_RELATIVE 30ae0 │ │ │ │ +00000000000479a0 0000000000000003 R_RISCV_RELATIVE 30b28 │ │ │ │ +00000000000479a8 0000000000000003 R_RISCV_RELATIVE 30b70 │ │ │ │ +00000000000479b0 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ +00000000000479b8 0000000000000003 R_RISCV_RELATIVE 30738 │ │ │ │ +00000000000479c0 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ +00000000000479c8 0000000000000003 R_RISCV_RELATIVE 308b8 │ │ │ │ +00000000000479d0 0000000000000003 R_RISCV_RELATIVE 30900 │ │ │ │ +00000000000479d8 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ +00000000000479e0 0000000000000003 R_RISCV_RELATIVE 30940 │ │ │ │ +00000000000479e8 0000000000000003 R_RISCV_RELATIVE 30490 │ │ │ │ +00000000000479f0 0000000000000003 R_RISCV_RELATIVE 30ba0 │ │ │ │ +00000000000479f8 0000000000000003 R_RISCV_RELATIVE 30bc0 │ │ │ │ +0000000000047a00 0000000000000003 R_RISCV_RELATIVE 30bd8 │ │ │ │ +0000000000047a10 0000000000000003 R_RISCV_RELATIVE 30bf0 │ │ │ │ +0000000000047a18 0000000000000003 R_RISCV_RELATIVE 30c30 │ │ │ │ 0000000000047a20 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ -0000000000047a28 0000000000000003 R_RISCV_RELATIVE 30b50 │ │ │ │ -0000000000047a30 0000000000000003 R_RISCV_RELATIVE 30b70 │ │ │ │ -0000000000047a40 0000000000000003 R_RISCV_RELATIVE 30b90 │ │ │ │ -0000000000047a48 0000000000000003 R_RISCV_RELATIVE 47a70 │ │ │ │ -0000000000047a70 0000000000000003 R_RISCV_RELATIVE 30ba8 │ │ │ │ -0000000000047a78 0000000000000003 R_RISCV_RELATIVE 30bf8 │ │ │ │ -0000000000047a80 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ -0000000000047a90 0000000000000003 R_RISCV_RELATIVE 30c38 │ │ │ │ -0000000000047a98 0000000000000003 R_RISCV_RELATIVE 47ac0 │ │ │ │ -0000000000047ac0 0000000000000003 R_RISCV_RELATIVE 30c48 │ │ │ │ -0000000000047ac8 0000000000000003 R_RISCV_RELATIVE 30c90 │ │ │ │ -0000000000047ad0 0000000000000003 R_RISCV_RELATIVE 30cd8 │ │ │ │ -0000000000047ad8 0000000000000003 R_RISCV_RELATIVE 30d20 │ │ │ │ -0000000000047ae0 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ -0000000000047ae8 0000000000000003 R_RISCV_RELATIVE 30d58 │ │ │ │ -0000000000047af0 0000000000000003 R_RISCV_RELATIVE 30d70 │ │ │ │ -0000000000047af8 0000000000000003 R_RISCV_RELATIVE 30d90 │ │ │ │ -0000000000047b00 0000000000000003 R_RISCV_RELATIVE 30db0 │ │ │ │ -0000000000047b10 0000000000000003 R_RISCV_RELATIVE 2e0b0 │ │ │ │ -0000000000047b18 0000000000000003 R_RISCV_RELATIVE 47bc0 │ │ │ │ -0000000000047b28 0000000000000003 R_RISCV_RELATIVE 2e0c0 │ │ │ │ -0000000000047b30 0000000000000003 R_RISCV_RELATIVE 47b90 │ │ │ │ -0000000000047b40 0000000000000003 R_RISCV_RELATIVE 2e1a8 │ │ │ │ -0000000000047b48 0000000000000003 R_RISCV_RELATIVE 47b70 │ │ │ │ -0000000000047b70 0000000000000003 R_RISCV_RELATIVE 30dd0 │ │ │ │ -0000000000047b78 0000000000000003 R_RISCV_RELATIVE 2e200 │ │ │ │ -0000000000047b80 0000000000000003 R_RISCV_RELATIVE 2e240 │ │ │ │ -0000000000047b90 0000000000000003 R_RISCV_RELATIVE 30e18 │ │ │ │ -0000000000047b98 0000000000000003 R_RISCV_RELATIVE 30e58 │ │ │ │ -0000000000047ba0 0000000000000003 R_RISCV_RELATIVE 2e588 │ │ │ │ -0000000000047ba8 0000000000000003 R_RISCV_RELATIVE 30e88 │ │ │ │ -0000000000047bb0 0000000000000003 R_RISCV_RELATIVE 30ed8 │ │ │ │ -0000000000047bc0 0000000000000003 R_RISCV_RELATIVE 2ea18 │ │ │ │ -0000000000047bc8 0000000000000003 R_RISCV_RELATIVE 30f00 │ │ │ │ +0000000000047a28 0000000000000003 R_RISCV_RELATIVE 30c50 │ │ │ │ +0000000000047a30 0000000000000003 R_RISCV_RELATIVE 30c98 │ │ │ │ +0000000000047a38 0000000000000003 R_RISCV_RELATIVE 30ce0 │ │ │ │ +0000000000047a40 0000000000000003 R_RISCV_RELATIVE 30d28 │ │ │ │ +0000000000047a48 0000000000000003 R_RISCV_RELATIVE 30d70 │ │ │ │ +0000000000047a50 0000000000000003 R_RISCV_RELATIVE 30db8 │ │ │ │ +0000000000047a58 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ +0000000000047a60 0000000000000003 R_RISCV_RELATIVE 308b8 │ │ │ │ +0000000000047a68 0000000000000003 R_RISCV_RELATIVE 30900 │ │ │ │ +0000000000047a70 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ +0000000000047a78 0000000000000003 R_RISCV_RELATIVE 30940 │ │ │ │ +0000000000047a80 0000000000000003 R_RISCV_RELATIVE 30490 │ │ │ │ +0000000000047a88 0000000000000003 R_RISCV_RELATIVE 30bd8 │ │ │ │ +0000000000047a98 0000000000000003 R_RISCV_RELATIVE 2f468 │ │ │ │ +0000000000047aa0 0000000000000003 R_RISCV_RELATIVE 47f48 │ │ │ │ +0000000000047ab0 0000000000000003 R_RISCV_RELATIVE 30df8 │ │ │ │ +0000000000047ab8 0000000000000003 R_RISCV_RELATIVE 47f10 │ │ │ │ +0000000000047ac8 0000000000000003 R_RISCV_RELATIVE 30e10 │ │ │ │ +0000000000047ad0 0000000000000003 R_RISCV_RELATIVE 47ec0 │ │ │ │ +0000000000047ae0 0000000000000003 R_RISCV_RELATIVE 30e28 │ │ │ │ +0000000000047ae8 0000000000000003 R_RISCV_RELATIVE 47e78 │ │ │ │ +0000000000047af8 0000000000000003 R_RISCV_RELATIVE 30e40 │ │ │ │ +0000000000047b00 0000000000000003 R_RISCV_RELATIVE 47df8 │ │ │ │ +0000000000047b10 0000000000000003 R_RISCV_RELATIVE 30e50 │ │ │ │ +0000000000047b18 0000000000000003 R_RISCV_RELATIVE 47d80 │ │ │ │ +0000000000047b28 0000000000000003 R_RISCV_RELATIVE 30e60 │ │ │ │ +0000000000047b30 0000000000000003 R_RISCV_RELATIVE 47d08 │ │ │ │ +0000000000047b40 0000000000000003 R_RISCV_RELATIVE 30e80 │ │ │ │ +0000000000047b48 0000000000000003 R_RISCV_RELATIVE 47cb0 │ │ │ │ +0000000000047b58 0000000000000003 R_RISCV_RELATIVE 30e98 │ │ │ │ +0000000000047b60 0000000000000003 R_RISCV_RELATIVE 47c60 │ │ │ │ +0000000000047b70 0000000000000003 R_RISCV_RELATIVE 30eb8 │ │ │ │ +0000000000047b78 0000000000000003 R_RISCV_RELATIVE 47c10 │ │ │ │ +0000000000047b88 0000000000000003 R_RISCV_RELATIVE 30ed8 │ │ │ │ +0000000000047b90 0000000000000003 R_RISCV_RELATIVE 47bb8 │ │ │ │ +0000000000047bb8 0000000000000003 R_RISCV_RELATIVE 30f00 │ │ │ │ +0000000000047bc0 0000000000000003 R_RISCV_RELATIVE 30f48 │ │ │ │ +0000000000047bc8 0000000000000003 R_RISCV_RELATIVE 30f90 │ │ │ │ 0000000000047bd0 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ -0000000000047bd8 0000000000000003 R_RISCV_RELATIVE 30f48 │ │ │ │ -0000000000047be8 0000000000000003 R_RISCV_RELATIVE 30fa0 │ │ │ │ -0000000000047bf0 0000000000000003 R_RISCV_RELATIVE 47c70 │ │ │ │ -0000000000047c00 0000000000000003 R_RISCV_RELATIVE 30fb0 │ │ │ │ -0000000000047c08 0000000000000003 R_RISCV_RELATIVE 47c30 │ │ │ │ -0000000000047c30 0000000000000003 R_RISCV_RELATIVE 30fc8 │ │ │ │ -0000000000047c38 0000000000000003 R_RISCV_RELATIVE 31020 │ │ │ │ -0000000000047c40 0000000000000003 R_RISCV_RELATIVE 31078 │ │ │ │ -0000000000047c48 0000000000000003 R_RISCV_RELATIVE 310d0 │ │ │ │ -0000000000047c50 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ -0000000000047c58 0000000000000003 R_RISCV_RELATIVE 310e8 │ │ │ │ -0000000000047c60 0000000000000003 R_RISCV_RELATIVE 31140 │ │ │ │ -0000000000047c70 0000000000000003 R_RISCV_RELATIVE 31150 │ │ │ │ -0000000000047c78 0000000000000003 R_RISCV_RELATIVE 311a0 │ │ │ │ -0000000000047c80 0000000000000003 R_RISCV_RELATIVE 311f0 │ │ │ │ -0000000000047c88 0000000000000003 R_RISCV_RELATIVE 31240 │ │ │ │ +0000000000047bd8 0000000000000003 R_RISCV_RELATIVE 30fa0 │ │ │ │ +0000000000047be0 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ +0000000000047be8 0000000000000003 R_RISCV_RELATIVE 2e890 │ │ │ │ +0000000000047bf0 0000000000000003 R_RISCV_RELATIVE 30fd8 │ │ │ │ +0000000000047bf8 0000000000000003 R_RISCV_RELATIVE 30ff0 │ │ │ │ +0000000000047c00 0000000000000003 R_RISCV_RELATIVE 31008 │ │ │ │ +0000000000047c10 0000000000000003 R_RISCV_RELATIVE 31020 │ │ │ │ +0000000000047c18 0000000000000003 R_RISCV_RELATIVE 31068 │ │ │ │ +0000000000047c20 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ +0000000000047c28 0000000000000003 R_RISCV_RELATIVE 310b0 │ │ │ │ +0000000000047c30 0000000000000003 R_RISCV_RELATIVE 310f8 │ │ │ │ +0000000000047c38 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ +0000000000047c40 0000000000000003 R_RISCV_RELATIVE 2e890 │ │ │ │ +0000000000047c48 0000000000000003 R_RISCV_RELATIVE 30fd8 │ │ │ │ +0000000000047c50 0000000000000003 R_RISCV_RELATIVE 31110 │ │ │ │ +0000000000047c60 0000000000000003 R_RISCV_RELATIVE 31128 │ │ │ │ +0000000000047c68 0000000000000003 R_RISCV_RELATIVE 31170 │ │ │ │ +0000000000047c70 0000000000000003 R_RISCV_RELATIVE 311b8 │ │ │ │ +0000000000047c78 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ +0000000000047c80 0000000000000003 R_RISCV_RELATIVE 310b0 │ │ │ │ +0000000000047c88 0000000000000003 R_RISCV_RELATIVE 310f8 │ │ │ │ 0000000000047c90 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ -0000000000047ca0 0000000000000003 R_RISCV_RELATIVE 2cd90 │ │ │ │ -0000000000047ca8 0000000000000003 R_RISCV_RELATIVE 47cd0 │ │ │ │ -0000000000047cd0 0000000000000003 R_RISCV_RELATIVE 31250 │ │ │ │ -0000000000047cd8 0000000000000003 R_RISCV_RELATIVE 2ce60 │ │ │ │ -0000000000047ce0 0000000000000003 R_RISCV_RELATIVE 2cea8 │ │ │ │ -0000000000047ce8 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ -0000000000047cf0 0000000000000003 R_RISCV_RELATIVE 30580 │ │ │ │ -0000000000047cf8 0000000000000003 R_RISCV_RELATIVE 31298 │ │ │ │ -0000000000047d00 0000000000000003 R_RISCV_RELATIVE 2cee8 │ │ │ │ -0000000000047d10 0000000000000003 R_RISCV_RELATIVE 2cd90 │ │ │ │ -0000000000047d18 0000000000000003 R_RISCV_RELATIVE 47d40 │ │ │ │ -0000000000047d40 0000000000000003 R_RISCV_RELATIVE 31250 │ │ │ │ -0000000000047d48 0000000000000003 R_RISCV_RELATIVE 2ce60 │ │ │ │ -0000000000047d50 0000000000000003 R_RISCV_RELATIVE 2cea8 │ │ │ │ -0000000000047d58 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ -0000000000047d60 0000000000000003 R_RISCV_RELATIVE 30580 │ │ │ │ -0000000000047d68 0000000000000003 R_RISCV_RELATIVE 31298 │ │ │ │ -0000000000047d70 0000000000000003 R_RISCV_RELATIVE 2cee8 │ │ │ │ -0000000000047d80 0000000000000003 R_RISCV_RELATIVE 2cd90 │ │ │ │ -0000000000047d88 0000000000000003 R_RISCV_RELATIVE 47ec8 │ │ │ │ -0000000000047d98 0000000000000003 R_RISCV_RELATIVE 312b0 │ │ │ │ -0000000000047da0 0000000000000003 R_RISCV_RELATIVE 47e20 │ │ │ │ -0000000000047db0 0000000000000003 R_RISCV_RELATIVE 312c0 │ │ │ │ -0000000000047db8 0000000000000003 R_RISCV_RELATIVE 47de0 │ │ │ │ -0000000000047de0 0000000000000003 R_RISCV_RELATIVE 312d0 │ │ │ │ -0000000000047de8 0000000000000003 R_RISCV_RELATIVE 31320 │ │ │ │ -0000000000047df0 0000000000000003 R_RISCV_RELATIVE 31370 │ │ │ │ -0000000000047df8 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ -0000000000047e00 0000000000000003 R_RISCV_RELATIVE 30580 │ │ │ │ -0000000000047e08 0000000000000003 R_RISCV_RELATIVE 31390 │ │ │ │ -0000000000047e10 0000000000000003 R_RISCV_RELATIVE 313b0 │ │ │ │ -0000000000047e20 0000000000000003 R_RISCV_RELATIVE 313d0 │ │ │ │ -0000000000047e28 0000000000000003 R_RISCV_RELATIVE 31410 │ │ │ │ -0000000000047e30 0000000000000003 R_RISCV_RELATIVE 31450 │ │ │ │ -0000000000047e38 0000000000000003 R_RISCV_RELATIVE 31498 │ │ │ │ -0000000000047e40 0000000000000003 R_RISCV_RELATIVE 314e0 │ │ │ │ -0000000000047e48 0000000000000003 R_RISCV_RELATIVE 31528 │ │ │ │ +0000000000047c98 0000000000000003 R_RISCV_RELATIVE 2e890 │ │ │ │ +0000000000047ca0 0000000000000003 R_RISCV_RELATIVE 30fd8 │ │ │ │ +0000000000047cb0 0000000000000003 R_RISCV_RELATIVE 311d0 │ │ │ │ +0000000000047cb8 0000000000000003 R_RISCV_RELATIVE 319c0 │ │ │ │ +0000000000047cc0 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ +0000000000047cc8 0000000000000003 R_RISCV_RELATIVE 31218 │ │ │ │ +0000000000047cd0 0000000000000003 R_RISCV_RELATIVE 31260 │ │ │ │ +0000000000047cd8 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ +0000000000047ce0 0000000000000003 R_RISCV_RELATIVE 2e890 │ │ │ │ +0000000000047ce8 0000000000000003 R_RISCV_RELATIVE 30fd8 │ │ │ │ +0000000000047cf0 0000000000000003 R_RISCV_RELATIVE 31278 │ │ │ │ +0000000000047cf8 0000000000000003 R_RISCV_RELATIVE 31110 │ │ │ │ +0000000000047d08 0000000000000003 R_RISCV_RELATIVE 31290 │ │ │ │ +0000000000047d10 0000000000000003 R_RISCV_RELATIVE 312d8 │ │ │ │ +0000000000047d18 0000000000000003 R_RISCV_RELATIVE 31320 │ │ │ │ +0000000000047d20 0000000000000003 R_RISCV_RELATIVE 31368 │ │ │ │ +0000000000047d28 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ +0000000000047d30 0000000000000003 R_RISCV_RELATIVE 31390 │ │ │ │ +0000000000047d38 0000000000000003 R_RISCV_RELATIVE 313d8 │ │ │ │ +0000000000047d40 0000000000000003 R_RISCV_RELATIVE 31418 │ │ │ │ +0000000000047d48 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ +0000000000047d50 0000000000000003 R_RISCV_RELATIVE 31438 │ │ │ │ +0000000000047d58 0000000000000003 R_RISCV_RELATIVE 31458 │ │ │ │ +0000000000047d60 0000000000000003 R_RISCV_RELATIVE 31478 │ │ │ │ +0000000000047d68 0000000000000003 R_RISCV_RELATIVE 31498 │ │ │ │ +0000000000047d70 0000000000000003 R_RISCV_RELATIVE 314b8 │ │ │ │ +0000000000047d80 0000000000000003 R_RISCV_RELATIVE 314d8 │ │ │ │ +0000000000047d88 0000000000000003 R_RISCV_RELATIVE 31520 │ │ │ │ +0000000000047d90 0000000000000003 R_RISCV_RELATIVE 31568 │ │ │ │ +0000000000047d98 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ +0000000000047da0 0000000000000003 R_RISCV_RELATIVE 315a0 │ │ │ │ +0000000000047da8 0000000000000003 R_RISCV_RELATIVE 315e8 │ │ │ │ +0000000000047db0 0000000000000003 R_RISCV_RELATIVE 31630 │ │ │ │ +0000000000047db8 0000000000000003 R_RISCV_RELATIVE 31678 │ │ │ │ +0000000000047dc0 0000000000000003 R_RISCV_RELATIVE 316b8 │ │ │ │ +0000000000047dc8 0000000000000003 R_RISCV_RELATIVE 31700 │ │ │ │ +0000000000047dd0 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ +0000000000047dd8 0000000000000003 R_RISCV_RELATIVE 2e890 │ │ │ │ +0000000000047de0 0000000000000003 R_RISCV_RELATIVE 31720 │ │ │ │ +0000000000047de8 0000000000000003 R_RISCV_RELATIVE 31738 │ │ │ │ +0000000000047df8 0000000000000003 R_RISCV_RELATIVE 31750 │ │ │ │ +0000000000047e00 0000000000000003 R_RISCV_RELATIVE 31798 │ │ │ │ +0000000000047e08 0000000000000003 R_RISCV_RELATIVE 317e0 │ │ │ │ +0000000000047e10 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ +0000000000047e18 0000000000000003 R_RISCV_RELATIVE 31810 │ │ │ │ +0000000000047e20 0000000000000003 R_RISCV_RELATIVE 31840 │ │ │ │ +0000000000047e28 0000000000000003 R_RISCV_RELATIVE 31878 │ │ │ │ +0000000000047e30 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ +0000000000047e38 0000000000000003 R_RISCV_RELATIVE 318a8 │ │ │ │ +0000000000047e40 0000000000000003 R_RISCV_RELATIVE 318e8 │ │ │ │ +0000000000047e48 0000000000000003 R_RISCV_RELATIVE 31930 │ │ │ │ 0000000000047e50 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ -0000000000047e58 0000000000000003 R_RISCV_RELATIVE 31558 │ │ │ │ -0000000000047e60 0000000000000003 R_RISCV_RELATIVE 315a0 │ │ │ │ -0000000000047e68 0000000000000003 R_RISCV_RELATIVE 315e8 │ │ │ │ -0000000000047e70 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ -0000000000047e78 0000000000000003 R_RISCV_RELATIVE 31628 │ │ │ │ -0000000000047e80 0000000000000003 R_RISCV_RELATIVE 31670 │ │ │ │ -0000000000047e88 0000000000000003 R_RISCV_RELATIVE 316b8 │ │ │ │ -0000000000047e90 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ -0000000000047e98 0000000000000003 R_RISCV_RELATIVE 2c470 │ │ │ │ -0000000000047ea0 0000000000000003 R_RISCV_RELATIVE 316e8 │ │ │ │ -0000000000047ea8 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ -0000000000047eb0 0000000000000003 R_RISCV_RELATIVE 31700 │ │ │ │ -0000000000047eb8 0000000000000003 R_RISCV_RELATIVE 31748 │ │ │ │ -0000000000047ec8 0000000000000003 R_RISCV_RELATIVE 31250 │ │ │ │ -0000000000047ed0 0000000000000003 R_RISCV_RELATIVE 2ce60 │ │ │ │ -0000000000047ed8 0000000000000003 R_RISCV_RELATIVE 2cea8 │ │ │ │ +0000000000047e58 0000000000000003 R_RISCV_RELATIVE 2e890 │ │ │ │ +0000000000047e60 0000000000000003 R_RISCV_RELATIVE 30fd8 │ │ │ │ +0000000000047e68 0000000000000003 R_RISCV_RELATIVE 2efc8 │ │ │ │ +0000000000047e78 0000000000000003 R_RISCV_RELATIVE 31960 │ │ │ │ +0000000000047e80 0000000000000003 R_RISCV_RELATIVE 319a8 │ │ │ │ +0000000000047e88 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ +0000000000047e90 0000000000000003 R_RISCV_RELATIVE 319d8 │ │ │ │ +0000000000047e98 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ +0000000000047ea0 0000000000000003 R_RISCV_RELATIVE 2e890 │ │ │ │ +0000000000047ea8 0000000000000003 R_RISCV_RELATIVE 30fd8 │ │ │ │ +0000000000047eb0 0000000000000003 R_RISCV_RELATIVE 30548 │ │ │ │ +0000000000047ec0 0000000000000003 R_RISCV_RELATIVE 31a00 │ │ │ │ +0000000000047ec8 0000000000000003 R_RISCV_RELATIVE 319c0 │ │ │ │ +0000000000047ed0 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ +0000000000047ed8 0000000000000003 R_RISCV_RELATIVE 319d8 │ │ │ │ 0000000000047ee0 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ -0000000000047ee8 0000000000000003 R_RISCV_RELATIVE 30580 │ │ │ │ -0000000000047ef0 0000000000000003 R_RISCV_RELATIVE 31298 │ │ │ │ -0000000000047ef8 0000000000000003 R_RISCV_RELATIVE 2cee8 │ │ │ │ -0000000000047f08 0000000000000003 R_RISCV_RELATIVE 29ae8 │ │ │ │ -0000000000047f10 0000000000000003 R_RISCV_RELATIVE 48390 │ │ │ │ -0000000000047f20 0000000000000003 R_RISCV_RELATIVE 299c8 │ │ │ │ -0000000000047f28 0000000000000003 R_RISCV_RELATIVE 48368 │ │ │ │ -0000000000047f38 0000000000000003 R_RISCV_RELATIVE 29928 │ │ │ │ -0000000000047f40 0000000000000003 R_RISCV_RELATIVE 48350 │ │ │ │ -0000000000047f50 0000000000000003 R_RISCV_RELATIVE 29b28 │ │ │ │ -0000000000047f58 0000000000000003 R_RISCV_RELATIVE 48318 │ │ │ │ -0000000000047f68 0000000000000003 R_RISCV_RELATIVE 29b40 │ │ │ │ -0000000000047f70 0000000000000003 R_RISCV_RELATIVE 482e8 │ │ │ │ -0000000000047f80 0000000000000003 R_RISCV_RELATIVE 29a10 │ │ │ │ -0000000000047f88 0000000000000003 R_RISCV_RELATIVE 482a8 │ │ │ │ -0000000000047f98 0000000000000003 R_RISCV_RELATIVE 29f08 │ │ │ │ -0000000000047fa0 0000000000000003 R_RISCV_RELATIVE 48260 │ │ │ │ -0000000000047fb0 0000000000000003 R_RISCV_RELATIVE 31760 │ │ │ │ -0000000000047fb8 0000000000000003 R_RISCV_RELATIVE 48228 │ │ │ │ -0000000000047fc8 0000000000000003 R_RISCV_RELATIVE 29b08 │ │ │ │ -0000000000047fd0 0000000000000003 R_RISCV_RELATIVE 481e8 │ │ │ │ -0000000000047fe0 0000000000000003 R_RISCV_RELATIVE 299f8 │ │ │ │ -0000000000047fe8 0000000000000003 R_RISCV_RELATIVE 481b0 │ │ │ │ -0000000000047ff8 0000000000000003 R_RISCV_RELATIVE 299a0 │ │ │ │ -0000000000048000 0000000000000003 R_RISCV_RELATIVE 48188 │ │ │ │ -0000000000048010 0000000000000003 R_RISCV_RELATIVE 29988 │ │ │ │ -0000000000048018 0000000000000003 R_RISCV_RELATIVE 48158 │ │ │ │ -0000000000048028 0000000000000003 R_RISCV_RELATIVE 299e0 │ │ │ │ -0000000000048030 0000000000000003 R_RISCV_RELATIVE 480f8 │ │ │ │ -0000000000048040 0000000000000003 R_RISCV_RELATIVE 298c0 │ │ │ │ -0000000000048048 0000000000000003 R_RISCV_RELATIVE 480a8 │ │ │ │ -0000000000048058 0000000000000003 R_RISCV_RELATIVE 29b58 │ │ │ │ -0000000000048060 0000000000000003 R_RISCV_RELATIVE 48088 │ │ │ │ -0000000000048088 0000000000000003 R_RISCV_RELATIVE 31780 │ │ │ │ -0000000000048090 0000000000000003 R_RISCV_RELATIVE 317d8 │ │ │ │ -0000000000048098 0000000000000003 R_RISCV_RELATIVE 31810 │ │ │ │ -00000000000480a8 0000000000000003 R_RISCV_RELATIVE 31820 │ │ │ │ -00000000000480b0 0000000000000003 R_RISCV_RELATIVE 31878 │ │ │ │ -00000000000480b8 0000000000000003 R_RISCV_RELATIVE 318d0 │ │ │ │ -00000000000480c0 0000000000000003 R_RISCV_RELATIVE 31928 │ │ │ │ -00000000000480c8 0000000000000003 R_RISCV_RELATIVE 31980 │ │ │ │ -00000000000480d0 0000000000000003 R_RISCV_RELATIVE 319d8 │ │ │ │ -00000000000480d8 0000000000000003 R_RISCV_RELATIVE 31a18 │ │ │ │ -00000000000480e0 0000000000000003 R_RISCV_RELATIVE 31a60 │ │ │ │ -00000000000480e8 0000000000000003 R_RISCV_RELATIVE 31a80 │ │ │ │ -00000000000480f8 0000000000000003 R_RISCV_RELATIVE 31aa0 │ │ │ │ -0000000000048100 0000000000000003 R_RISCV_RELATIVE 31ad8 │ │ │ │ -0000000000048108 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ -0000000000048110 0000000000000003 R_RISCV_RELATIVE 31b20 │ │ │ │ -0000000000048118 0000000000000003 R_RISCV_RELATIVE 31b68 │ │ │ │ -0000000000048120 0000000000000003 R_RISCV_RELATIVE 31bb0 │ │ │ │ -0000000000048128 0000000000000003 R_RISCV_RELATIVE 31bf8 │ │ │ │ -0000000000048130 0000000000000003 R_RISCV_RELATIVE 31c40 │ │ │ │ -0000000000048138 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ -0000000000048140 0000000000000003 R_RISCV_RELATIVE 2c488 │ │ │ │ -0000000000048148 0000000000000003 R_RISCV_RELATIVE 31c58 │ │ │ │ -0000000000048158 0000000000000003 R_RISCV_RELATIVE 31c70 │ │ │ │ -0000000000048160 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ -0000000000048168 0000000000000003 R_RISCV_RELATIVE 31ca8 │ │ │ │ -0000000000048170 0000000000000003 R_RISCV_RELATIVE 31cc0 │ │ │ │ -0000000000048178 0000000000000003 R_RISCV_RELATIVE 31cd8 │ │ │ │ -0000000000048188 0000000000000003 R_RISCV_RELATIVE 31cf0 │ │ │ │ -0000000000048190 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ -0000000000048198 0000000000000003 R_RISCV_RELATIVE 31ca8 │ │ │ │ -00000000000481a0 0000000000000003 R_RISCV_RELATIVE 31cc0 │ │ │ │ -00000000000481b0 0000000000000003 R_RISCV_RELATIVE 31d28 │ │ │ │ -00000000000481b8 0000000000000003 R_RISCV_RELATIVE 31d70 │ │ │ │ -00000000000481c0 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ -00000000000481c8 0000000000000003 R_RISCV_RELATIVE 31db8 │ │ │ │ -00000000000481d0 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ -00000000000481d8 0000000000000003 R_RISCV_RELATIVE 31dc8 │ │ │ │ -00000000000481e8 0000000000000003 R_RISCV_RELATIVE 31df0 │ │ │ │ -00000000000481f0 0000000000000003 R_RISCV_RELATIVE 31e38 │ │ │ │ -00000000000481f8 0000000000000003 R_RISCV_RELATIVE 31e80 │ │ │ │ -0000000000048200 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ -0000000000048208 0000000000000003 R_RISCV_RELATIVE 31ec8 │ │ │ │ -0000000000048210 0000000000000003 R_RISCV_RELATIVE 31ee0 │ │ │ │ -0000000000048218 0000000000000003 R_RISCV_RELATIVE 31ef8 │ │ │ │ -0000000000048228 0000000000000003 R_RISCV_RELATIVE 31f18 │ │ │ │ -0000000000048230 0000000000000003 R_RISCV_RELATIVE 31f60 │ │ │ │ -0000000000048238 0000000000000003 R_RISCV_RELATIVE 31fa8 │ │ │ │ -0000000000048240 0000000000000003 R_RISCV_RELATIVE 31ff0 │ │ │ │ -0000000000048248 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ -0000000000048250 0000000000000003 R_RISCV_RELATIVE 31ec8 │ │ │ │ -0000000000048260 0000000000000003 R_RISCV_RELATIVE 32028 │ │ │ │ -0000000000048268 0000000000000003 R_RISCV_RELATIVE 32070 │ │ │ │ -0000000000048270 0000000000000003 R_RISCV_RELATIVE 320b8 │ │ │ │ -0000000000048278 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ -0000000000048280 0000000000000003 R_RISCV_RELATIVE 320e0 │ │ │ │ -0000000000048288 0000000000000003 R_RISCV_RELATIVE 320f8 │ │ │ │ -0000000000048290 0000000000000003 R_RISCV_RELATIVE 32110 │ │ │ │ -0000000000048298 0000000000000003 R_RISCV_RELATIVE 320f8 │ │ │ │ -00000000000482a8 0000000000000003 R_RISCV_RELATIVE 32128 │ │ │ │ -00000000000482b0 0000000000000003 R_RISCV_RELATIVE 32170 │ │ │ │ -00000000000482b8 0000000000000003 R_RISCV_RELATIVE 321b8 │ │ │ │ -00000000000482c0 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ -00000000000482c8 0000000000000003 R_RISCV_RELATIVE 321d0 │ │ │ │ -00000000000482d0 0000000000000003 R_RISCV_RELATIVE 321f0 │ │ │ │ -00000000000482d8 0000000000000003 R_RISCV_RELATIVE 32210 │ │ │ │ -00000000000482e8 0000000000000003 R_RISCV_RELATIVE 32230 │ │ │ │ -00000000000482f0 0000000000000003 R_RISCV_RELATIVE 32280 │ │ │ │ -00000000000482f8 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ -0000000000048300 0000000000000003 R_RISCV_RELATIVE 321d0 │ │ │ │ -0000000000048308 0000000000000003 R_RISCV_RELATIVE 32210 │ │ │ │ -0000000000048318 0000000000000003 R_RISCV_RELATIVE 322c8 │ │ │ │ -0000000000048320 0000000000000003 R_RISCV_RELATIVE 32310 │ │ │ │ -0000000000048328 0000000000000003 R_RISCV_RELATIVE 32358 │ │ │ │ -0000000000048330 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ -0000000000048338 0000000000000003 R_RISCV_RELATIVE 321d0 │ │ │ │ -0000000000048340 0000000000000003 R_RISCV_RELATIVE 32210 │ │ │ │ -0000000000048350 0000000000000003 R_RISCV_RELATIVE 32380 │ │ │ │ -0000000000048358 0000000000000003 R_RISCV_RELATIVE 2bb28 │ │ │ │ -0000000000048368 0000000000000003 R_RISCV_RELATIVE 323d8 │ │ │ │ -0000000000048370 0000000000000003 R_RISCV_RELATIVE 32428 │ │ │ │ -0000000000048378 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ -0000000000048380 0000000000000003 R_RISCV_RELATIVE 31dc8 │ │ │ │ -0000000000048390 0000000000000003 R_RISCV_RELATIVE 32440 │ │ │ │ -0000000000048398 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ -00000000000483a0 0000000000000003 R_RISCV_RELATIVE 31db8 │ │ │ │ -00000000000483a8 0000000000000003 R_RISCV_RELATIVE 32490 │ │ │ │ -00000000000483b8 0000000000000003 R_RISCV_RELATIVE 324a8 │ │ │ │ -00000000000483c0 0000000000000003 R_RISCV_RELATIVE 485b8 │ │ │ │ -00000000000483d0 0000000000000003 R_RISCV_RELATIVE 324c8 │ │ │ │ -00000000000483d8 0000000000000003 R_RISCV_RELATIVE 48568 │ │ │ │ -00000000000483e8 0000000000000003 R_RISCV_RELATIVE 324e8 │ │ │ │ -00000000000483f0 0000000000000003 R_RISCV_RELATIVE 484d8 │ │ │ │ -0000000000048400 0000000000000003 R_RISCV_RELATIVE 2b330 │ │ │ │ -0000000000048408 0000000000000003 R_RISCV_RELATIVE 48490 │ │ │ │ -0000000000048418 0000000000000003 R_RISCV_RELATIVE 32510 │ │ │ │ -0000000000048420 0000000000000003 R_RISCV_RELATIVE 48448 │ │ │ │ -0000000000048448 0000000000000003 R_RISCV_RELATIVE 32530 │ │ │ │ -0000000000048450 0000000000000003 R_RISCV_RELATIVE 32578 │ │ │ │ -0000000000048458 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ -0000000000048460 0000000000000003 R_RISCV_RELATIVE 325b8 │ │ │ │ -0000000000048468 0000000000000003 R_RISCV_RELATIVE 32600 │ │ │ │ -0000000000048470 0000000000000003 R_RISCV_RELATIVE 32648 │ │ │ │ -0000000000048478 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ -0000000000048480 0000000000000003 R_RISCV_RELATIVE 32680 │ │ │ │ -0000000000048490 0000000000000003 R_RISCV_RELATIVE 32698 │ │ │ │ -0000000000048498 0000000000000003 R_RISCV_RELATIVE 326e0 │ │ │ │ -00000000000484a0 0000000000000003 R_RISCV_RELATIVE 32728 │ │ │ │ -00000000000484a8 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ -00000000000484b0 0000000000000003 R_RISCV_RELATIVE 32730 │ │ │ │ -00000000000484b8 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ -00000000000484c0 0000000000000003 R_RISCV_RELATIVE 2c8b0 │ │ │ │ -00000000000484c8 0000000000000003 R_RISCV_RELATIVE 2c8d0 │ │ │ │ -00000000000484d8 0000000000000003 R_RISCV_RELATIVE 32778 │ │ │ │ -00000000000484e0 0000000000000003 R_RISCV_RELATIVE 327c0 │ │ │ │ -00000000000484e8 0000000000000003 R_RISCV_RELATIVE 32808 │ │ │ │ -00000000000484f0 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ -00000000000484f8 0000000000000003 R_RISCV_RELATIVE 2f270 │ │ │ │ -0000000000048500 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ -0000000000048508 0000000000000003 R_RISCV_RELATIVE 32828 │ │ │ │ -0000000000048510 0000000000000003 R_RISCV_RELATIVE 32870 │ │ │ │ -0000000000048518 0000000000000003 R_RISCV_RELATIVE 328b8 │ │ │ │ -0000000000048520 0000000000000003 R_RISCV_RELATIVE 32900 │ │ │ │ -0000000000048528 0000000000000003 R_RISCV_RELATIVE 32948 │ │ │ │ -0000000000048530 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ -0000000000048538 0000000000000003 R_RISCV_RELATIVE 32980 │ │ │ │ -0000000000048540 0000000000000003 R_RISCV_RELATIVE 329c8 │ │ │ │ -0000000000048548 0000000000000003 R_RISCV_RELATIVE 32a10 │ │ │ │ -0000000000048550 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ -0000000000048558 0000000000000003 R_RISCV_RELATIVE 32a48 │ │ │ │ -0000000000048568 0000000000000003 R_RISCV_RELATIVE 32a80 │ │ │ │ -0000000000048570 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ -0000000000048578 0000000000000003 R_RISCV_RELATIVE 32ac0 │ │ │ │ -0000000000048580 0000000000000003 R_RISCV_RELATIVE 32b08 │ │ │ │ -0000000000048588 0000000000000003 R_RISCV_RELATIVE 32b48 │ │ │ │ -0000000000048590 0000000000000003 R_RISCV_RELATIVE 32b88 │ │ │ │ -0000000000048598 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ -00000000000485a0 0000000000000003 R_RISCV_RELATIVE 30060 │ │ │ │ -00000000000485a8 0000000000000003 R_RISCV_RELATIVE 32bb8 │ │ │ │ -00000000000485b8 0000000000000003 R_RISCV_RELATIVE 32bc8 │ │ │ │ -00000000000485c0 0000000000000003 R_RISCV_RELATIVE 32c10 │ │ │ │ -00000000000485c8 0000000000000003 R_RISCV_RELATIVE 32c58 │ │ │ │ -00000000000485d0 0000000000000003 R_RISCV_RELATIVE 32ca0 │ │ │ │ -00000000000485d8 0000000000000003 R_RISCV_RELATIVE 32ce8 │ │ │ │ -00000000000485e0 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ -00000000000485e8 0000000000000003 R_RISCV_RELATIVE 32d30 │ │ │ │ -00000000000485f0 0000000000000003 R_RISCV_RELATIVE 32d40 │ │ │ │ -00000000000485f8 0000000000000003 R_RISCV_RELATIVE 32d50 │ │ │ │ -0000000000048608 0000000000000003 R_RISCV_RELATIVE 28f88 │ │ │ │ -0000000000048610 0000000000000003 R_RISCV_RELATIVE 487a0 │ │ │ │ -0000000000048620 0000000000000003 R_RISCV_RELATIVE 29198 │ │ │ │ -0000000000048628 0000000000000003 R_RISCV_RELATIVE 48790 │ │ │ │ -0000000000048638 0000000000000003 R_RISCV_RELATIVE 32d60 │ │ │ │ -0000000000048640 0000000000000003 R_RISCV_RELATIVE 48718 │ │ │ │ -0000000000048650 0000000000000003 R_RISCV_RELATIVE 32d78 │ │ │ │ -0000000000048658 0000000000000003 R_RISCV_RELATIVE 486f0 │ │ │ │ -0000000000048668 0000000000000003 R_RISCV_RELATIVE 32da8 │ │ │ │ -0000000000048670 0000000000000003 R_RISCV_RELATIVE 486d8 │ │ │ │ -0000000000048680 0000000000000003 R_RISCV_RELATIVE 32dd0 │ │ │ │ -0000000000048688 0000000000000003 R_RISCV_RELATIVE 486b0 │ │ │ │ -00000000000486b0 0000000000000003 R_RISCV_RELATIVE 32df8 │ │ │ │ -00000000000486b8 0000000000000003 R_RISCV_RELATIVE 32e30 │ │ │ │ -00000000000486c0 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ -00000000000486c8 0000000000000003 R_RISCV_RELATIVE 32e58 │ │ │ │ -00000000000486d8 0000000000000003 R_RISCV_RELATIVE 32e70 │ │ │ │ -00000000000486e0 0000000000000003 R_RISCV_RELATIVE 32eb0 │ │ │ │ -00000000000486f0 0000000000000003 R_RISCV_RELATIVE 32ee8 │ │ │ │ -00000000000486f8 0000000000000003 R_RISCV_RELATIVE 32f30 │ │ │ │ -0000000000048700 0000000000000003 R_RISCV_RELATIVE 32f70 │ │ │ │ -0000000000048708 0000000000000003 R_RISCV_RELATIVE 32fb8 │ │ │ │ -0000000000048718 0000000000000003 R_RISCV_RELATIVE 32fc0 │ │ │ │ -0000000000048720 0000000000000003 R_RISCV_RELATIVE 33000 │ │ │ │ -0000000000048728 0000000000000003 R_RISCV_RELATIVE 33048 │ │ │ │ -0000000000048730 0000000000000003 R_RISCV_RELATIVE 33090 │ │ │ │ -0000000000048738 0000000000000003 R_RISCV_RELATIVE 330d8 │ │ │ │ -0000000000048740 0000000000000003 R_RISCV_RELATIVE 33120 │ │ │ │ -0000000000048748 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ -0000000000048750 0000000000000003 R_RISCV_RELATIVE 33158 │ │ │ │ -0000000000048758 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ -0000000000048760 0000000000000003 R_RISCV_RELATIVE 33180 │ │ │ │ -0000000000048768 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ -0000000000048770 0000000000000003 R_RISCV_RELATIVE 331a8 │ │ │ │ -0000000000048778 0000000000000003 R_RISCV_RELATIVE 331f0 │ │ │ │ -0000000000048780 0000000000000003 R_RISCV_RELATIVE 33238 │ │ │ │ -0000000000048790 0000000000000003 R_RISCV_RELATIVE 2e588 │ │ │ │ -00000000000487a0 0000000000000003 R_RISCV_RELATIVE 33270 │ │ │ │ -00000000000487a8 0000000000000003 R_RISCV_RELATIVE 332c0 │ │ │ │ -00000000000487b0 0000000000000003 R_RISCV_RELATIVE 33308 │ │ │ │ -00000000000487b8 0000000000000003 R_RISCV_RELATIVE 33350 │ │ │ │ -00000000000487c0 0000000000000003 R_RISCV_RELATIVE 33398 │ │ │ │ -00000000000487c8 0000000000000003 R_RISCV_RELATIVE 333e0 │ │ │ │ -00000000000487d0 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ -00000000000487d8 0000000000000003 R_RISCV_RELATIVE 333f8 │ │ │ │ -00000000000487e0 0000000000000003 R_RISCV_RELATIVE 33408 │ │ │ │ -00000000000487f0 0000000000000003 R_RISCV_RELATIVE 33438 │ │ │ │ -00000000000487f8 0000000000000003 R_RISCV_RELATIVE 48988 │ │ │ │ -0000000000048808 0000000000000003 R_RISCV_RELATIVE 33440 │ │ │ │ -0000000000048810 0000000000000003 R_RISCV_RELATIVE 48940 │ │ │ │ -0000000000048820 0000000000000003 R_RISCV_RELATIVE 33450 │ │ │ │ -0000000000048828 0000000000000003 R_RISCV_RELATIVE 48900 │ │ │ │ -0000000000048838 0000000000000003 R_RISCV_RELATIVE 33478 │ │ │ │ -0000000000048840 0000000000000003 R_RISCV_RELATIVE 488a8 │ │ │ │ -0000000000048850 0000000000000003 R_RISCV_RELATIVE 33488 │ │ │ │ -0000000000048858 0000000000000003 R_RISCV_RELATIVE 48880 │ │ │ │ -0000000000048880 0000000000000003 R_RISCV_RELATIVE 33498 │ │ │ │ -0000000000048888 0000000000000003 R_RISCV_RELATIVE 334e8 │ │ │ │ -0000000000048890 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ -0000000000048898 0000000000000003 R_RISCV_RELATIVE 334f0 │ │ │ │ -00000000000488a8 0000000000000003 R_RISCV_RELATIVE 33500 │ │ │ │ -00000000000488b0 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ -00000000000488b8 0000000000000003 R_RISCV_RELATIVE 32bb8 │ │ │ │ -00000000000488c0 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ -00000000000488c8 0000000000000003 R_RISCV_RELATIVE 33530 │ │ │ │ -00000000000488d0 0000000000000003 R_RISCV_RELATIVE 33580 │ │ │ │ -00000000000488d8 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ -00000000000488e0 0000000000000003 R_RISCV_RELATIVE 335d0 │ │ │ │ -00000000000488e8 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ -00000000000488f0 0000000000000003 R_RISCV_RELATIVE 335e8 │ │ │ │ -0000000000048900 0000000000000003 R_RISCV_RELATIVE 33618 │ │ │ │ -0000000000048908 0000000000000003 R_RISCV_RELATIVE 33668 │ │ │ │ -0000000000048910 0000000000000003 R_RISCV_RELATIVE 336b0 │ │ │ │ -0000000000048918 0000000000000003 R_RISCV_RELATIVE 336e8 │ │ │ │ -0000000000048920 0000000000000003 R_RISCV_RELATIVE 336f0 │ │ │ │ -0000000000048928 0000000000000003 R_RISCV_RELATIVE 33708 │ │ │ │ -0000000000048930 0000000000000003 R_RISCV_RELATIVE 33618 │ │ │ │ -0000000000048940 0000000000000003 R_RISCV_RELATIVE 33720 │ │ │ │ -0000000000048948 0000000000000003 R_RISCV_RELATIVE 33768 │ │ │ │ -0000000000048950 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ -0000000000048958 0000000000000003 R_RISCV_RELATIVE 33798 │ │ │ │ -0000000000048960 0000000000000003 R_RISCV_RELATIVE 337b8 │ │ │ │ -0000000000048968 0000000000000003 R_RISCV_RELATIVE 337d8 │ │ │ │ -0000000000048970 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ -0000000000048978 0000000000000003 R_RISCV_RELATIVE 337f8 │ │ │ │ -0000000000048988 0000000000000003 R_RISCV_RELATIVE 33808 │ │ │ │ -0000000000048990 0000000000000003 R_RISCV_RELATIVE 33850 │ │ │ │ -0000000000048998 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ -00000000000489a0 0000000000000003 R_RISCV_RELATIVE 2e588 │ │ │ │ -00000000000489b0 0000000000000003 R_RISCV_RELATIVE 33878 │ │ │ │ -00000000000489b8 0000000000000003 R_RISCV_RELATIVE 48bb8 │ │ │ │ -00000000000489c8 0000000000000003 R_RISCV_RELATIVE 33890 │ │ │ │ -00000000000489d0 0000000000000003 R_RISCV_RELATIVE 48ba0 │ │ │ │ -00000000000489e0 0000000000000003 R_RISCV_RELATIVE 338a8 │ │ │ │ -00000000000489e8 0000000000000003 R_RISCV_RELATIVE 48b70 │ │ │ │ -00000000000489f8 0000000000000003 R_RISCV_RELATIVE 3beb0 │ │ │ │ -0000000000048a00 0000000000000003 R_RISCV_RELATIVE 48b60 │ │ │ │ -0000000000048a10 0000000000000003 R_RISCV_RELATIVE 33438 │ │ │ │ -0000000000048a18 0000000000000003 R_RISCV_RELATIVE 48b00 │ │ │ │ -0000000000048a28 0000000000000003 R_RISCV_RELATIVE 338c0 │ │ │ │ -0000000000048a30 0000000000000003 R_RISCV_RELATIVE 48ae8 │ │ │ │ -0000000000048a40 0000000000000003 R_RISCV_RELATIVE 338d0 │ │ │ │ -0000000000048a48 0000000000000003 R_RISCV_RELATIVE 48ac8 │ │ │ │ -0000000000048a58 0000000000000003 R_RISCV_RELATIVE 338e0 │ │ │ │ -0000000000048a60 0000000000000003 R_RISCV_RELATIVE 48a88 │ │ │ │ -0000000000048a88 0000000000000003 R_RISCV_RELATIVE 338f8 │ │ │ │ -0000000000048a90 0000000000000003 R_RISCV_RELATIVE 33940 │ │ │ │ -0000000000048a98 0000000000000003 R_RISCV_RELATIVE 33988 │ │ │ │ -0000000000048aa0 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ -0000000000048aa8 0000000000000003 R_RISCV_RELATIVE 339a0 │ │ │ │ -0000000000048ab0 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ -0000000000048ab8 0000000000000003 R_RISCV_RELATIVE 39260 │ │ │ │ -0000000000048ac8 0000000000000003 R_RISCV_RELATIVE 339c8 │ │ │ │ -0000000000048ad0 0000000000000003 R_RISCV_RELATIVE 33a08 │ │ │ │ -0000000000048ad8 0000000000000003 R_RISCV_RELATIVE 33a10 │ │ │ │ -0000000000048ae8 0000000000000003 R_RISCV_RELATIVE 33a30 │ │ │ │ -0000000000048af0 0000000000000003 R_RISCV_RELATIVE 33a68 │ │ │ │ -0000000000048b00 0000000000000003 R_RISCV_RELATIVE 33ab0 │ │ │ │ -0000000000048b08 0000000000000003 R_RISCV_RELATIVE 33ae0 │ │ │ │ +0000000000047ee8 0000000000000003 R_RISCV_RELATIVE 2e890 │ │ │ │ +0000000000047ef0 0000000000000003 R_RISCV_RELATIVE 30fd8 │ │ │ │ +0000000000047ef8 0000000000000003 R_RISCV_RELATIVE 30548 │ │ │ │ +0000000000047f00 0000000000000003 R_RISCV_RELATIVE 31110 │ │ │ │ +0000000000047f10 0000000000000003 R_RISCV_RELATIVE 31a48 │ │ │ │ +0000000000047f18 0000000000000003 R_RISCV_RELATIVE 31a90 │ │ │ │ +0000000000047f20 0000000000000003 R_RISCV_RELATIVE 31ad8 │ │ │ │ +0000000000047f28 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ +0000000000047f30 0000000000000003 R_RISCV_RELATIVE 2e890 │ │ │ │ +0000000000047f38 0000000000000003 R_RISCV_RELATIVE 31b00 │ │ │ │ +0000000000047f48 0000000000000003 R_RISCV_RELATIVE 31b18 │ │ │ │ +0000000000047f50 0000000000000003 R_RISCV_RELATIVE 30530 │ │ │ │ +0000000000047f58 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ +0000000000047f60 0000000000000003 R_RISCV_RELATIVE 2e890 │ │ │ │ +0000000000047f68 0000000000000003 R_RISCV_RELATIVE 2d578 │ │ │ │ +0000000000047f70 0000000000000003 R_RISCV_RELATIVE 30548 │ │ │ │ +0000000000047f80 0000000000000003 R_RISCV_RELATIVE 2e448 │ │ │ │ +0000000000047f88 0000000000000003 R_RISCV_RELATIVE 47fe0 │ │ │ │ +0000000000047f98 0000000000000003 R_RISCV_RELATIVE 31b58 │ │ │ │ +0000000000047fa0 0000000000000003 R_RISCV_RELATIVE 47fc8 │ │ │ │ +0000000000047fc8 0000000000000003 R_RISCV_RELATIVE 31b68 │ │ │ │ +0000000000047fd0 0000000000000003 R_RISCV_RELATIVE 31bb8 │ │ │ │ +0000000000047fe0 0000000000000003 R_RISCV_RELATIVE 31bd8 │ │ │ │ +0000000000047fe8 0000000000000003 R_RISCV_RELATIVE 2e968 │ │ │ │ +0000000000047ff0 0000000000000003 R_RISCV_RELATIVE 2e9b0 │ │ │ │ +0000000000047ff8 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ +0000000000048000 0000000000000003 R_RISCV_RELATIVE 31c18 │ │ │ │ +0000000000048008 0000000000000003 R_RISCV_RELATIVE 2e9f0 │ │ │ │ +0000000000048018 0000000000000003 R_RISCV_RELATIVE 31c30 │ │ │ │ +0000000000048020 0000000000000003 R_RISCV_RELATIVE 48048 │ │ │ │ +0000000000048048 0000000000000003 R_RISCV_RELATIVE 31c40 │ │ │ │ +0000000000048050 0000000000000003 R_RISCV_RELATIVE 31c88 │ │ │ │ +0000000000048058 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ +0000000000048060 0000000000000003 R_RISCV_RELATIVE 2e890 │ │ │ │ +0000000000048068 0000000000000003 R_RISCV_RELATIVE 30fd8 │ │ │ │ +0000000000048070 0000000000000003 R_RISCV_RELATIVE 31cc0 │ │ │ │ +0000000000048078 0000000000000003 R_RISCV_RELATIVE 30548 │ │ │ │ +0000000000048080 0000000000000003 R_RISCV_RELATIVE 31cd8 │ │ │ │ +0000000000048088 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ +0000000000048098 0000000000000003 R_RISCV_RELATIVE 31cf0 │ │ │ │ +00000000000480a0 0000000000000003 R_RISCV_RELATIVE 480f8 │ │ │ │ +00000000000480b0 0000000000000003 R_RISCV_RELATIVE 31d10 │ │ │ │ +00000000000480b8 0000000000000003 R_RISCV_RELATIVE 480e0 │ │ │ │ +00000000000480e0 0000000000000003 R_RISCV_RELATIVE 31d28 │ │ │ │ +00000000000480e8 0000000000000003 R_RISCV_RELATIVE 31d88 │ │ │ │ +00000000000480f8 0000000000000003 R_RISCV_RELATIVE 31df0 │ │ │ │ +0000000000048100 0000000000000003 R_RISCV_RELATIVE 31e50 │ │ │ │ +0000000000048108 0000000000000003 R_RISCV_RELATIVE 31eb0 │ │ │ │ +0000000000048110 0000000000000003 R_RISCV_RELATIVE 31ef0 │ │ │ │ +0000000000048118 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ +0000000000048120 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ +0000000000048130 0000000000000003 R_RISCV_RELATIVE 31f40 │ │ │ │ +0000000000048138 0000000000000003 R_RISCV_RELATIVE 48b30 │ │ │ │ +0000000000048148 0000000000000003 R_RISCV_RELATIVE 31f68 │ │ │ │ +0000000000048150 0000000000000003 R_RISCV_RELATIVE 48af0 │ │ │ │ +0000000000048160 0000000000000003 R_RISCV_RELATIVE 31f80 │ │ │ │ +0000000000048168 0000000000000003 R_RISCV_RELATIVE 48aa8 │ │ │ │ +0000000000048178 0000000000000003 R_RISCV_RELATIVE 31fa0 │ │ │ │ +0000000000048180 0000000000000003 R_RISCV_RELATIVE 48a78 │ │ │ │ +0000000000048190 0000000000000003 R_RISCV_RELATIVE 31fb8 │ │ │ │ +0000000000048198 0000000000000003 R_RISCV_RELATIVE 48a50 │ │ │ │ +00000000000481a8 0000000000000003 R_RISCV_RELATIVE 31fe0 │ │ │ │ +00000000000481b0 0000000000000003 R_RISCV_RELATIVE 48a28 │ │ │ │ +00000000000481c0 0000000000000003 R_RISCV_RELATIVE 32000 │ │ │ │ +00000000000481c8 0000000000000003 R_RISCV_RELATIVE 48a08 │ │ │ │ +00000000000481d8 0000000000000003 R_RISCV_RELATIVE 32020 │ │ │ │ +00000000000481e0 0000000000000003 R_RISCV_RELATIVE 489d0 │ │ │ │ +00000000000481f0 0000000000000003 R_RISCV_RELATIVE 32040 │ │ │ │ +00000000000481f8 0000000000000003 R_RISCV_RELATIVE 48998 │ │ │ │ +0000000000048208 0000000000000003 R_RISCV_RELATIVE 32060 │ │ │ │ +0000000000048210 0000000000000003 R_RISCV_RELATIVE 48960 │ │ │ │ +0000000000048220 0000000000000003 R_RISCV_RELATIVE 32080 │ │ │ │ +0000000000048228 0000000000000003 R_RISCV_RELATIVE 48930 │ │ │ │ +0000000000048238 0000000000000003 R_RISCV_RELATIVE 32098 │ │ │ │ +0000000000048240 0000000000000003 R_RISCV_RELATIVE 488e8 │ │ │ │ +0000000000048250 0000000000000003 R_RISCV_RELATIVE 320b8 │ │ │ │ +0000000000048258 0000000000000003 R_RISCV_RELATIVE 488b0 │ │ │ │ +0000000000048268 0000000000000003 R_RISCV_RELATIVE 320d8 │ │ │ │ +0000000000048270 0000000000000003 R_RISCV_RELATIVE 48888 │ │ │ │ +0000000000048280 0000000000000003 R_RISCV_RELATIVE 320f0 │ │ │ │ +0000000000048288 0000000000000003 R_RISCV_RELATIVE 48858 │ │ │ │ +0000000000048298 0000000000000003 R_RISCV_RELATIVE 32108 │ │ │ │ +00000000000482a0 0000000000000003 R_RISCV_RELATIVE 48828 │ │ │ │ +00000000000482b0 0000000000000003 R_RISCV_RELATIVE 32120 │ │ │ │ +00000000000482b8 0000000000000003 R_RISCV_RELATIVE 48800 │ │ │ │ +00000000000482c8 0000000000000003 R_RISCV_RELATIVE 32138 │ │ │ │ +00000000000482d0 0000000000000003 R_RISCV_RELATIVE 487e0 │ │ │ │ +00000000000482e0 0000000000000003 R_RISCV_RELATIVE 32158 │ │ │ │ +00000000000482e8 0000000000000003 R_RISCV_RELATIVE 487b8 │ │ │ │ +00000000000482f8 0000000000000003 R_RISCV_RELATIVE 32178 │ │ │ │ +0000000000048300 0000000000000003 R_RISCV_RELATIVE 48790 │ │ │ │ +0000000000048310 0000000000000003 R_RISCV_RELATIVE 32198 │ │ │ │ +0000000000048318 0000000000000003 R_RISCV_RELATIVE 48768 │ │ │ │ +0000000000048328 0000000000000003 R_RISCV_RELATIVE 321b8 │ │ │ │ +0000000000048330 0000000000000003 R_RISCV_RELATIVE 48740 │ │ │ │ +0000000000048340 0000000000000003 R_RISCV_RELATIVE 321d0 │ │ │ │ +0000000000048348 0000000000000003 R_RISCV_RELATIVE 48710 │ │ │ │ +0000000000048358 0000000000000003 R_RISCV_RELATIVE 321e8 │ │ │ │ +0000000000048360 0000000000000003 R_RISCV_RELATIVE 486e8 │ │ │ │ +0000000000048370 0000000000000003 R_RISCV_RELATIVE 32200 │ │ │ │ +0000000000048378 0000000000000003 R_RISCV_RELATIVE 486c0 │ │ │ │ +0000000000048388 0000000000000003 R_RISCV_RELATIVE 32210 │ │ │ │ +0000000000048390 0000000000000003 R_RISCV_RELATIVE 48680 │ │ │ │ +00000000000483a0 0000000000000003 R_RISCV_RELATIVE 32220 │ │ │ │ +00000000000483a8 0000000000000003 R_RISCV_RELATIVE 48658 │ │ │ │ +00000000000483b8 0000000000000003 R_RISCV_RELATIVE 32230 │ │ │ │ +00000000000483c0 0000000000000003 R_RISCV_RELATIVE 48620 │ │ │ │ +00000000000483d0 0000000000000003 R_RISCV_RELATIVE 32240 │ │ │ │ +00000000000483d8 0000000000000003 R_RISCV_RELATIVE 485e0 │ │ │ │ +00000000000483e8 0000000000000003 R_RISCV_RELATIVE 32260 │ │ │ │ +00000000000483f0 0000000000000003 R_RISCV_RELATIVE 485b0 │ │ │ │ +0000000000048400 0000000000000003 R_RISCV_RELATIVE 32280 │ │ │ │ +0000000000048408 0000000000000003 R_RISCV_RELATIVE 48580 │ │ │ │ +0000000000048418 0000000000000003 R_RISCV_RELATIVE 32290 │ │ │ │ +0000000000048420 0000000000000003 R_RISCV_RELATIVE 48550 │ │ │ │ +0000000000048430 0000000000000003 R_RISCV_RELATIVE 322a8 │ │ │ │ +0000000000048438 0000000000000003 R_RISCV_RELATIVE 48520 │ │ │ │ +0000000000048448 0000000000000003 R_RISCV_RELATIVE 322c0 │ │ │ │ +0000000000048450 0000000000000003 R_RISCV_RELATIVE 484f0 │ │ │ │ +0000000000048460 0000000000000003 R_RISCV_RELATIVE 322d8 │ │ │ │ +0000000000048468 0000000000000003 R_RISCV_RELATIVE 484c8 │ │ │ │ +0000000000048478 0000000000000003 R_RISCV_RELATIVE 322f8 │ │ │ │ +0000000000048480 0000000000000003 R_RISCV_RELATIVE 484a8 │ │ │ │ +00000000000484a8 0000000000000003 R_RISCV_RELATIVE 32308 │ │ │ │ +00000000000484b0 0000000000000003 R_RISCV_RELATIVE 32350 │ │ │ │ +00000000000484b8 0000000000000003 R_RISCV_RELATIVE 32390 │ │ │ │ +00000000000484c8 0000000000000003 R_RISCV_RELATIVE 323a0 │ │ │ │ +00000000000484d0 0000000000000003 R_RISCV_RELATIVE 323d0 │ │ │ │ +00000000000484d8 0000000000000003 R_RISCV_RELATIVE 32400 │ │ │ │ +00000000000484e0 0000000000000003 R_RISCV_RELATIVE 32430 │ │ │ │ +00000000000484f0 0000000000000003 R_RISCV_RELATIVE 32468 │ │ │ │ +00000000000484f8 0000000000000003 R_RISCV_RELATIVE 324a8 │ │ │ │ +0000000000048500 0000000000000003 R_RISCV_RELATIVE 324f0 │ │ │ │ +0000000000048508 0000000000000003 R_RISCV_RELATIVE 32510 │ │ │ │ +0000000000048510 0000000000000003 R_RISCV_RELATIVE 32430 │ │ │ │ +0000000000048520 0000000000000003 R_RISCV_RELATIVE 32530 │ │ │ │ +0000000000048528 0000000000000003 R_RISCV_RELATIVE 324a8 │ │ │ │ +0000000000048530 0000000000000003 R_RISCV_RELATIVE 324f0 │ │ │ │ +0000000000048538 0000000000000003 R_RISCV_RELATIVE 32578 │ │ │ │ +0000000000048540 0000000000000003 R_RISCV_RELATIVE 32430 │ │ │ │ +0000000000048550 0000000000000003 R_RISCV_RELATIVE 32598 │ │ │ │ +0000000000048558 0000000000000003 R_RISCV_RELATIVE 324a8 │ │ │ │ +0000000000048560 0000000000000003 R_RISCV_RELATIVE 324f0 │ │ │ │ +0000000000048568 0000000000000003 R_RISCV_RELATIVE 325e0 │ │ │ │ +0000000000048570 0000000000000003 R_RISCV_RELATIVE 32430 │ │ │ │ +0000000000048580 0000000000000003 R_RISCV_RELATIVE 32600 │ │ │ │ +0000000000048588 0000000000000003 R_RISCV_RELATIVE 324a8 │ │ │ │ +0000000000048590 0000000000000003 R_RISCV_RELATIVE 324f0 │ │ │ │ +0000000000048598 0000000000000003 R_RISCV_RELATIVE 32640 │ │ │ │ +00000000000485a0 0000000000000003 R_RISCV_RELATIVE 32430 │ │ │ │ +00000000000485b0 0000000000000003 R_RISCV_RELATIVE 32660 │ │ │ │ +00000000000485b8 0000000000000003 R_RISCV_RELATIVE 324a8 │ │ │ │ +00000000000485c0 0000000000000003 R_RISCV_RELATIVE 326b0 │ │ │ │ +00000000000485c8 0000000000000003 R_RISCV_RELATIVE 326e0 │ │ │ │ +00000000000485d0 0000000000000003 R_RISCV_RELATIVE 32430 │ │ │ │ +00000000000485e0 0000000000000003 R_RISCV_RELATIVE 32710 │ │ │ │ +00000000000485e8 0000000000000003 R_RISCV_RELATIVE 32758 │ │ │ │ +00000000000485f0 0000000000000003 R_RISCV_RELATIVE 327a0 │ │ │ │ +00000000000485f8 0000000000000003 R_RISCV_RELATIVE 326b0 │ │ │ │ +0000000000048600 0000000000000003 R_RISCV_RELATIVE 327e0 │ │ │ │ +0000000000048608 0000000000000003 R_RISCV_RELATIVE 32810 │ │ │ │ +0000000000048610 0000000000000003 R_RISCV_RELATIVE 32430 │ │ │ │ +0000000000048620 0000000000000003 R_RISCV_RELATIVE 32840 │ │ │ │ +0000000000048628 0000000000000003 R_RISCV_RELATIVE 32888 │ │ │ │ +0000000000048630 0000000000000003 R_RISCV_RELATIVE 328d0 │ │ │ │ +0000000000048638 0000000000000003 R_RISCV_RELATIVE 326b0 │ │ │ │ +0000000000048640 0000000000000003 R_RISCV_RELATIVE 32918 │ │ │ │ +0000000000048648 0000000000000003 R_RISCV_RELATIVE 32430 │ │ │ │ +0000000000048658 0000000000000003 R_RISCV_RELATIVE 32948 │ │ │ │ +0000000000048660 0000000000000003 R_RISCV_RELATIVE 32990 │ │ │ │ +0000000000048668 0000000000000003 R_RISCV_RELATIVE 329a8 │ │ │ │ +0000000000048670 0000000000000003 R_RISCV_RELATIVE 329c0 │ │ │ │ +0000000000048680 0000000000000003 R_RISCV_RELATIVE 329e0 │ │ │ │ +0000000000048688 0000000000000003 R_RISCV_RELATIVE 32a28 │ │ │ │ +0000000000048690 0000000000000003 R_RISCV_RELATIVE 326d8 │ │ │ │ +0000000000048698 0000000000000003 R_RISCV_RELATIVE 32a68 │ │ │ │ +00000000000486a0 0000000000000003 R_RISCV_RELATIVE 32aa0 │ │ │ │ +00000000000486a8 0000000000000003 R_RISCV_RELATIVE 32af0 │ │ │ │ +00000000000486b0 0000000000000003 R_RISCV_RELATIVE 32b40 │ │ │ │ +00000000000486c0 0000000000000003 R_RISCV_RELATIVE 32b68 │ │ │ │ +00000000000486c8 0000000000000003 R_RISCV_RELATIVE 32bb0 │ │ │ │ +00000000000486d0 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ +00000000000486d8 0000000000000003 R_RISCV_RELATIVE 32bf8 │ │ │ │ +00000000000486e8 0000000000000003 R_RISCV_RELATIVE 32c50 │ │ │ │ +00000000000486f0 0000000000000003 R_RISCV_RELATIVE 324a8 │ │ │ │ +00000000000486f8 0000000000000003 R_RISCV_RELATIVE 32c98 │ │ │ │ +0000000000048700 0000000000000003 R_RISCV_RELATIVE 32430 │ │ │ │ +0000000000048710 0000000000000003 R_RISCV_RELATIVE 32cc8 │ │ │ │ +0000000000048718 0000000000000003 R_RISCV_RELATIVE 32370 │ │ │ │ +0000000000048720 0000000000000003 R_RISCV_RELATIVE 32d18 │ │ │ │ +0000000000048728 0000000000000003 R_RISCV_RELATIVE 32d40 │ │ │ │ +0000000000048730 0000000000000003 R_RISCV_RELATIVE 32d68 │ │ │ │ +0000000000048740 0000000000000003 R_RISCV_RELATIVE 32da0 │ │ │ │ +0000000000048748 0000000000000003 R_RISCV_RELATIVE 32370 │ │ │ │ +0000000000048750 0000000000000003 R_RISCV_RELATIVE 32df0 │ │ │ │ +0000000000048758 0000000000000003 R_RISCV_RELATIVE 32430 │ │ │ │ +0000000000048768 0000000000000003 R_RISCV_RELATIVE 32e18 │ │ │ │ +0000000000048770 0000000000000003 R_RISCV_RELATIVE 32370 │ │ │ │ +0000000000048778 0000000000000003 R_RISCV_RELATIVE 32e68 │ │ │ │ +0000000000048780 0000000000000003 R_RISCV_RELATIVE 32430 │ │ │ │ +0000000000048790 0000000000000003 R_RISCV_RELATIVE 32e90 │ │ │ │ +0000000000048798 0000000000000003 R_RISCV_RELATIVE 32370 │ │ │ │ +00000000000487a0 0000000000000003 R_RISCV_RELATIVE 32ee0 │ │ │ │ +00000000000487a8 0000000000000003 R_RISCV_RELATIVE 32430 │ │ │ │ +00000000000487b8 0000000000000003 R_RISCV_RELATIVE 32f10 │ │ │ │ +00000000000487c0 0000000000000003 R_RISCV_RELATIVE 32370 │ │ │ │ +00000000000487c8 0000000000000003 R_RISCV_RELATIVE 32f60 │ │ │ │ +00000000000487d0 0000000000000003 R_RISCV_RELATIVE 32430 │ │ │ │ +00000000000487e0 0000000000000003 R_RISCV_RELATIVE 32f90 │ │ │ │ +00000000000487e8 0000000000000003 R_RISCV_RELATIVE 324a8 │ │ │ │ +00000000000487f0 0000000000000003 R_RISCV_RELATIVE 32fe0 │ │ │ │ +0000000000048800 0000000000000003 R_RISCV_RELATIVE 33010 │ │ │ │ +0000000000048808 0000000000000003 R_RISCV_RELATIVE 32370 │ │ │ │ +0000000000048810 0000000000000003 R_RISCV_RELATIVE 33058 │ │ │ │ +0000000000048818 0000000000000003 R_RISCV_RELATIVE 32430 │ │ │ │ +0000000000048828 0000000000000003 R_RISCV_RELATIVE 33080 │ │ │ │ +0000000000048830 0000000000000003 R_RISCV_RELATIVE 32370 │ │ │ │ +0000000000048838 0000000000000003 R_RISCV_RELATIVE 330d0 │ │ │ │ +0000000000048840 0000000000000003 R_RISCV_RELATIVE 330f8 │ │ │ │ +0000000000048848 0000000000000003 R_RISCV_RELATIVE 32430 │ │ │ │ +0000000000048858 0000000000000003 R_RISCV_RELATIVE 33120 │ │ │ │ +0000000000048860 0000000000000003 R_RISCV_RELATIVE 32370 │ │ │ │ +0000000000048868 0000000000000003 R_RISCV_RELATIVE 330d0 │ │ │ │ +0000000000048870 0000000000000003 R_RISCV_RELATIVE 33170 │ │ │ │ +0000000000048878 0000000000000003 R_RISCV_RELATIVE 32430 │ │ │ │ +0000000000048888 0000000000000003 R_RISCV_RELATIVE 33198 │ │ │ │ +0000000000048890 0000000000000003 R_RISCV_RELATIVE 32370 │ │ │ │ +0000000000048898 0000000000000003 R_RISCV_RELATIVE 331e8 │ │ │ │ +00000000000488a0 0000000000000003 R_RISCV_RELATIVE 32430 │ │ │ │ +00000000000488b0 0000000000000003 R_RISCV_RELATIVE 33218 │ │ │ │ +00000000000488b8 0000000000000003 R_RISCV_RELATIVE 33268 │ │ │ │ +00000000000488c0 0000000000000003 R_RISCV_RELATIVE 33280 │ │ │ │ +00000000000488c8 0000000000000003 R_RISCV_RELATIVE 332b0 │ │ │ │ +00000000000488d0 0000000000000003 R_RISCV_RELATIVE 332c0 │ │ │ │ +00000000000488d8 0000000000000003 R_RISCV_RELATIVE 33308 │ │ │ │ +00000000000488e8 0000000000000003 R_RISCV_RELATIVE 33330 │ │ │ │ +00000000000488f0 0000000000000003 R_RISCV_RELATIVE 33378 │ │ │ │ +00000000000488f8 0000000000000003 R_RISCV_RELATIVE 333a0 │ │ │ │ +0000000000048900 0000000000000003 R_RISCV_RELATIVE 333c8 │ │ │ │ +0000000000048908 0000000000000003 R_RISCV_RELATIVE 333f0 │ │ │ │ +0000000000048910 0000000000000003 R_RISCV_RELATIVE 33418 │ │ │ │ +0000000000048918 0000000000000003 R_RISCV_RELATIVE 33460 │ │ │ │ +0000000000048920 0000000000000003 R_RISCV_RELATIVE 334a8 │ │ │ │ +0000000000048930 0000000000000003 R_RISCV_RELATIVE 334d0 │ │ │ │ +0000000000048938 0000000000000003 R_RISCV_RELATIVE 33518 │ │ │ │ +0000000000048940 0000000000000003 R_RISCV_RELATIVE 33558 │ │ │ │ +0000000000048948 0000000000000003 R_RISCV_RELATIVE 33580 │ │ │ │ +0000000000048950 0000000000000003 R_RISCV_RELATIVE 335a8 │ │ │ │ +0000000000048960 0000000000000003 R_RISCV_RELATIVE 335d8 │ │ │ │ +0000000000048968 0000000000000003 R_RISCV_RELATIVE 33620 │ │ │ │ +0000000000048970 0000000000000003 R_RISCV_RELATIVE 33630 │ │ │ │ +0000000000048978 0000000000000003 R_RISCV_RELATIVE 33660 │ │ │ │ +0000000000048980 0000000000000003 R_RISCV_RELATIVE 33670 │ │ │ │ +0000000000048988 0000000000000003 R_RISCV_RELATIVE 336b8 │ │ │ │ +0000000000048998 0000000000000003 R_RISCV_RELATIVE 336f8 │ │ │ │ +00000000000489a0 0000000000000003 R_RISCV_RELATIVE 33748 │ │ │ │ +00000000000489a8 0000000000000003 R_RISCV_RELATIVE 33758 │ │ │ │ +00000000000489b0 0000000000000003 R_RISCV_RELATIVE 332b0 │ │ │ │ +00000000000489b8 0000000000000003 R_RISCV_RELATIVE 332c0 │ │ │ │ +00000000000489c0 0000000000000003 R_RISCV_RELATIVE 33308 │ │ │ │ +00000000000489d0 0000000000000003 R_RISCV_RELATIVE 33788 │ │ │ │ +00000000000489d8 0000000000000003 R_RISCV_RELATIVE 33748 │ │ │ │ +00000000000489e0 0000000000000003 R_RISCV_RELATIVE 337d0 │ │ │ │ +00000000000489e8 0000000000000003 R_RISCV_RELATIVE 332b0 │ │ │ │ +00000000000489f0 0000000000000003 R_RISCV_RELATIVE 332c0 │ │ │ │ +00000000000489f8 0000000000000003 R_RISCV_RELATIVE 33308 │ │ │ │ +0000000000048a08 0000000000000003 R_RISCV_RELATIVE 337f8 │ │ │ │ +0000000000048a10 0000000000000003 R_RISCV_RELATIVE 33620 │ │ │ │ +0000000000048a18 0000000000000003 R_RISCV_RELATIVE 33828 │ │ │ │ +0000000000048a28 0000000000000003 R_RISCV_RELATIVE 33850 │ │ │ │ +0000000000048a30 0000000000000003 R_RISCV_RELATIVE 33620 │ │ │ │ +0000000000048a38 0000000000000003 R_RISCV_RELATIVE 33888 │ │ │ │ +0000000000048a40 0000000000000003 R_RISCV_RELATIVE 338b0 │ │ │ │ +0000000000048a50 0000000000000003 R_RISCV_RELATIVE 33850 │ │ │ │ +0000000000048a58 0000000000000003 R_RISCV_RELATIVE 33620 │ │ │ │ +0000000000048a60 0000000000000003 R_RISCV_RELATIVE 33888 │ │ │ │ +0000000000048a68 0000000000000003 R_RISCV_RELATIVE 338b0 │ │ │ │ +0000000000048a78 0000000000000003 R_RISCV_RELATIVE 338d0 │ │ │ │ +0000000000048a80 0000000000000003 R_RISCV_RELATIVE 33900 │ │ │ │ +0000000000048a88 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ +0000000000048a90 0000000000000003 R_RISCV_RELATIVE 33928 │ │ │ │ +0000000000048a98 0000000000000003 R_RISCV_RELATIVE 33970 │ │ │ │ +0000000000048aa8 0000000000000003 R_RISCV_RELATIVE 33998 │ │ │ │ +0000000000048ab0 0000000000000003 R_RISCV_RELATIVE 339e8 │ │ │ │ +0000000000048ab8 0000000000000003 R_RISCV_RELATIVE 33a38 │ │ │ │ +0000000000048ac0 0000000000000003 R_RISCV_RELATIVE 33a88 │ │ │ │ +0000000000048ac8 0000000000000003 R_RISCV_RELATIVE 33ad8 │ │ │ │ +0000000000048ad0 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ +0000000000048ad8 0000000000000003 R_RISCV_RELATIVE 33928 │ │ │ │ +0000000000048ae0 0000000000000003 R_RISCV_RELATIVE 33970 │ │ │ │ +0000000000048af0 0000000000000003 R_RISCV_RELATIVE 33998 │ │ │ │ +0000000000048af8 0000000000000003 R_RISCV_RELATIVE 339e8 │ │ │ │ +0000000000048b00 0000000000000003 R_RISCV_RELATIVE 33b18 │ │ │ │ +0000000000048b08 0000000000000003 R_RISCV_RELATIVE 33b58 │ │ │ │ 0000000000048b10 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ -0000000000048b18 0000000000000003 R_RISCV_RELATIVE 33b10 │ │ │ │ -0000000000048b20 0000000000000003 R_RISCV_RELATIVE 33b50 │ │ │ │ -0000000000048b28 0000000000000003 R_RISCV_RELATIVE 33b88 │ │ │ │ -0000000000048b30 0000000000000003 R_RISCV_RELATIVE 33bc0 │ │ │ │ -0000000000048b38 0000000000000003 R_RISCV_RELATIVE 33c08 │ │ │ │ -0000000000048b40 0000000000000003 R_RISCV_RELATIVE 33c50 │ │ │ │ -0000000000048b48 0000000000000003 R_RISCV_RELATIVE 33c90 │ │ │ │ -0000000000048b50 0000000000000003 R_RISCV_RELATIVE 33cb8 │ │ │ │ -0000000000048b60 0000000000000003 R_RISCV_RELATIVE 33ce0 │ │ │ │ -0000000000048b70 0000000000000003 R_RISCV_RELATIVE 33d00 │ │ │ │ -0000000000048b78 0000000000000003 R_RISCV_RELATIVE 33d48 │ │ │ │ -0000000000048b80 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ -0000000000048b88 0000000000000003 R_RISCV_RELATIVE 33d60 │ │ │ │ -0000000000048b90 0000000000000003 R_RISCV_RELATIVE 33da8 │ │ │ │ -0000000000048ba0 0000000000000003 R_RISCV_RELATIVE 33dd8 │ │ │ │ -0000000000048ba8 0000000000000003 R_RISCV_RELATIVE 33e20 │ │ │ │ -0000000000048bb8 0000000000000003 R_RISCV_RELATIVE 33e40 │ │ │ │ -0000000000048bc0 0000000000000003 R_RISCV_RELATIVE 33e88 │ │ │ │ -0000000000048bd0 0000000000000003 R_RISCV_RELATIVE 33ec8 │ │ │ │ -0000000000048bd8 0000000000000003 R_RISCV_RELATIVE 48d18 │ │ │ │ -0000000000048be8 0000000000000003 R_RISCV_RELATIVE 33ee0 │ │ │ │ -0000000000048bf0 0000000000000003 R_RISCV_RELATIVE 48d00 │ │ │ │ -0000000000048c00 0000000000000003 R_RISCV_RELATIVE 33ef8 │ │ │ │ -0000000000048c08 0000000000000003 R_RISCV_RELATIVE 48ce8 │ │ │ │ -0000000000048c18 0000000000000003 R_RISCV_RELATIVE 33f10 │ │ │ │ -0000000000048c20 0000000000000003 R_RISCV_RELATIVE 48cd0 │ │ │ │ -0000000000048c30 0000000000000003 R_RISCV_RELATIVE 33f28 │ │ │ │ -0000000000048c38 0000000000000003 R_RISCV_RELATIVE 48cb8 │ │ │ │ -0000000000048c48 0000000000000003 R_RISCV_RELATIVE 33f48 │ │ │ │ -0000000000048c50 0000000000000003 R_RISCV_RELATIVE 48ca0 │ │ │ │ -0000000000048c60 0000000000000003 R_RISCV_RELATIVE 33f60 │ │ │ │ -0000000000048c68 0000000000000003 R_RISCV_RELATIVE 48c90 │ │ │ │ -0000000000048c90 0000000000000003 R_RISCV_RELATIVE 33f78 │ │ │ │ -0000000000048ca0 0000000000000003 R_RISCV_RELATIVE 33fa0 │ │ │ │ -0000000000048ca8 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ -0000000000048cb8 0000000000000003 R_RISCV_RELATIVE 33fc8 │ │ │ │ -0000000000048cc0 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ -0000000000048cd0 0000000000000003 R_RISCV_RELATIVE 33fe0 │ │ │ │ -0000000000048cd8 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ -0000000000048ce8 0000000000000003 R_RISCV_RELATIVE 34028 │ │ │ │ -0000000000048cf0 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ -0000000000048d00 0000000000000003 R_RISCV_RELATIVE 34050 │ │ │ │ -0000000000048d08 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ -0000000000048d18 0000000000000003 R_RISCV_RELATIVE 34088 │ │ │ │ -0000000000048d20 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ -0000000000048d30 0000000000000003 R_RISCV_RELATIVE 340b0 │ │ │ │ -0000000000048d38 0000000000000003 R_RISCV_RELATIVE 49138 │ │ │ │ -0000000000048d48 0000000000000003 R_RISCV_RELATIVE 340d0 │ │ │ │ -0000000000048d50 0000000000000003 R_RISCV_RELATIVE 490f0 │ │ │ │ -0000000000048d60 0000000000000003 R_RISCV_RELATIVE 340e8 │ │ │ │ -0000000000048d68 0000000000000003 R_RISCV_RELATIVE 490a0 │ │ │ │ -0000000000048d78 0000000000000003 R_RISCV_RELATIVE 34108 │ │ │ │ -0000000000048d80 0000000000000003 R_RISCV_RELATIVE 49040 │ │ │ │ -0000000000048d90 0000000000000003 R_RISCV_RELATIVE 34120 │ │ │ │ -0000000000048d98 0000000000000003 R_RISCV_RELATIVE 49010 │ │ │ │ -0000000000048da8 0000000000000003 R_RISCV_RELATIVE 34130 │ │ │ │ -0000000000048db0 0000000000000003 R_RISCV_RELATIVE 48fe0 │ │ │ │ -0000000000048dc0 0000000000000003 R_RISCV_RELATIVE 34140 │ │ │ │ -0000000000048dc8 0000000000000003 R_RISCV_RELATIVE 48f88 │ │ │ │ -0000000000048dd8 0000000000000003 R_RISCV_RELATIVE 34158 │ │ │ │ -0000000000048de0 0000000000000003 R_RISCV_RELATIVE 48f40 │ │ │ │ -0000000000048df0 0000000000000003 R_RISCV_RELATIVE 34170 │ │ │ │ -0000000000048df8 0000000000000003 R_RISCV_RELATIVE 48ef0 │ │ │ │ -0000000000048e08 0000000000000003 R_RISCV_RELATIVE 34180 │ │ │ │ -0000000000048e10 0000000000000003 R_RISCV_RELATIVE 48eb0 │ │ │ │ -0000000000048e20 0000000000000003 R_RISCV_RELATIVE 34190 │ │ │ │ -0000000000048e28 0000000000000003 R_RISCV_RELATIVE 48e50 │ │ │ │ -0000000000048e50 0000000000000003 R_RISCV_RELATIVE 341a0 │ │ │ │ -0000000000048e58 0000000000000003 R_RISCV_RELATIVE 341e8 │ │ │ │ -0000000000048e60 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ -0000000000048e68 0000000000000003 R_RISCV_RELATIVE 34228 │ │ │ │ -0000000000048e70 0000000000000003 R_RISCV_RELATIVE 34240 │ │ │ │ -0000000000048e78 0000000000000003 R_RISCV_RELATIVE 34258 │ │ │ │ -0000000000048e80 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ -0000000000048e88 0000000000000003 R_RISCV_RELATIVE 34270 │ │ │ │ -0000000000048e90 0000000000000003 R_RISCV_RELATIVE 342b8 │ │ │ │ -0000000000048e98 0000000000000003 R_RISCV_RELATIVE 34300 │ │ │ │ -0000000000048ea0 0000000000000003 R_RISCV_RELATIVE 34340 │ │ │ │ -0000000000048eb0 0000000000000003 R_RISCV_RELATIVE 34380 │ │ │ │ -0000000000048eb8 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ -0000000000048ec0 0000000000000003 R_RISCV_RELATIVE 343c0 │ │ │ │ -0000000000048ec8 0000000000000003 R_RISCV_RELATIVE 343d0 │ │ │ │ +0000000000048b18 0000000000000003 R_RISCV_RELATIVE 33928 │ │ │ │ +0000000000048b20 0000000000000003 R_RISCV_RELATIVE 33970 │ │ │ │ +0000000000048b30 0000000000000003 R_RISCV_RELATIVE 33998 │ │ │ │ +0000000000048b38 0000000000000003 R_RISCV_RELATIVE 339e8 │ │ │ │ +0000000000048b40 0000000000000003 R_RISCV_RELATIVE 33a38 │ │ │ │ +0000000000048b48 0000000000000003 R_RISCV_RELATIVE 33b80 │ │ │ │ +0000000000048b50 0000000000000003 R_RISCV_RELATIVE 33bd0 │ │ │ │ +0000000000048b58 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ +0000000000048b60 0000000000000003 R_RISCV_RELATIVE 33928 │ │ │ │ +0000000000048b68 0000000000000003 R_RISCV_RELATIVE 33970 │ │ │ │ +0000000000048b78 0000000000000003 R_RISCV_RELATIVE 33c28 │ │ │ │ +0000000000048b80 0000000000000003 R_RISCV_RELATIVE 48bd8 │ │ │ │ +0000000000048b90 0000000000000003 R_RISCV_RELATIVE 33c20 │ │ │ │ +0000000000048b98 0000000000000003 R_RISCV_RELATIVE 48bc0 │ │ │ │ +0000000000048bc0 0000000000000003 R_RISCV_RELATIVE 33c40 │ │ │ │ +0000000000048bc8 0000000000000003 R_RISCV_RELATIVE 33c80 │ │ │ │ +0000000000048bd8 0000000000000003 R_RISCV_RELATIVE 33ca0 │ │ │ │ +0000000000048be0 0000000000000003 R_RISCV_RELATIVE 33c80 │ │ │ │ +0000000000048bf0 0000000000000003 R_RISCV_RELATIVE 33cd8 │ │ │ │ +0000000000048bf8 0000000000000003 R_RISCV_RELATIVE 48c20 │ │ │ │ +0000000000048c20 0000000000000003 R_RISCV_RELATIVE 33ce8 │ │ │ │ +0000000000048c28 0000000000000003 R_RISCV_RELATIVE 33d30 │ │ │ │ +0000000000048c30 0000000000000003 R_RISCV_RELATIVE 33d78 │ │ │ │ +0000000000048c38 0000000000000003 R_RISCV_RELATIVE 33dc0 │ │ │ │ +0000000000048c40 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ +0000000000048c48 0000000000000003 R_RISCV_RELATIVE 33df8 │ │ │ │ +0000000000048c50 0000000000000003 R_RISCV_RELATIVE 33e10 │ │ │ │ +0000000000048c58 0000000000000003 R_RISCV_RELATIVE 33e30 │ │ │ │ +0000000000048c60 0000000000000003 R_RISCV_RELATIVE 33e50 │ │ │ │ +0000000000048c70 0000000000000003 R_RISCV_RELATIVE 32200 │ │ │ │ +0000000000048c78 0000000000000003 R_RISCV_RELATIVE 48d20 │ │ │ │ +0000000000048c88 0000000000000003 R_RISCV_RELATIVE 32210 │ │ │ │ +0000000000048c90 0000000000000003 R_RISCV_RELATIVE 48cf0 │ │ │ │ +0000000000048ca0 0000000000000003 R_RISCV_RELATIVE 322f8 │ │ │ │ +0000000000048ca8 0000000000000003 R_RISCV_RELATIVE 48cd0 │ │ │ │ +0000000000048cd0 0000000000000003 R_RISCV_RELATIVE 33e70 │ │ │ │ +0000000000048cd8 0000000000000003 R_RISCV_RELATIVE 32350 │ │ │ │ +0000000000048ce0 0000000000000003 R_RISCV_RELATIVE 32390 │ │ │ │ +0000000000048cf0 0000000000000003 R_RISCV_RELATIVE 33eb8 │ │ │ │ +0000000000048cf8 0000000000000003 R_RISCV_RELATIVE 33ef8 │ │ │ │ +0000000000048d00 0000000000000003 R_RISCV_RELATIVE 326d8 │ │ │ │ +0000000000048d08 0000000000000003 R_RISCV_RELATIVE 33f28 │ │ │ │ +0000000000048d10 0000000000000003 R_RISCV_RELATIVE 33f78 │ │ │ │ +0000000000048d20 0000000000000003 R_RISCV_RELATIVE 32b68 │ │ │ │ +0000000000048d28 0000000000000003 R_RISCV_RELATIVE 33fa0 │ │ │ │ +0000000000048d30 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ +0000000000048d38 0000000000000003 R_RISCV_RELATIVE 33fe8 │ │ │ │ +0000000000048d48 0000000000000003 R_RISCV_RELATIVE 34040 │ │ │ │ +0000000000048d50 0000000000000003 R_RISCV_RELATIVE 48dd0 │ │ │ │ +0000000000048d60 0000000000000003 R_RISCV_RELATIVE 34050 │ │ │ │ +0000000000048d68 0000000000000003 R_RISCV_RELATIVE 48d90 │ │ │ │ +0000000000048d90 0000000000000003 R_RISCV_RELATIVE 34068 │ │ │ │ +0000000000048d98 0000000000000003 R_RISCV_RELATIVE 340c0 │ │ │ │ +0000000000048da0 0000000000000003 R_RISCV_RELATIVE 34118 │ │ │ │ +0000000000048da8 0000000000000003 R_RISCV_RELATIVE 34170 │ │ │ │ +0000000000048db0 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ +0000000000048db8 0000000000000003 R_RISCV_RELATIVE 34188 │ │ │ │ +0000000000048dc0 0000000000000003 R_RISCV_RELATIVE 341e0 │ │ │ │ +0000000000048dd0 0000000000000003 R_RISCV_RELATIVE 341f0 │ │ │ │ +0000000000048dd8 0000000000000003 R_RISCV_RELATIVE 34240 │ │ │ │ +0000000000048de0 0000000000000003 R_RISCV_RELATIVE 34290 │ │ │ │ +0000000000048de8 0000000000000003 R_RISCV_RELATIVE 342e0 │ │ │ │ +0000000000048df0 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ +0000000000048e00 0000000000000003 R_RISCV_RELATIVE 2c148 │ │ │ │ +0000000000048e08 0000000000000003 R_RISCV_RELATIVE 48f98 │ │ │ │ +0000000000048e18 0000000000000003 R_RISCV_RELATIVE 342f0 │ │ │ │ +0000000000048e20 0000000000000003 R_RISCV_RELATIVE 48f50 │ │ │ │ +0000000000048e30 0000000000000003 R_RISCV_RELATIVE 34300 │ │ │ │ +0000000000048e38 0000000000000003 R_RISCV_RELATIVE 48f10 │ │ │ │ +0000000000048e48 0000000000000003 R_RISCV_RELATIVE 34328 │ │ │ │ +0000000000048e50 0000000000000003 R_RISCV_RELATIVE 48eb8 │ │ │ │ +0000000000048e60 0000000000000003 R_RISCV_RELATIVE 34338 │ │ │ │ +0000000000048e68 0000000000000003 R_RISCV_RELATIVE 48e90 │ │ │ │ +0000000000048e90 0000000000000003 R_RISCV_RELATIVE 34348 │ │ │ │ +0000000000048e98 0000000000000003 R_RISCV_RELATIVE 34398 │ │ │ │ +0000000000048ea0 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ +0000000000048ea8 0000000000000003 R_RISCV_RELATIVE 343a0 │ │ │ │ +0000000000048eb8 0000000000000003 R_RISCV_RELATIVE 343b0 │ │ │ │ +0000000000048ec0 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ +0000000000048ec8 0000000000000003 R_RISCV_RELATIVE 2ced8 │ │ │ │ 0000000000048ed0 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ 0000000000048ed8 0000000000000003 R_RISCV_RELATIVE 343e0 │ │ │ │ -0000000000048ee0 0000000000000003 R_RISCV_RELATIVE 34420 │ │ │ │ -0000000000048ef0 0000000000000003 R_RISCV_RELATIVE 34438 │ │ │ │ -0000000000048ef8 0000000000000003 R_RISCV_RELATIVE 34478 │ │ │ │ -0000000000048f00 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ -0000000000048f08 0000000000000003 R_RISCV_RELATIVE 34228 │ │ │ │ -0000000000048f10 0000000000000003 R_RISCV_RELATIVE 344a0 │ │ │ │ -0000000000048f18 0000000000000003 R_RISCV_RELATIVE 344b8 │ │ │ │ -0000000000048f20 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ -0000000000048f28 0000000000000003 R_RISCV_RELATIVE 343e0 │ │ │ │ -0000000000048f30 0000000000000003 R_RISCV_RELATIVE 34420 │ │ │ │ -0000000000048f40 0000000000000003 R_RISCV_RELATIVE 344d0 │ │ │ │ -0000000000048f48 0000000000000003 R_RISCV_RELATIVE 34510 │ │ │ │ -0000000000048f50 0000000000000003 R_RISCV_RELATIVE 34558 │ │ │ │ -0000000000048f58 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ -0000000000048f60 0000000000000003 R_RISCV_RELATIVE 34568 │ │ │ │ -0000000000048f68 0000000000000003 R_RISCV_RELATIVE 34578 │ │ │ │ -0000000000048f70 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ -0000000000048f78 0000000000000003 R_RISCV_RELATIVE 34588 │ │ │ │ -0000000000048f88 0000000000000003 R_RISCV_RELATIVE 345b8 │ │ │ │ -0000000000048f90 0000000000000003 R_RISCV_RELATIVE 345f8 │ │ │ │ -0000000000048f98 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ -0000000000048fa0 0000000000000003 R_RISCV_RELATIVE 34568 │ │ │ │ -0000000000048fa8 0000000000000003 R_RISCV_RELATIVE 34578 │ │ │ │ -0000000000048fb0 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ -0000000000048fb8 0000000000000003 R_RISCV_RELATIVE 34610 │ │ │ │ -0000000000048fc0 0000000000000003 R_RISCV_RELATIVE 34650 │ │ │ │ -0000000000048fc8 0000000000000003 R_RISCV_RELATIVE 34690 │ │ │ │ -0000000000048fd0 0000000000000003 R_RISCV_RELATIVE 34b98 │ │ │ │ -0000000000048fe0 0000000000000003 R_RISCV_RELATIVE 346d0 │ │ │ │ -0000000000048fe8 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ -0000000000048ff0 0000000000000003 R_RISCV_RELATIVE 34718 │ │ │ │ -0000000000048ff8 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ -0000000000049000 0000000000000003 R_RISCV_RELATIVE 34730 │ │ │ │ -0000000000049010 0000000000000003 R_RISCV_RELATIVE 34778 │ │ │ │ -0000000000049018 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ -0000000000049020 0000000000000003 R_RISCV_RELATIVE 347a0 │ │ │ │ -0000000000049028 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ -0000000000049030 0000000000000003 R_RISCV_RELATIVE 347b0 │ │ │ │ -0000000000049040 0000000000000003 R_RISCV_RELATIVE 347f8 │ │ │ │ -0000000000049048 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ -0000000000049050 0000000000000003 R_RISCV_RELATIVE 34718 │ │ │ │ -0000000000049058 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ -0000000000049060 0000000000000003 R_RISCV_RELATIVE 34838 │ │ │ │ -0000000000049068 0000000000000003 R_RISCV_RELATIVE 34870 │ │ │ │ -0000000000049070 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ -0000000000049078 0000000000000003 R_RISCV_RELATIVE 348a8 │ │ │ │ -0000000000049080 0000000000000003 R_RISCV_RELATIVE 348b8 │ │ │ │ -0000000000049088 0000000000000003 R_RISCV_RELATIVE 348c8 │ │ │ │ -0000000000049090 0000000000000003 R_RISCV_RELATIVE 348d8 │ │ │ │ -00000000000490a0 0000000000000003 R_RISCV_RELATIVE 348f0 │ │ │ │ -00000000000490a8 0000000000000003 R_RISCV_RELATIVE 34938 │ │ │ │ -00000000000490b0 0000000000000003 R_RISCV_RELATIVE 34978 │ │ │ │ -00000000000490b8 0000000000000003 R_RISCV_RELATIVE 349c0 │ │ │ │ -00000000000490c0 0000000000000003 R_RISCV_RELATIVE 34a08 │ │ │ │ -00000000000490c8 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ -00000000000490d0 0000000000000003 R_RISCV_RELATIVE 34a38 │ │ │ │ -00000000000490d8 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ -00000000000490e0 0000000000000003 R_RISCV_RELATIVE 34a78 │ │ │ │ -00000000000490f0 0000000000000003 R_RISCV_RELATIVE 34aa8 │ │ │ │ -00000000000490f8 0000000000000003 R_RISCV_RELATIVE 34af0 │ │ │ │ +0000000000048ee0 0000000000000003 R_RISCV_RELATIVE 34430 │ │ │ │ +0000000000048ee8 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ +0000000000048ef0 0000000000000003 R_RISCV_RELATIVE 34480 │ │ │ │ +0000000000048ef8 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ +0000000000048f00 0000000000000003 R_RISCV_RELATIVE 34498 │ │ │ │ +0000000000048f10 0000000000000003 R_RISCV_RELATIVE 344c8 │ │ │ │ +0000000000048f18 0000000000000003 R_RISCV_RELATIVE 34518 │ │ │ │ +0000000000048f20 0000000000000003 R_RISCV_RELATIVE 34560 │ │ │ │ +0000000000048f28 0000000000000003 R_RISCV_RELATIVE 34598 │ │ │ │ +0000000000048f30 0000000000000003 R_RISCV_RELATIVE 345a0 │ │ │ │ +0000000000048f38 0000000000000003 R_RISCV_RELATIVE 345b8 │ │ │ │ +0000000000048f40 0000000000000003 R_RISCV_RELATIVE 344c8 │ │ │ │ +0000000000048f50 0000000000000003 R_RISCV_RELATIVE 345d0 │ │ │ │ +0000000000048f58 0000000000000003 R_RISCV_RELATIVE 34618 │ │ │ │ +0000000000048f60 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ +0000000000048f68 0000000000000003 R_RISCV_RELATIVE 34648 │ │ │ │ +0000000000048f70 0000000000000003 R_RISCV_RELATIVE 34668 │ │ │ │ +0000000000048f78 0000000000000003 R_RISCV_RELATIVE 34688 │ │ │ │ +0000000000048f80 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ +0000000000048f88 0000000000000003 R_RISCV_RELATIVE 346a8 │ │ │ │ +0000000000048f98 0000000000000003 R_RISCV_RELATIVE 346b8 │ │ │ │ +0000000000048fa0 0000000000000003 R_RISCV_RELATIVE 34700 │ │ │ │ +0000000000048fa8 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ +0000000000048fb0 0000000000000003 R_RISCV_RELATIVE 326d8 │ │ │ │ +0000000000048fc0 0000000000000003 R_RISCV_RELATIVE 28f88 │ │ │ │ +0000000000048fc8 0000000000000003 R_RISCV_RELATIVE 49158 │ │ │ │ +0000000000048fd8 0000000000000003 R_RISCV_RELATIVE 29198 │ │ │ │ +0000000000048fe0 0000000000000003 R_RISCV_RELATIVE 49148 │ │ │ │ +0000000000048ff0 0000000000000003 R_RISCV_RELATIVE 34728 │ │ │ │ +0000000000048ff8 0000000000000003 R_RISCV_RELATIVE 490d0 │ │ │ │ +0000000000049008 0000000000000003 R_RISCV_RELATIVE 34740 │ │ │ │ +0000000000049010 0000000000000003 R_RISCV_RELATIVE 490a8 │ │ │ │ +0000000000049020 0000000000000003 R_RISCV_RELATIVE 34770 │ │ │ │ +0000000000049028 0000000000000003 R_RISCV_RELATIVE 49090 │ │ │ │ +0000000000049038 0000000000000003 R_RISCV_RELATIVE 34798 │ │ │ │ +0000000000049040 0000000000000003 R_RISCV_RELATIVE 49068 │ │ │ │ +0000000000049068 0000000000000003 R_RISCV_RELATIVE 347c0 │ │ │ │ +0000000000049070 0000000000000003 R_RISCV_RELATIVE 347f8 │ │ │ │ +0000000000049078 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ +0000000000049080 0000000000000003 R_RISCV_RELATIVE 34820 │ │ │ │ +0000000000049090 0000000000000003 R_RISCV_RELATIVE 34838 │ │ │ │ +0000000000049098 0000000000000003 R_RISCV_RELATIVE 34878 │ │ │ │ +00000000000490a8 0000000000000003 R_RISCV_RELATIVE 348b0 │ │ │ │ +00000000000490b0 0000000000000003 R_RISCV_RELATIVE 348f8 │ │ │ │ +00000000000490b8 0000000000000003 R_RISCV_RELATIVE 34938 │ │ │ │ +00000000000490c0 0000000000000003 R_RISCV_RELATIVE 34980 │ │ │ │ +00000000000490d0 0000000000000003 R_RISCV_RELATIVE 34988 │ │ │ │ +00000000000490d8 0000000000000003 R_RISCV_RELATIVE 349c8 │ │ │ │ +00000000000490e0 0000000000000003 R_RISCV_RELATIVE 34a10 │ │ │ │ +00000000000490e8 0000000000000003 R_RISCV_RELATIVE 34a58 │ │ │ │ +00000000000490f0 0000000000000003 R_RISCV_RELATIVE 34aa0 │ │ │ │ +00000000000490f8 0000000000000003 R_RISCV_RELATIVE 34ae8 │ │ │ │ 0000000000049100 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ -0000000000049108 0000000000000003 R_RISCV_RELATIVE 34b00 │ │ │ │ -0000000000049110 0000000000000003 R_RISCV_RELATIVE 34b18 │ │ │ │ -0000000000049118 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ -0000000000049120 0000000000000003 R_RISCV_RELATIVE 34b30 │ │ │ │ +0000000000049108 0000000000000003 R_RISCV_RELATIVE 34b20 │ │ │ │ +0000000000049110 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ +0000000000049118 0000000000000003 R_RISCV_RELATIVE 34b48 │ │ │ │ +0000000000049120 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ 0000000000049128 0000000000000003 R_RISCV_RELATIVE 34b70 │ │ │ │ -0000000000049138 0000000000000003 R_RISCV_RELATIVE 34ba0 │ │ │ │ -0000000000049140 0000000000000003 R_RISCV_RELATIVE 34be8 │ │ │ │ -0000000000049148 0000000000000003 R_RISCV_RELATIVE 34c30 │ │ │ │ -0000000000049150 0000000000000003 R_RISCV_RELATIVE 34c78 │ │ │ │ -0000000000049158 0000000000000003 R_RISCV_RELATIVE 34cb8 │ │ │ │ -0000000000049160 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ -0000000000049168 0000000000000003 R_RISCV_RELATIVE 34ce0 │ │ │ │ -0000000000049170 0000000000000003 R_RISCV_RELATIVE 34d28 │ │ │ │ -0000000000049178 0000000000000003 R_RISCV_RELATIVE 34d70 │ │ │ │ -0000000000049180 0000000000000003 R_RISCV_RELATIVE 34db0 │ │ │ │ +0000000000049130 0000000000000003 R_RISCV_RELATIVE 34bb8 │ │ │ │ +0000000000049138 0000000000000003 R_RISCV_RELATIVE 34c00 │ │ │ │ +0000000000049148 0000000000000003 R_RISCV_RELATIVE 326d8 │ │ │ │ +0000000000049158 0000000000000003 R_RISCV_RELATIVE 34c38 │ │ │ │ +0000000000049160 0000000000000003 R_RISCV_RELATIVE 34c88 │ │ │ │ +0000000000049168 0000000000000003 R_RISCV_RELATIVE 34cd0 │ │ │ │ +0000000000049170 0000000000000003 R_RISCV_RELATIVE 34d18 │ │ │ │ +0000000000049178 0000000000000003 R_RISCV_RELATIVE 34d60 │ │ │ │ +0000000000049180 0000000000000003 R_RISCV_RELATIVE 34da8 │ │ │ │ 0000000000049188 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ -0000000000049190 0000000000000003 R_RISCV_RELATIVE 34dd0 │ │ │ │ -0000000000049198 0000000000000003 R_RISCV_RELATIVE 34de0 │ │ │ │ +0000000000049190 0000000000000003 R_RISCV_RELATIVE 34dc0 │ │ │ │ +0000000000049198 0000000000000003 R_RISCV_RELATIVE 34dd0 │ │ │ │ 00000000000491a8 0000000000000003 R_RISCV_RELATIVE 34e00 │ │ │ │ -00000000000491b0 0000000000000003 R_RISCV_RELATIVE 49278 │ │ │ │ -00000000000491c0 0000000000000003 R_RISCV_RELATIVE 34e18 │ │ │ │ -00000000000491c8 0000000000000003 R_RISCV_RELATIVE 49240 │ │ │ │ -00000000000491d8 0000000000000003 R_RISCV_RELATIVE 34e40 │ │ │ │ -00000000000491e0 0000000000000003 R_RISCV_RELATIVE 49208 │ │ │ │ -0000000000049208 0000000000000003 R_RISCV_RELATIVE 34e58 │ │ │ │ -0000000000049210 0000000000000003 R_RISCV_RELATIVE 34e78 │ │ │ │ -0000000000049218 0000000000000003 R_RISCV_RELATIVE 34ea0 │ │ │ │ -0000000000049220 0000000000000003 R_RISCV_RELATIVE 34eb0 │ │ │ │ -0000000000049228 0000000000000003 R_RISCV_RELATIVE 34ec0 │ │ │ │ -0000000000049230 0000000000000003 R_RISCV_RELATIVE 34f00 │ │ │ │ -0000000000049240 0000000000000003 R_RISCV_RELATIVE 34e58 │ │ │ │ -0000000000049248 0000000000000003 R_RISCV_RELATIVE 34e78 │ │ │ │ -0000000000049250 0000000000000003 R_RISCV_RELATIVE 34f38 │ │ │ │ -0000000000049258 0000000000000003 R_RISCV_RELATIVE 34eb0 │ │ │ │ -0000000000049260 0000000000000003 R_RISCV_RELATIVE 34f50 │ │ │ │ -0000000000049268 0000000000000003 R_RISCV_RELATIVE 34f98 │ │ │ │ -0000000000049278 0000000000000003 R_RISCV_RELATIVE 34e58 │ │ │ │ -0000000000049280 0000000000000003 R_RISCV_RELATIVE 34e78 │ │ │ │ -0000000000049288 0000000000000003 R_RISCV_RELATIVE 34ea0 │ │ │ │ -0000000000049290 0000000000000003 R_RISCV_RELATIVE 34eb0 │ │ │ │ -0000000000049298 0000000000000003 R_RISCV_RELATIVE 34f50 │ │ │ │ -00000000000492a0 0000000000000003 R_RISCV_RELATIVE 34f98 │ │ │ │ -00000000000492b0 0000000000000003 R_RISCV_RELATIVE 34fd8 │ │ │ │ -00000000000492b8 0000000000000003 R_RISCV_RELATIVE 49400 │ │ │ │ -00000000000492c8 0000000000000003 R_RISCV_RELATIVE 34ff8 │ │ │ │ -00000000000492d0 0000000000000003 R_RISCV_RELATIVE 493c0 │ │ │ │ -00000000000492e0 0000000000000003 R_RISCV_RELATIVE 35018 │ │ │ │ -00000000000492e8 0000000000000003 R_RISCV_RELATIVE 49370 │ │ │ │ -00000000000492f8 0000000000000003 R_RISCV_RELATIVE 35038 │ │ │ │ -0000000000049300 0000000000000003 R_RISCV_RELATIVE 49328 │ │ │ │ -0000000000049328 0000000000000003 R_RISCV_RELATIVE 35050 │ │ │ │ -0000000000049330 0000000000000003 R_RISCV_RELATIVE 35098 │ │ │ │ -0000000000049338 0000000000000003 R_RISCV_RELATIVE 350e0 │ │ │ │ -0000000000049340 0000000000000003 R_RISCV_RELATIVE 35128 │ │ │ │ -0000000000049348 0000000000000003 R_RISCV_RELATIVE 35170 │ │ │ │ -0000000000049350 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ -0000000000049358 0000000000000003 R_RISCV_RELATIVE 35180 │ │ │ │ -0000000000049360 0000000000000003 R_RISCV_RELATIVE 351c8 │ │ │ │ -0000000000049370 0000000000000003 R_RISCV_RELATIVE 35200 │ │ │ │ -0000000000049378 0000000000000003 R_RISCV_RELATIVE 35248 │ │ │ │ -0000000000049380 0000000000000003 R_RISCV_RELATIVE 35288 │ │ │ │ -0000000000049388 0000000000000003 R_RISCV_RELATIVE 352d8 │ │ │ │ -0000000000049390 0000000000000003 R_RISCV_RELATIVE 35318 │ │ │ │ -0000000000049398 0000000000000003 R_RISCV_RELATIVE 35368 │ │ │ │ -00000000000493a0 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ -00000000000493a8 0000000000000003 R_RISCV_RELATIVE 35398 │ │ │ │ -00000000000493b0 0000000000000003 R_RISCV_RELATIVE 353e0 │ │ │ │ -00000000000493c0 0000000000000003 R_RISCV_RELATIVE 353f8 │ │ │ │ -00000000000493c8 0000000000000003 R_RISCV_RELATIVE 35248 │ │ │ │ -00000000000493d0 0000000000000003 R_RISCV_RELATIVE 35440 │ │ │ │ -00000000000493d8 0000000000000003 R_RISCV_RELATIVE 35488 │ │ │ │ -00000000000493e0 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ -00000000000493e8 0000000000000003 R_RISCV_RELATIVE 35398 │ │ │ │ -00000000000493f0 0000000000000003 R_RISCV_RELATIVE 353e0 │ │ │ │ -0000000000049400 0000000000000003 R_RISCV_RELATIVE 353f8 │ │ │ │ -0000000000049408 0000000000000003 R_RISCV_RELATIVE 35248 │ │ │ │ -0000000000049410 0000000000000003 R_RISCV_RELATIVE 35440 │ │ │ │ -0000000000049418 0000000000000003 R_RISCV_RELATIVE 354c0 │ │ │ │ -0000000000049420 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ -0000000000049428 0000000000000003 R_RISCV_RELATIVE 35398 │ │ │ │ -0000000000049430 0000000000000003 R_RISCV_RELATIVE 353e0 │ │ │ │ -0000000000049440 0000000000000003 R_RISCV_RELATIVE 35510 │ │ │ │ -0000000000049448 0000000000000003 R_RISCV_RELATIVE 49538 │ │ │ │ -0000000000049458 0000000000000003 R_RISCV_RELATIVE 35530 │ │ │ │ -0000000000049460 0000000000000003 R_RISCV_RELATIVE 494c8 │ │ │ │ -0000000000049470 0000000000000003 R_RISCV_RELATIVE 35558 │ │ │ │ -0000000000049478 0000000000000003 R_RISCV_RELATIVE 494a0 │ │ │ │ -00000000000494a0 0000000000000003 R_RISCV_RELATIVE 35578 │ │ │ │ -00000000000494a8 0000000000000003 R_RISCV_RELATIVE 355d0 │ │ │ │ -00000000000494b0 0000000000000003 R_RISCV_RELATIVE 35600 │ │ │ │ -00000000000494b8 0000000000000003 R_RISCV_RELATIVE 35610 │ │ │ │ -00000000000494c8 0000000000000003 R_RISCV_RELATIVE 35620 │ │ │ │ -00000000000494d0 0000000000000003 R_RISCV_RELATIVE 35668 │ │ │ │ +00000000000491b0 0000000000000003 R_RISCV_RELATIVE 49220 │ │ │ │ +00000000000491c0 0000000000000003 R_RISCV_RELATIVE 34e10 │ │ │ │ +00000000000491c8 0000000000000003 R_RISCV_RELATIVE 491f0 │ │ │ │ +00000000000491f0 0000000000000003 R_RISCV_RELATIVE 34e30 │ │ │ │ +00000000000491f8 0000000000000003 R_RISCV_RELATIVE 34e78 │ │ │ │ +0000000000049200 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ +0000000000049208 0000000000000003 R_RISCV_RELATIVE 34e90 │ │ │ │ +0000000000049210 0000000000000003 R_RISCV_RELATIVE 34ea8 │ │ │ │ +0000000000049220 0000000000000003 R_RISCV_RELATIVE 34ec0 │ │ │ │ +0000000000049228 0000000000000003 R_RISCV_RELATIVE 34ef8 │ │ │ │ +0000000000049230 0000000000000003 R_RISCV_RELATIVE 34f08 │ │ │ │ +0000000000049238 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ +0000000000049240 0000000000000003 R_RISCV_RELATIVE 34f18 │ │ │ │ +0000000000049248 0000000000000003 R_RISCV_RELATIVE 34f60 │ │ │ │ +0000000000049250 0000000000000003 R_RISCV_RELATIVE 34fa8 │ │ │ │ +0000000000049260 0000000000000003 R_RISCV_RELATIVE 34fd0 │ │ │ │ +0000000000049268 0000000000000003 R_RISCV_RELATIVE 49330 │ │ │ │ +0000000000049278 0000000000000003 R_RISCV_RELATIVE 34fe8 │ │ │ │ +0000000000049280 0000000000000003 R_RISCV_RELATIVE 492f8 │ │ │ │ +0000000000049290 0000000000000003 R_RISCV_RELATIVE 35010 │ │ │ │ +0000000000049298 0000000000000003 R_RISCV_RELATIVE 492c0 │ │ │ │ +00000000000492c0 0000000000000003 R_RISCV_RELATIVE 35028 │ │ │ │ +00000000000492c8 0000000000000003 R_RISCV_RELATIVE 35048 │ │ │ │ +00000000000492d0 0000000000000003 R_RISCV_RELATIVE 35070 │ │ │ │ +00000000000492d8 0000000000000003 R_RISCV_RELATIVE 35080 │ │ │ │ +00000000000492e0 0000000000000003 R_RISCV_RELATIVE 35090 │ │ │ │ +00000000000492e8 0000000000000003 R_RISCV_RELATIVE 350d0 │ │ │ │ +00000000000492f8 0000000000000003 R_RISCV_RELATIVE 35028 │ │ │ │ +0000000000049300 0000000000000003 R_RISCV_RELATIVE 35048 │ │ │ │ +0000000000049308 0000000000000003 R_RISCV_RELATIVE 35108 │ │ │ │ +0000000000049310 0000000000000003 R_RISCV_RELATIVE 35080 │ │ │ │ +0000000000049318 0000000000000003 R_RISCV_RELATIVE 35120 │ │ │ │ +0000000000049320 0000000000000003 R_RISCV_RELATIVE 35168 │ │ │ │ +0000000000049330 0000000000000003 R_RISCV_RELATIVE 35028 │ │ │ │ +0000000000049338 0000000000000003 R_RISCV_RELATIVE 35048 │ │ │ │ +0000000000049340 0000000000000003 R_RISCV_RELATIVE 35070 │ │ │ │ +0000000000049348 0000000000000003 R_RISCV_RELATIVE 35080 │ │ │ │ +0000000000049350 0000000000000003 R_RISCV_RELATIVE 35120 │ │ │ │ +0000000000049358 0000000000000003 R_RISCV_RELATIVE 35168 │ │ │ │ +0000000000049368 0000000000000003 R_RISCV_RELATIVE 351a8 │ │ │ │ +0000000000049370 0000000000000003 R_RISCV_RELATIVE 494b8 │ │ │ │ +0000000000049380 0000000000000003 R_RISCV_RELATIVE 351c8 │ │ │ │ +0000000000049388 0000000000000003 R_RISCV_RELATIVE 49478 │ │ │ │ +0000000000049398 0000000000000003 R_RISCV_RELATIVE 351e8 │ │ │ │ +00000000000493a0 0000000000000003 R_RISCV_RELATIVE 49428 │ │ │ │ +00000000000493b0 0000000000000003 R_RISCV_RELATIVE 35208 │ │ │ │ +00000000000493b8 0000000000000003 R_RISCV_RELATIVE 493e0 │ │ │ │ +00000000000493e0 0000000000000003 R_RISCV_RELATIVE 35220 │ │ │ │ +00000000000493e8 0000000000000003 R_RISCV_RELATIVE 35268 │ │ │ │ +00000000000493f0 0000000000000003 R_RISCV_RELATIVE 352b0 │ │ │ │ +00000000000493f8 0000000000000003 R_RISCV_RELATIVE 352f8 │ │ │ │ +0000000000049400 0000000000000003 R_RISCV_RELATIVE 35340 │ │ │ │ +0000000000049408 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ +0000000000049410 0000000000000003 R_RISCV_RELATIVE 35350 │ │ │ │ +0000000000049418 0000000000000003 R_RISCV_RELATIVE 35398 │ │ │ │ +0000000000049428 0000000000000003 R_RISCV_RELATIVE 353d0 │ │ │ │ +0000000000049430 0000000000000003 R_RISCV_RELATIVE 35418 │ │ │ │ +0000000000049438 0000000000000003 R_RISCV_RELATIVE 35458 │ │ │ │ +0000000000049440 0000000000000003 R_RISCV_RELATIVE 354a8 │ │ │ │ +0000000000049448 0000000000000003 R_RISCV_RELATIVE 354e8 │ │ │ │ +0000000000049450 0000000000000003 R_RISCV_RELATIVE 35538 │ │ │ │ +0000000000049458 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ +0000000000049460 0000000000000003 R_RISCV_RELATIVE 35568 │ │ │ │ +0000000000049468 0000000000000003 R_RISCV_RELATIVE 355b0 │ │ │ │ +0000000000049478 0000000000000003 R_RISCV_RELATIVE 355c8 │ │ │ │ +0000000000049480 0000000000000003 R_RISCV_RELATIVE 35418 │ │ │ │ +0000000000049488 0000000000000003 R_RISCV_RELATIVE 35610 │ │ │ │ +0000000000049490 0000000000000003 R_RISCV_RELATIVE 35658 │ │ │ │ +0000000000049498 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ +00000000000494a0 0000000000000003 R_RISCV_RELATIVE 35568 │ │ │ │ +00000000000494a8 0000000000000003 R_RISCV_RELATIVE 355b0 │ │ │ │ +00000000000494b8 0000000000000003 R_RISCV_RELATIVE 355c8 │ │ │ │ +00000000000494c0 0000000000000003 R_RISCV_RELATIVE 35418 │ │ │ │ +00000000000494c8 0000000000000003 R_RISCV_RELATIVE 35610 │ │ │ │ +00000000000494d0 0000000000000003 R_RISCV_RELATIVE 35690 │ │ │ │ 00000000000494d8 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ -00000000000494e0 0000000000000003 R_RISCV_RELATIVE 356a8 │ │ │ │ -00000000000494e8 0000000000000003 R_RISCV_RELATIVE 356f8 │ │ │ │ -00000000000494f0 0000000000000003 R_RISCV_RELATIVE 35740 │ │ │ │ -00000000000494f8 0000000000000003 R_RISCV_RELATIVE 35788 │ │ │ │ -0000000000049500 0000000000000003 R_RISCV_RELATIVE 357d8 │ │ │ │ -0000000000049508 0000000000000003 R_RISCV_RELATIVE 35818 │ │ │ │ -0000000000049510 0000000000000003 R_RISCV_RELATIVE 35860 │ │ │ │ -0000000000049518 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ -0000000000049520 0000000000000003 R_RISCV_RELATIVE 35878 │ │ │ │ -0000000000049528 0000000000000003 R_RISCV_RELATIVE 358c0 │ │ │ │ -0000000000049538 0000000000000003 R_RISCV_RELATIVE 35620 │ │ │ │ -0000000000049540 0000000000000003 R_RISCV_RELATIVE 35900 │ │ │ │ -0000000000049548 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ -0000000000049550 0000000000000003 R_RISCV_RELATIVE 356a8 │ │ │ │ -0000000000049558 0000000000000003 R_RISCV_RELATIVE 356f8 │ │ │ │ -0000000000049560 0000000000000003 R_RISCV_RELATIVE 35740 │ │ │ │ -0000000000049568 0000000000000003 R_RISCV_RELATIVE 35788 │ │ │ │ -0000000000049570 0000000000000003 R_RISCV_RELATIVE 357d8 │ │ │ │ -0000000000049580 0000000000000003 R_RISCV_RELATIVE 35940 │ │ │ │ -0000000000049588 0000000000000003 R_RISCV_RELATIVE 496e0 │ │ │ │ -0000000000049598 0000000000000003 R_RISCV_RELATIVE 35958 │ │ │ │ -00000000000495a0 0000000000000003 R_RISCV_RELATIVE 496b8 │ │ │ │ -00000000000495b0 0000000000000003 R_RISCV_RELATIVE 35970 │ │ │ │ -00000000000495b8 0000000000000003 R_RISCV_RELATIVE 49698 │ │ │ │ -00000000000495c8 0000000000000003 R_RISCV_RELATIVE 35980 │ │ │ │ -00000000000495d0 0000000000000003 R_RISCV_RELATIVE 49670 │ │ │ │ -00000000000495e0 0000000000000003 R_RISCV_RELATIVE 35990 │ │ │ │ -00000000000495e8 0000000000000003 R_RISCV_RELATIVE 49648 │ │ │ │ -00000000000495f8 0000000000000003 R_RISCV_RELATIVE 359a8 │ │ │ │ -0000000000049600 0000000000000003 R_RISCV_RELATIVE 49628 │ │ │ │ -0000000000049628 0000000000000003 R_RISCV_RELATIVE 359c0 │ │ │ │ +00000000000494e0 0000000000000003 R_RISCV_RELATIVE 35568 │ │ │ │ +00000000000494e8 0000000000000003 R_RISCV_RELATIVE 355b0 │ │ │ │ +00000000000494f8 0000000000000003 R_RISCV_RELATIVE 356e0 │ │ │ │ +0000000000049500 0000000000000003 R_RISCV_RELATIVE 496c8 │ │ │ │ +0000000000049510 0000000000000003 R_RISCV_RELATIVE 356f8 │ │ │ │ +0000000000049518 0000000000000003 R_RISCV_RELATIVE 49688 │ │ │ │ +0000000000049528 0000000000000003 R_RISCV_RELATIVE 35710 │ │ │ │ +0000000000049530 0000000000000003 R_RISCV_RELATIVE 49640 │ │ │ │ +0000000000049540 0000000000000003 R_RISCV_RELATIVE 35720 │ │ │ │ +0000000000049548 0000000000000003 R_RISCV_RELATIVE 49608 │ │ │ │ +0000000000049558 0000000000000003 R_RISCV_RELATIVE 35728 │ │ │ │ +0000000000049560 0000000000000003 R_RISCV_RELATIVE 49588 │ │ │ │ +0000000000049588 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ +0000000000049590 0000000000000003 R_RISCV_RELATIVE 35738 │ │ │ │ +0000000000049598 0000000000000003 R_RISCV_RELATIVE 35780 │ │ │ │ +00000000000495a0 0000000000000003 R_RISCV_RELATIVE 357c8 │ │ │ │ +00000000000495a8 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ +00000000000495b0 0000000000000003 R_RISCV_RELATIVE 357e8 │ │ │ │ +00000000000495b8 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ +00000000000495c0 0000000000000003 R_RISCV_RELATIVE 390e8 │ │ │ │ +00000000000495c8 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ +00000000000495d0 0000000000000003 R_RISCV_RELATIVE 35818 │ │ │ │ +00000000000495d8 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ +00000000000495e0 0000000000000003 R_RISCV_RELATIVE 35830 │ │ │ │ +00000000000495e8 0000000000000003 R_RISCV_RELATIVE 35878 │ │ │ │ +00000000000495f0 0000000000000003 R_RISCV_RELATIVE 358c0 │ │ │ │ +00000000000495f8 0000000000000003 R_RISCV_RELATIVE 35908 │ │ │ │ +0000000000049608 0000000000000003 R_RISCV_RELATIVE 35920 │ │ │ │ +0000000000049610 0000000000000003 R_RISCV_RELATIVE 35970 │ │ │ │ +0000000000049618 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ +0000000000049620 0000000000000003 R_RISCV_RELATIVE 359c0 │ │ │ │ +0000000000049628 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ 0000000000049630 0000000000000003 R_RISCV_RELATIVE 359d8 │ │ │ │ -0000000000049638 0000000000000003 R_RISCV_RELATIVE 35a00 │ │ │ │ -0000000000049648 0000000000000003 R_RISCV_RELATIVE 359c0 │ │ │ │ -0000000000049650 0000000000000003 R_RISCV_RELATIVE 35a28 │ │ │ │ -0000000000049658 0000000000000003 R_RISCV_RELATIVE 35a00 │ │ │ │ -0000000000049660 0000000000000003 R_RISCV_RELATIVE 35a58 │ │ │ │ -0000000000049670 0000000000000003 R_RISCV_RELATIVE 359c0 │ │ │ │ -0000000000049678 0000000000000003 R_RISCV_RELATIVE 35a68 │ │ │ │ -0000000000049680 0000000000000003 R_RISCV_RELATIVE 35a00 │ │ │ │ -0000000000049688 0000000000000003 R_RISCV_RELATIVE 35a58 │ │ │ │ -0000000000049698 0000000000000003 R_RISCV_RELATIVE 359c0 │ │ │ │ -00000000000496a0 0000000000000003 R_RISCV_RELATIVE 35a90 │ │ │ │ -00000000000496a8 0000000000000003 R_RISCV_RELATIVE 35a00 │ │ │ │ -00000000000496b8 0000000000000003 R_RISCV_RELATIVE 359c0 │ │ │ │ -00000000000496c0 0000000000000003 R_RISCV_RELATIVE 35ab8 │ │ │ │ -00000000000496c8 0000000000000003 R_RISCV_RELATIVE 35ad8 │ │ │ │ -00000000000496d0 0000000000000003 R_RISCV_RELATIVE 35a00 │ │ │ │ -00000000000496e0 0000000000000003 R_RISCV_RELATIVE 359c0 │ │ │ │ -00000000000496e8 0000000000000003 R_RISCV_RELATIVE 35b00 │ │ │ │ -00000000000496f0 0000000000000003 R_RISCV_RELATIVE 35b28 │ │ │ │ -00000000000496f8 0000000000000003 R_RISCV_RELATIVE 35a00 │ │ │ │ -0000000000049708 0000000000000003 R_RISCV_RELATIVE 35b50 │ │ │ │ -0000000000049710 0000000000000003 R_RISCV_RELATIVE 49738 │ │ │ │ -0000000000049738 0000000000000003 R_RISCV_RELATIVE 35b70 │ │ │ │ -0000000000049740 0000000000000003 R_RISCV_RELATIVE 35bc0 │ │ │ │ -0000000000049748 0000000000000003 R_RISCV_RELATIVE 35c10 │ │ │ │ -0000000000049750 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ -0000000000049758 0000000000000003 R_RISCV_RELATIVE 32d40 │ │ │ │ -0000000000049760 0000000000000003 R_RISCV_RELATIVE 32d50 │ │ │ │ -0000000000049770 0000000000000003 R_RISCV_RELATIVE 35c48 │ │ │ │ -0000000000049778 0000000000000003 R_RISCV_RELATIVE 49880 │ │ │ │ -0000000000049788 0000000000000003 R_RISCV_RELATIVE 35c60 │ │ │ │ -0000000000049790 0000000000000003 R_RISCV_RELATIVE 49828 │ │ │ │ -00000000000497a0 0000000000000003 R_RISCV_RELATIVE 35c80 │ │ │ │ -00000000000497a8 0000000000000003 R_RISCV_RELATIVE 497d0 │ │ │ │ -00000000000497d0 0000000000000003 R_RISCV_RELATIVE 35ca0 │ │ │ │ -00000000000497d8 0000000000000003 R_RISCV_RELATIVE 35cf0 │ │ │ │ -00000000000497e0 0000000000000003 R_RISCV_RELATIVE 35d38 │ │ │ │ -00000000000497e8 0000000000000003 R_RISCV_RELATIVE 35d88 │ │ │ │ -00000000000497f0 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ -00000000000497f8 0000000000000003 R_RISCV_RELATIVE 35dc8 │ │ │ │ -0000000000049800 0000000000000003 R_RISCV_RELATIVE 35df0 │ │ │ │ -0000000000049808 0000000000000003 R_RISCV_RELATIVE 35e18 │ │ │ │ -0000000000049810 0000000000000003 R_RISCV_RELATIVE 35e60 │ │ │ │ -0000000000049818 0000000000000003 R_RISCV_RELATIVE 35e88 │ │ │ │ -0000000000049828 0000000000000003 R_RISCV_RELATIVE 35ec0 │ │ │ │ -0000000000049830 0000000000000003 R_RISCV_RELATIVE 35cf0 │ │ │ │ -0000000000049838 0000000000000003 R_RISCV_RELATIVE 35f10 │ │ │ │ -0000000000049840 0000000000000003 R_RISCV_RELATIVE 35d88 │ │ │ │ -0000000000049848 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ -0000000000049850 0000000000000003 R_RISCV_RELATIVE 35dc8 │ │ │ │ -0000000000049858 0000000000000003 R_RISCV_RELATIVE 35df0 │ │ │ │ -0000000000049860 0000000000000003 R_RISCV_RELATIVE 35f60 │ │ │ │ -0000000000049868 0000000000000003 R_RISCV_RELATIVE 35fa8 │ │ │ │ -0000000000049870 0000000000000003 R_RISCV_RELATIVE 35fd0 │ │ │ │ -0000000000049880 0000000000000003 R_RISCV_RELATIVE 36008 │ │ │ │ -0000000000049888 0000000000000003 R_RISCV_RELATIVE 35cf0 │ │ │ │ -0000000000049890 0000000000000003 R_RISCV_RELATIVE 36050 │ │ │ │ -0000000000049898 0000000000000003 R_RISCV_RELATIVE 35d88 │ │ │ │ -00000000000498a0 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ -00000000000498a8 0000000000000003 R_RISCV_RELATIVE 30810 │ │ │ │ -00000000000498b0 0000000000000003 R_RISCV_RELATIVE 36098 │ │ │ │ -00000000000498b8 0000000000000003 R_RISCV_RELATIVE 360b8 │ │ │ │ -00000000000498c0 0000000000000003 R_RISCV_RELATIVE 360f8 │ │ │ │ -00000000000498c8 0000000000000003 R_RISCV_RELATIVE 36118 │ │ │ │ -00000000000498d8 0000000000000003 R_RISCV_RELATIVE 36148 │ │ │ │ -00000000000498e0 0000000000000003 R_RISCV_RELATIVE 49908 │ │ │ │ -0000000000049908 0000000000000003 R_RISCV_RELATIVE 36160 │ │ │ │ -0000000000049910 0000000000000003 R_RISCV_RELATIVE 361a8 │ │ │ │ -0000000000049918 0000000000000003 R_RISCV_RELATIVE 361f0 │ │ │ │ -0000000000049920 0000000000000003 R_RISCV_RELATIVE 36238 │ │ │ │ -0000000000049928 0000000000000003 R_RISCV_RELATIVE 36280 │ │ │ │ -0000000000049930 0000000000000003 R_RISCV_RELATIVE 362c8 │ │ │ │ -0000000000049938 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ -0000000000049940 0000000000000003 R_RISCV_RELATIVE 362e0 │ │ │ │ -0000000000049948 0000000000000003 R_RISCV_RELATIVE 36300 │ │ │ │ -0000000000049950 0000000000000003 R_RISCV_RELATIVE 36320 │ │ │ │ -0000000000049958 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ -0000000000049960 0000000000000003 R_RISCV_RELATIVE 36338 │ │ │ │ -0000000000049970 0000000000000003 R_RISCV_RELATIVE 36368 │ │ │ │ -0000000000049978 0000000000000003 R_RISCV_RELATIVE 49b48 │ │ │ │ -0000000000049988 0000000000000003 R_RISCV_RELATIVE 36378 │ │ │ │ -0000000000049990 0000000000000003 R_RISCV_RELATIVE 49b20 │ │ │ │ -00000000000499a0 0000000000000003 R_RISCV_RELATIVE 36390 │ │ │ │ -00000000000499a8 0000000000000003 R_RISCV_RELATIVE 49af8 │ │ │ │ -00000000000499b8 0000000000000003 R_RISCV_RELATIVE 363a0 │ │ │ │ -00000000000499c0 0000000000000003 R_RISCV_RELATIVE 49ae8 │ │ │ │ -00000000000499d0 0000000000000003 R_RISCV_RELATIVE 363b8 │ │ │ │ -00000000000499d8 0000000000000003 R_RISCV_RELATIVE 49ab8 │ │ │ │ -00000000000499e8 0000000000000003 R_RISCV_RELATIVE 363d0 │ │ │ │ -00000000000499f0 0000000000000003 R_RISCV_RELATIVE 49aa8 │ │ │ │ -0000000000049a00 0000000000000003 R_RISCV_RELATIVE 363e0 │ │ │ │ -0000000000049a08 0000000000000003 R_RISCV_RELATIVE 49a30 │ │ │ │ -0000000000049a30 0000000000000003 R_RISCV_RELATIVE 363f8 │ │ │ │ -0000000000049a38 0000000000000003 R_RISCV_RELATIVE 36448 │ │ │ │ -0000000000049a40 0000000000000003 R_RISCV_RELATIVE 36498 │ │ │ │ -0000000000049a48 0000000000000003 R_RISCV_RELATIVE 364e8 │ │ │ │ -0000000000049a50 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ -0000000000049a58 0000000000000003 R_RISCV_RELATIVE 36528 │ │ │ │ -0000000000049a60 0000000000000003 R_RISCV_RELATIVE 36578 │ │ │ │ -0000000000049a68 0000000000000003 R_RISCV_RELATIVE 365c8 │ │ │ │ -0000000000049a70 0000000000000003 R_RISCV_RELATIVE 36618 │ │ │ │ -0000000000049a78 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ -0000000000049a80 0000000000000003 R_RISCV_RELATIVE 36620 │ │ │ │ -0000000000049a88 0000000000000003 R_RISCV_RELATIVE 36668 │ │ │ │ -0000000000049a90 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ -0000000000049a98 0000000000000003 R_RISCV_RELATIVE 36688 │ │ │ │ -0000000000049aa8 0000000000000003 R_RISCV_RELATIVE 366a0 │ │ │ │ -0000000000049ab8 0000000000000003 R_RISCV_RELATIVE 366e0 │ │ │ │ -0000000000049ac0 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ -0000000000049ac8 0000000000000003 R_RISCV_RELATIVE 344b8 │ │ │ │ -0000000000049ad0 0000000000000003 R_RISCV_RELATIVE 36730 │ │ │ │ -0000000000049ad8 0000000000000003 R_RISCV_RELATIVE 36748 │ │ │ │ -0000000000049ae8 0000000000000003 R_RISCV_RELATIVE 36760 │ │ │ │ -0000000000049af8 0000000000000003 R_RISCV_RELATIVE 367b0 │ │ │ │ -0000000000049b00 0000000000000003 R_RISCV_RELATIVE 36810 │ │ │ │ -0000000000049b08 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ -0000000000049b10 0000000000000003 R_RISCV_RELATIVE 2c470 │ │ │ │ -0000000000049b20 0000000000000003 R_RISCV_RELATIVE 36828 │ │ │ │ -0000000000049b28 0000000000000003 R_RISCV_RELATIVE 36878 │ │ │ │ -0000000000049b30 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ -0000000000049b38 0000000000000003 R_RISCV_RELATIVE 368b0 │ │ │ │ -0000000000049b48 0000000000000003 R_RISCV_RELATIVE 368c0 │ │ │ │ -0000000000049b50 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ -0000000000049b58 0000000000000003 R_RISCV_RELATIVE 368b0 │ │ │ │ -0000000000049b68 0000000000000003 R_RISCV_RELATIVE 368e8 │ │ │ │ -0000000000049b70 0000000000000003 R_RISCV_RELATIVE 49e98 │ │ │ │ -0000000000049b80 0000000000000003 R_RISCV_RELATIVE 368f8 │ │ │ │ -0000000000049b88 0000000000000003 R_RISCV_RELATIVE 49e58 │ │ │ │ -0000000000049b98 0000000000000003 R_RISCV_RELATIVE 36910 │ │ │ │ -0000000000049ba0 0000000000000003 R_RISCV_RELATIVE 49e18 │ │ │ │ -0000000000049bb0 0000000000000003 R_RISCV_RELATIVE 36920 │ │ │ │ -0000000000049bb8 0000000000000003 R_RISCV_RELATIVE 49de0 │ │ │ │ -0000000000049bc8 0000000000000003 R_RISCV_RELATIVE 36930 │ │ │ │ -0000000000049bd0 0000000000000003 R_RISCV_RELATIVE 49d90 │ │ │ │ -0000000000049be0 0000000000000003 R_RISCV_RELATIVE 36950 │ │ │ │ -0000000000049be8 0000000000000003 R_RISCV_RELATIVE 49d50 │ │ │ │ -0000000000049bf8 0000000000000003 R_RISCV_RELATIVE 36970 │ │ │ │ -0000000000049c00 0000000000000003 R_RISCV_RELATIVE 49d10 │ │ │ │ -0000000000049c10 0000000000000003 R_RISCV_RELATIVE 36990 │ │ │ │ -0000000000049c18 0000000000000003 R_RISCV_RELATIVE 49cc8 │ │ │ │ -0000000000049c28 0000000000000003 R_RISCV_RELATIVE 363d0 │ │ │ │ -0000000000049c30 0000000000000003 R_RISCV_RELATIVE 49cb0 │ │ │ │ -0000000000049c40 0000000000000003 R_RISCV_RELATIVE 369a0 │ │ │ │ -0000000000049c48 0000000000000003 R_RISCV_RELATIVE 49c70 │ │ │ │ -0000000000049c70 0000000000000003 R_RISCV_RELATIVE 369c8 │ │ │ │ -0000000000049c78 0000000000000003 R_RISCV_RELATIVE 369f8 │ │ │ │ -0000000000049c80 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ -0000000000049c88 0000000000000003 R_RISCV_RELATIVE 36a28 │ │ │ │ -0000000000049c90 0000000000000003 R_RISCV_RELATIVE 36a40 │ │ │ │ -0000000000049c98 0000000000000003 R_RISCV_RELATIVE 36a58 │ │ │ │ -0000000000049ca0 0000000000000003 R_RISCV_RELATIVE 36a70 │ │ │ │ -0000000000049cb0 0000000000000003 R_RISCV_RELATIVE 36a88 │ │ │ │ +0000000000049640 0000000000000003 R_RISCV_RELATIVE 35a18 │ │ │ │ +0000000000049648 0000000000000003 R_RISCV_RELATIVE 35a68 │ │ │ │ +0000000000049650 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ +0000000000049658 0000000000000003 R_RISCV_RELATIVE 35ab8 │ │ │ │ +0000000000049660 0000000000000003 R_RISCV_RELATIVE 35ad8 │ │ │ │ +0000000000049668 0000000000000003 R_RISCV_RELATIVE 35af0 │ │ │ │ +0000000000049670 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ +0000000000049678 0000000000000003 R_RISCV_RELATIVE 35b00 │ │ │ │ +0000000000049688 0000000000000003 R_RISCV_RELATIVE 35b40 │ │ │ │ +0000000000049690 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ +0000000000049698 0000000000000003 R_RISCV_RELATIVE 35b70 │ │ │ │ +00000000000496a0 0000000000000003 R_RISCV_RELATIVE 35af0 │ │ │ │ +00000000000496a8 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ +00000000000496b0 0000000000000003 R_RISCV_RELATIVE 35b90 │ │ │ │ +00000000000496b8 0000000000000003 R_RISCV_RELATIVE 35bd8 │ │ │ │ +00000000000496c8 0000000000000003 R_RISCV_RELATIVE 35b40 │ │ │ │ +00000000000496d0 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ +00000000000496d8 0000000000000003 R_RISCV_RELATIVE 35bf0 │ │ │ │ +00000000000496e0 0000000000000003 R_RISCV_RELATIVE 35c08 │ │ │ │ +00000000000496e8 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ +00000000000496f0 0000000000000003 R_RISCV_RELATIVE 35c20 │ │ │ │ +00000000000496f8 0000000000000003 R_RISCV_RELATIVE 35c70 │ │ │ │ +0000000000049708 0000000000000003 R_RISCV_RELATIVE 34e10 │ │ │ │ +0000000000049710 0000000000000003 R_RISCV_RELATIVE 49878 │ │ │ │ +0000000000049720 0000000000000003 R_RISCV_RELATIVE 35cb8 │ │ │ │ +0000000000049728 0000000000000003 R_RISCV_RELATIVE 49850 │ │ │ │ +0000000000049738 0000000000000003 R_RISCV_RELATIVE 35cd8 │ │ │ │ +0000000000049740 0000000000000003 R_RISCV_RELATIVE 49828 │ │ │ │ +0000000000049750 0000000000000003 R_RISCV_RELATIVE 35cf8 │ │ │ │ +0000000000049758 0000000000000003 R_RISCV_RELATIVE 49810 │ │ │ │ +0000000000049768 0000000000000003 R_RISCV_RELATIVE 35d10 │ │ │ │ +0000000000049770 0000000000000003 R_RISCV_RELATIVE 497f8 │ │ │ │ +0000000000049780 0000000000000003 R_RISCV_RELATIVE 35d28 │ │ │ │ +0000000000049788 0000000000000003 R_RISCV_RELATIVE 497b0 │ │ │ │ +00000000000497b0 0000000000000003 R_RISCV_RELATIVE 35d40 │ │ │ │ +00000000000497b8 0000000000000003 R_RISCV_RELATIVE 35d88 │ │ │ │ +00000000000497c0 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ +00000000000497c8 0000000000000003 R_RISCV_RELATIVE 35da8 │ │ │ │ +00000000000497d0 0000000000000003 R_RISCV_RELATIVE 35dd0 │ │ │ │ +00000000000497d8 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ +00000000000497e0 0000000000000003 R_RISCV_RELATIVE 35e10 │ │ │ │ +00000000000497e8 0000000000000003 R_RISCV_RELATIVE 35e58 │ │ │ │ +00000000000497f8 0000000000000003 R_RISCV_RELATIVE 35e88 │ │ │ │ +0000000000049800 0000000000000003 R_RISCV_RELATIVE 35ed0 │ │ │ │ +0000000000049810 0000000000000003 R_RISCV_RELATIVE 35f10 │ │ │ │ +0000000000049818 0000000000000003 R_RISCV_RELATIVE 35f58 │ │ │ │ +0000000000049828 0000000000000003 R_RISCV_RELATIVE 35f70 │ │ │ │ +0000000000049830 0000000000000003 R_RISCV_RELATIVE 35fc0 │ │ │ │ +0000000000049838 0000000000000003 R_RISCV_RELATIVE 35f58 │ │ │ │ +0000000000049840 0000000000000003 R_RISCV_RELATIVE 36008 │ │ │ │ +0000000000049850 0000000000000003 R_RISCV_RELATIVE 36020 │ │ │ │ +0000000000049858 0000000000000003 R_RISCV_RELATIVE 36030 │ │ │ │ +0000000000049860 0000000000000003 R_RISCV_RELATIVE 36068 │ │ │ │ +0000000000049868 0000000000000003 R_RISCV_RELATIVE 36080 │ │ │ │ +0000000000049878 0000000000000003 R_RISCV_RELATIVE 34e30 │ │ │ │ +0000000000049880 0000000000000003 R_RISCV_RELATIVE 34e78 │ │ │ │ +0000000000049888 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ +0000000000049890 0000000000000003 R_RISCV_RELATIVE 34e90 │ │ │ │ +0000000000049898 0000000000000003 R_RISCV_RELATIVE 34ea8 │ │ │ │ +00000000000498a8 0000000000000003 R_RISCV_RELATIVE 28668 │ │ │ │ +00000000000498b0 0000000000000003 R_RISCV_RELATIVE 49928 │ │ │ │ +00000000000498c0 0000000000000003 R_RISCV_RELATIVE 287f0 │ │ │ │ +00000000000498c8 0000000000000003 R_RISCV_RELATIVE 498f0 │ │ │ │ +00000000000498f0 0000000000000003 R_RISCV_RELATIVE 36098 │ │ │ │ +00000000000498f8 0000000000000003 R_RISCV_RELATIVE 360e0 │ │ │ │ +0000000000049900 0000000000000003 R_RISCV_RELATIVE 36120 │ │ │ │ +0000000000049908 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ +0000000000049910 0000000000000003 R_RISCV_RELATIVE 36140 │ │ │ │ +0000000000049918 0000000000000003 R_RISCV_RELATIVE 36150 │ │ │ │ +0000000000049928 0000000000000003 R_RISCV_RELATIVE 36168 │ │ │ │ +0000000000049930 0000000000000003 R_RISCV_RELATIVE 361b0 │ │ │ │ +0000000000049938 0000000000000003 R_RISCV_RELATIVE 361f8 │ │ │ │ +0000000000049948 0000000000000003 R_RISCV_RELATIVE 36238 │ │ │ │ +0000000000049950 0000000000000003 R_RISCV_RELATIVE 49978 │ │ │ │ +0000000000049978 0000000000000003 R_RISCV_RELATIVE 36250 │ │ │ │ +0000000000049980 0000000000000003 R_RISCV_RELATIVE 36298 │ │ │ │ +0000000000049988 0000000000000003 R_RISCV_RELATIVE 362e0 │ │ │ │ +0000000000049990 0000000000000003 R_RISCV_RELATIVE 36328 │ │ │ │ +0000000000049998 0000000000000003 R_RISCV_RELATIVE 36370 │ │ │ │ +00000000000499a0 0000000000000003 R_RISCV_RELATIVE 363b8 │ │ │ │ +00000000000499a8 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ +00000000000499b0 0000000000000003 R_RISCV_RELATIVE 363d0 │ │ │ │ +00000000000499b8 0000000000000003 R_RISCV_RELATIVE 363f0 │ │ │ │ +00000000000499c0 0000000000000003 R_RISCV_RELATIVE 36410 │ │ │ │ +00000000000499c8 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ +00000000000499d0 0000000000000003 R_RISCV_RELATIVE 36428 │ │ │ │ +00000000000499e0 0000000000000003 R_RISCV_RELATIVE 36458 │ │ │ │ +00000000000499e8 0000000000000003 R_RISCV_RELATIVE 49a10 │ │ │ │ +0000000000049a10 0000000000000003 R_RISCV_RELATIVE 36478 │ │ │ │ +0000000000049a18 0000000000000003 R_RISCV_RELATIVE 364c8 │ │ │ │ +0000000000049a20 0000000000000003 R_RISCV_RELATIVE 36518 │ │ │ │ +0000000000049a28 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ +0000000000049a30 0000000000000003 R_RISCV_RELATIVE 2d060 │ │ │ │ +0000000000049a38 0000000000000003 R_RISCV_RELATIVE 2d070 │ │ │ │ +0000000000049a48 0000000000000003 R_RISCV_RELATIVE 36550 │ │ │ │ +0000000000049a50 0000000000000003 R_RISCV_RELATIVE 49b58 │ │ │ │ +0000000000049a60 0000000000000003 R_RISCV_RELATIVE 36568 │ │ │ │ +0000000000049a68 0000000000000003 R_RISCV_RELATIVE 49b00 │ │ │ │ +0000000000049a78 0000000000000003 R_RISCV_RELATIVE 36588 │ │ │ │ +0000000000049a80 0000000000000003 R_RISCV_RELATIVE 49aa8 │ │ │ │ +0000000000049aa8 0000000000000003 R_RISCV_RELATIVE 365a8 │ │ │ │ +0000000000049ab0 0000000000000003 R_RISCV_RELATIVE 365f8 │ │ │ │ +0000000000049ab8 0000000000000003 R_RISCV_RELATIVE 36640 │ │ │ │ +0000000000049ac0 0000000000000003 R_RISCV_RELATIVE 36690 │ │ │ │ +0000000000049ac8 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ +0000000000049ad0 0000000000000003 R_RISCV_RELATIVE 366d0 │ │ │ │ +0000000000049ad8 0000000000000003 R_RISCV_RELATIVE 366f8 │ │ │ │ +0000000000049ae0 0000000000000003 R_RISCV_RELATIVE 36720 │ │ │ │ +0000000000049ae8 0000000000000003 R_RISCV_RELATIVE 36768 │ │ │ │ +0000000000049af0 0000000000000003 R_RISCV_RELATIVE 36790 │ │ │ │ +0000000000049b00 0000000000000003 R_RISCV_RELATIVE 367c8 │ │ │ │ +0000000000049b08 0000000000000003 R_RISCV_RELATIVE 365f8 │ │ │ │ +0000000000049b10 0000000000000003 R_RISCV_RELATIVE 36818 │ │ │ │ +0000000000049b18 0000000000000003 R_RISCV_RELATIVE 36690 │ │ │ │ +0000000000049b20 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ +0000000000049b28 0000000000000003 R_RISCV_RELATIVE 366d0 │ │ │ │ +0000000000049b30 0000000000000003 R_RISCV_RELATIVE 366f8 │ │ │ │ +0000000000049b38 0000000000000003 R_RISCV_RELATIVE 36868 │ │ │ │ +0000000000049b40 0000000000000003 R_RISCV_RELATIVE 368b0 │ │ │ │ +0000000000049b48 0000000000000003 R_RISCV_RELATIVE 368d8 │ │ │ │ +0000000000049b58 0000000000000003 R_RISCV_RELATIVE 36910 │ │ │ │ +0000000000049b60 0000000000000003 R_RISCV_RELATIVE 365f8 │ │ │ │ +0000000000049b68 0000000000000003 R_RISCV_RELATIVE 36958 │ │ │ │ +0000000000049b70 0000000000000003 R_RISCV_RELATIVE 36690 │ │ │ │ +0000000000049b78 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ +0000000000049b80 0000000000000003 R_RISCV_RELATIVE 2ee30 │ │ │ │ +0000000000049b88 0000000000000003 R_RISCV_RELATIVE 369a0 │ │ │ │ +0000000000049b90 0000000000000003 R_RISCV_RELATIVE 369c0 │ │ │ │ +0000000000049b98 0000000000000003 R_RISCV_RELATIVE 36a00 │ │ │ │ +0000000000049ba0 0000000000000003 R_RISCV_RELATIVE 36a20 │ │ │ │ +0000000000049bb0 0000000000000003 R_RISCV_RELATIVE 36a50 │ │ │ │ +0000000000049bb8 0000000000000003 R_RISCV_RELATIVE 49ca8 │ │ │ │ +0000000000049bc8 0000000000000003 R_RISCV_RELATIVE 36a70 │ │ │ │ +0000000000049bd0 0000000000000003 R_RISCV_RELATIVE 49c38 │ │ │ │ +0000000000049be0 0000000000000003 R_RISCV_RELATIVE 36a98 │ │ │ │ +0000000000049be8 0000000000000003 R_RISCV_RELATIVE 49c10 │ │ │ │ +0000000000049c10 0000000000000003 R_RISCV_RELATIVE 36ab8 │ │ │ │ +0000000000049c18 0000000000000003 R_RISCV_RELATIVE 36b10 │ │ │ │ +0000000000049c20 0000000000000003 R_RISCV_RELATIVE 36b40 │ │ │ │ +0000000000049c28 0000000000000003 R_RISCV_RELATIVE 36b50 │ │ │ │ +0000000000049c38 0000000000000003 R_RISCV_RELATIVE 36b60 │ │ │ │ +0000000000049c40 0000000000000003 R_RISCV_RELATIVE 36ba8 │ │ │ │ +0000000000049c48 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ +0000000000049c50 0000000000000003 R_RISCV_RELATIVE 36be8 │ │ │ │ +0000000000049c58 0000000000000003 R_RISCV_RELATIVE 36c38 │ │ │ │ +0000000000049c60 0000000000000003 R_RISCV_RELATIVE 36c80 │ │ │ │ +0000000000049c68 0000000000000003 R_RISCV_RELATIVE 36cc8 │ │ │ │ +0000000000049c70 0000000000000003 R_RISCV_RELATIVE 36d18 │ │ │ │ +0000000000049c78 0000000000000003 R_RISCV_RELATIVE 36d58 │ │ │ │ +0000000000049c80 0000000000000003 R_RISCV_RELATIVE 36da0 │ │ │ │ +0000000000049c88 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ +0000000000049c90 0000000000000003 R_RISCV_RELATIVE 36db8 │ │ │ │ +0000000000049c98 0000000000000003 R_RISCV_RELATIVE 36e00 │ │ │ │ +0000000000049ca8 0000000000000003 R_RISCV_RELATIVE 36b60 │ │ │ │ +0000000000049cb0 0000000000000003 R_RISCV_RELATIVE 36e40 │ │ │ │ 0000000000049cb8 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ -0000000000049cc8 0000000000000003 R_RISCV_RELATIVE 36ad8 │ │ │ │ -0000000000049cd0 0000000000000003 R_RISCV_RELATIVE 36b20 │ │ │ │ -0000000000049cd8 0000000000000003 R_RISCV_RELATIVE 36b68 │ │ │ │ -0000000000049ce0 0000000000000003 R_RISCV_RELATIVE 36ba8 │ │ │ │ -0000000000049ce8 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ -0000000000049cf0 0000000000000003 R_RISCV_RELATIVE 2c470 │ │ │ │ -0000000000049cf8 0000000000000003 R_RISCV_RELATIVE 36be0 │ │ │ │ -0000000000049d00 0000000000000003 R_RISCV_RELATIVE 36bf8 │ │ │ │ -0000000000049d10 0000000000000003 R_RISCV_RELATIVE 36c10 │ │ │ │ -0000000000049d18 0000000000000003 R_RISCV_RELATIVE 36c58 │ │ │ │ -0000000000049d20 0000000000000003 R_RISCV_RELATIVE 36ca8 │ │ │ │ -0000000000049d28 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ -0000000000049d30 0000000000000003 R_RISCV_RELATIVE 2c470 │ │ │ │ -0000000000049d38 0000000000000003 R_RISCV_RELATIVE 36cd8 │ │ │ │ -0000000000049d40 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ -0000000000049d50 0000000000000003 R_RISCV_RELATIVE 36cf0 │ │ │ │ -0000000000049d58 0000000000000003 R_RISCV_RELATIVE 36d38 │ │ │ │ -0000000000049d60 0000000000000003 R_RISCV_RELATIVE 36d88 │ │ │ │ -0000000000049d68 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ -0000000000049d70 0000000000000003 R_RISCV_RELATIVE 2c470 │ │ │ │ -0000000000049d78 0000000000000003 R_RISCV_RELATIVE 36cd8 │ │ │ │ -0000000000049d80 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ -0000000000049d90 0000000000000003 R_RISCV_RELATIVE 36da8 │ │ │ │ -0000000000049d98 0000000000000003 R_RISCV_RELATIVE 36df0 │ │ │ │ -0000000000049da0 0000000000000003 R_RISCV_RELATIVE 36e40 │ │ │ │ -0000000000049da8 0000000000000003 R_RISCV_RELATIVE 36e90 │ │ │ │ -0000000000049db0 0000000000000003 R_RISCV_RELATIVE 36ed8 │ │ │ │ -0000000000049db8 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ -0000000000049dc0 0000000000000003 R_RISCV_RELATIVE 2c470 │ │ │ │ -0000000000049dc8 0000000000000003 R_RISCV_RELATIVE 36cd8 │ │ │ │ -0000000000049dd0 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ -0000000000049de0 0000000000000003 R_RISCV_RELATIVE 36f10 │ │ │ │ -0000000000049de8 0000000000000003 R_RISCV_RELATIVE 36f60 │ │ │ │ -0000000000049df0 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ -0000000000049df8 0000000000000003 R_RISCV_RELATIVE 2c470 │ │ │ │ -0000000000049e00 0000000000000003 R_RISCV_RELATIVE 36cd8 │ │ │ │ -0000000000049e08 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ -0000000000049e18 0000000000000003 R_RISCV_RELATIVE 36fa8 │ │ │ │ -0000000000049e20 0000000000000003 R_RISCV_RELATIVE 36ff8 │ │ │ │ -0000000000049e28 0000000000000003 R_RISCV_RELATIVE 37048 │ │ │ │ -0000000000049e30 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ -0000000000049e38 0000000000000003 R_RISCV_RELATIVE 2c470 │ │ │ │ -0000000000049e40 0000000000000003 R_RISCV_RELATIVE 36cd8 │ │ │ │ -0000000000049e48 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ -0000000000049e58 0000000000000003 R_RISCV_RELATIVE 37078 │ │ │ │ -0000000000049e60 0000000000000003 R_RISCV_RELATIVE 370c8 │ │ │ │ -0000000000049e68 0000000000000003 R_RISCV_RELATIVE 37110 │ │ │ │ -0000000000049e70 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ -0000000000049e78 0000000000000003 R_RISCV_RELATIVE 2c470 │ │ │ │ -0000000000049e80 0000000000000003 R_RISCV_RELATIVE 36cd8 │ │ │ │ -0000000000049e88 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ -0000000000049e98 0000000000000003 R_RISCV_RELATIVE 37128 │ │ │ │ -0000000000049ea0 0000000000000003 R_RISCV_RELATIVE 37170 │ │ │ │ -0000000000049ea8 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ -0000000000049eb0 0000000000000003 R_RISCV_RELATIVE 2c470 │ │ │ │ -0000000000049eb8 0000000000000003 R_RISCV_RELATIVE 36cd8 │ │ │ │ -0000000000049ec0 0000000000000003 R_RISCV_RELATIVE 36a70 │ │ │ │ -0000000000049ed0 0000000000000003 R_RISCV_RELATIVE 371b8 │ │ │ │ -0000000000049ed8 0000000000000003 R_RISCV_RELATIVE 49f48 │ │ │ │ -0000000000049ee8 0000000000000003 R_RISCV_RELATIVE 371c8 │ │ │ │ -0000000000049ef0 0000000000000003 R_RISCV_RELATIVE 49f18 │ │ │ │ -0000000000049f18 0000000000000003 R_RISCV_RELATIVE 371e8 │ │ │ │ -0000000000049f20 0000000000000003 R_RISCV_RELATIVE 37230 │ │ │ │ -0000000000049f28 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ -0000000000049f30 0000000000000003 R_RISCV_RELATIVE 37248 │ │ │ │ -0000000000049f38 0000000000000003 R_RISCV_RELATIVE 37260 │ │ │ │ -0000000000049f48 0000000000000003 R_RISCV_RELATIVE 37278 │ │ │ │ -0000000000049f50 0000000000000003 R_RISCV_RELATIVE 372b0 │ │ │ │ -0000000000049f58 0000000000000003 R_RISCV_RELATIVE 372c0 │ │ │ │ -0000000000049f60 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ -0000000000049f68 0000000000000003 R_RISCV_RELATIVE 372d0 │ │ │ │ -0000000000049f70 0000000000000003 R_RISCV_RELATIVE 37318 │ │ │ │ -0000000000049f78 0000000000000003 R_RISCV_RELATIVE 37360 │ │ │ │ -0000000000049f88 0000000000000003 R_RISCV_RELATIVE 37388 │ │ │ │ -0000000000049f90 0000000000000003 R_RISCV_RELATIVE 4a360 │ │ │ │ +0000000000049cc0 0000000000000003 R_RISCV_RELATIVE 36be8 │ │ │ │ +0000000000049cc8 0000000000000003 R_RISCV_RELATIVE 36c38 │ │ │ │ +0000000000049cd0 0000000000000003 R_RISCV_RELATIVE 36c80 │ │ │ │ +0000000000049cd8 0000000000000003 R_RISCV_RELATIVE 36cc8 │ │ │ │ +0000000000049ce0 0000000000000003 R_RISCV_RELATIVE 36d18 │ │ │ │ +0000000000049cf0 0000000000000003 R_RISCV_RELATIVE 36e80 │ │ │ │ +0000000000049cf8 0000000000000003 R_RISCV_RELATIVE 49e50 │ │ │ │ +0000000000049d08 0000000000000003 R_RISCV_RELATIVE 36e98 │ │ │ │ +0000000000049d10 0000000000000003 R_RISCV_RELATIVE 49e28 │ │ │ │ +0000000000049d20 0000000000000003 R_RISCV_RELATIVE 36eb0 │ │ │ │ +0000000000049d28 0000000000000003 R_RISCV_RELATIVE 49e08 │ │ │ │ +0000000000049d38 0000000000000003 R_RISCV_RELATIVE 36ec0 │ │ │ │ +0000000000049d40 0000000000000003 R_RISCV_RELATIVE 49de0 │ │ │ │ +0000000000049d50 0000000000000003 R_RISCV_RELATIVE 36ed0 │ │ │ │ +0000000000049d58 0000000000000003 R_RISCV_RELATIVE 49db8 │ │ │ │ +0000000000049d68 0000000000000003 R_RISCV_RELATIVE 36ee8 │ │ │ │ +0000000000049d70 0000000000000003 R_RISCV_RELATIVE 49d98 │ │ │ │ +0000000000049d98 0000000000000003 R_RISCV_RELATIVE 36f00 │ │ │ │ +0000000000049da0 0000000000000003 R_RISCV_RELATIVE 36f18 │ │ │ │ +0000000000049da8 0000000000000003 R_RISCV_RELATIVE 36f40 │ │ │ │ +0000000000049db8 0000000000000003 R_RISCV_RELATIVE 36f00 │ │ │ │ +0000000000049dc0 0000000000000003 R_RISCV_RELATIVE 36f68 │ │ │ │ +0000000000049dc8 0000000000000003 R_RISCV_RELATIVE 36f40 │ │ │ │ +0000000000049dd0 0000000000000003 R_RISCV_RELATIVE 36f98 │ │ │ │ +0000000000049de0 0000000000000003 R_RISCV_RELATIVE 36f00 │ │ │ │ +0000000000049de8 0000000000000003 R_RISCV_RELATIVE 36fa8 │ │ │ │ +0000000000049df0 0000000000000003 R_RISCV_RELATIVE 36f40 │ │ │ │ +0000000000049df8 0000000000000003 R_RISCV_RELATIVE 36f98 │ │ │ │ +0000000000049e08 0000000000000003 R_RISCV_RELATIVE 36f00 │ │ │ │ +0000000000049e10 0000000000000003 R_RISCV_RELATIVE 36fd0 │ │ │ │ +0000000000049e18 0000000000000003 R_RISCV_RELATIVE 36f40 │ │ │ │ +0000000000049e28 0000000000000003 R_RISCV_RELATIVE 36f00 │ │ │ │ +0000000000049e30 0000000000000003 R_RISCV_RELATIVE 36ff8 │ │ │ │ +0000000000049e38 0000000000000003 R_RISCV_RELATIVE 37018 │ │ │ │ +0000000000049e40 0000000000000003 R_RISCV_RELATIVE 36f40 │ │ │ │ +0000000000049e50 0000000000000003 R_RISCV_RELATIVE 36f00 │ │ │ │ +0000000000049e58 0000000000000003 R_RISCV_RELATIVE 37040 │ │ │ │ +0000000000049e60 0000000000000003 R_RISCV_RELATIVE 37068 │ │ │ │ +0000000000049e68 0000000000000003 R_RISCV_RELATIVE 36f40 │ │ │ │ +0000000000049e78 0000000000000003 R_RISCV_RELATIVE 37090 │ │ │ │ +0000000000049e80 0000000000000003 R_RISCV_RELATIVE 4a050 │ │ │ │ +0000000000049e90 0000000000000003 R_RISCV_RELATIVE 370a0 │ │ │ │ +0000000000049e98 0000000000000003 R_RISCV_RELATIVE 4a028 │ │ │ │ +0000000000049ea8 0000000000000003 R_RISCV_RELATIVE 370b8 │ │ │ │ +0000000000049eb0 0000000000000003 R_RISCV_RELATIVE 4a000 │ │ │ │ +0000000000049ec0 0000000000000003 R_RISCV_RELATIVE 370c8 │ │ │ │ +0000000000049ec8 0000000000000003 R_RISCV_RELATIVE 49ff0 │ │ │ │ +0000000000049ed8 0000000000000003 R_RISCV_RELATIVE 370e0 │ │ │ │ +0000000000049ee0 0000000000000003 R_RISCV_RELATIVE 49fc0 │ │ │ │ +0000000000049ef0 0000000000000003 R_RISCV_RELATIVE 370f8 │ │ │ │ +0000000000049ef8 0000000000000003 R_RISCV_RELATIVE 49fb0 │ │ │ │ +0000000000049f08 0000000000000003 R_RISCV_RELATIVE 37108 │ │ │ │ +0000000000049f10 0000000000000003 R_RISCV_RELATIVE 49f38 │ │ │ │ +0000000000049f38 0000000000000003 R_RISCV_RELATIVE 37120 │ │ │ │ +0000000000049f40 0000000000000003 R_RISCV_RELATIVE 37170 │ │ │ │ +0000000000049f48 0000000000000003 R_RISCV_RELATIVE 371c0 │ │ │ │ +0000000000049f50 0000000000000003 R_RISCV_RELATIVE 37210 │ │ │ │ +0000000000049f58 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ +0000000000049f60 0000000000000003 R_RISCV_RELATIVE 37250 │ │ │ │ +0000000000049f68 0000000000000003 R_RISCV_RELATIVE 372a0 │ │ │ │ +0000000000049f70 0000000000000003 R_RISCV_RELATIVE 372f0 │ │ │ │ +0000000000049f78 0000000000000003 R_RISCV_RELATIVE 37340 │ │ │ │ +0000000000049f80 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ +0000000000049f88 0000000000000003 R_RISCV_RELATIVE 37348 │ │ │ │ +0000000000049f90 0000000000000003 R_RISCV_RELATIVE 37390 │ │ │ │ +0000000000049f98 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ 0000000000049fa0 0000000000000003 R_RISCV_RELATIVE 373b0 │ │ │ │ -0000000000049fa8 0000000000000003 R_RISCV_RELATIVE 4a2f0 │ │ │ │ -0000000000049fb8 0000000000000003 R_RISCV_RELATIVE 373d8 │ │ │ │ -0000000000049fc0 0000000000000003 R_RISCV_RELATIVE 4a2d0 │ │ │ │ -0000000000049fd0 0000000000000003 R_RISCV_RELATIVE 37408 │ │ │ │ -0000000000049fd8 0000000000000003 R_RISCV_RELATIVE 4a2b0 │ │ │ │ -0000000000049fe8 0000000000000003 R_RISCV_RELATIVE 37430 │ │ │ │ -0000000000049ff0 0000000000000003 R_RISCV_RELATIVE 4a290 │ │ │ │ -000000000004a000 0000000000000003 R_RISCV_RELATIVE 37450 │ │ │ │ -000000000004a008 0000000000000003 R_RISCV_RELATIVE 4a260 │ │ │ │ -000000000004a018 0000000000000003 R_RISCV_RELATIVE 37470 │ │ │ │ -000000000004a020 0000000000000003 R_RISCV_RELATIVE 4a230 │ │ │ │ -000000000004a030 0000000000000003 R_RISCV_RELATIVE 37498 │ │ │ │ -000000000004a038 0000000000000003 R_RISCV_RELATIVE 4a210 │ │ │ │ -000000000004a048 0000000000000003 R_RISCV_RELATIVE 374c0 │ │ │ │ -000000000004a050 0000000000000003 R_RISCV_RELATIVE 4a1c8 │ │ │ │ -000000000004a060 0000000000000003 R_RISCV_RELATIVE 374e8 │ │ │ │ -000000000004a068 0000000000000003 R_RISCV_RELATIVE 4a1b0 │ │ │ │ -000000000004a078 0000000000000003 R_RISCV_RELATIVE 33440 │ │ │ │ -000000000004a080 0000000000000003 R_RISCV_RELATIVE 4a168 │ │ │ │ -000000000004a090 0000000000000003 R_RISCV_RELATIVE 374f8 │ │ │ │ -000000000004a098 0000000000000003 R_RISCV_RELATIVE 4a148 │ │ │ │ -000000000004a0a8 0000000000000003 R_RISCV_RELATIVE 37510 │ │ │ │ -000000000004a0b0 0000000000000003 R_RISCV_RELATIVE 4a108 │ │ │ │ -000000000004a0c0 0000000000000003 R_RISCV_RELATIVE 37518 │ │ │ │ -000000000004a0c8 0000000000000003 R_RISCV_RELATIVE 4a0f0 │ │ │ │ -000000000004a0f0 0000000000000003 R_RISCV_RELATIVE 37528 │ │ │ │ -000000000004a0f8 0000000000000003 R_RISCV_RELATIVE 37568 │ │ │ │ -000000000004a108 0000000000000003 R_RISCV_RELATIVE 375b8 │ │ │ │ -000000000004a110 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ -000000000004a118 0000000000000003 R_RISCV_RELATIVE 39260 │ │ │ │ -000000000004a120 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ -000000000004a128 0000000000000003 R_RISCV_RELATIVE 375e8 │ │ │ │ -000000000004a130 0000000000000003 R_RISCV_RELATIVE 37638 │ │ │ │ -000000000004a138 0000000000000003 R_RISCV_RELATIVE 37688 │ │ │ │ -000000000004a148 0000000000000003 R_RISCV_RELATIVE 376a0 │ │ │ │ -000000000004a150 0000000000000003 R_RISCV_RELATIVE 376e8 │ │ │ │ -000000000004a158 0000000000000003 R_RISCV_RELATIVE 37730 │ │ │ │ -000000000004a168 0000000000000003 R_RISCV_RELATIVE 33720 │ │ │ │ -000000000004a170 0000000000000003 R_RISCV_RELATIVE 33768 │ │ │ │ -000000000004a178 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ -000000000004a180 0000000000000003 R_RISCV_RELATIVE 33798 │ │ │ │ -000000000004a188 0000000000000003 R_RISCV_RELATIVE 337b8 │ │ │ │ -000000000004a190 0000000000000003 R_RISCV_RELATIVE 337d8 │ │ │ │ -000000000004a198 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ -000000000004a1a0 0000000000000003 R_RISCV_RELATIVE 337f8 │ │ │ │ -000000000004a1b0 0000000000000003 R_RISCV_RELATIVE 37748 │ │ │ │ -000000000004a1b8 0000000000000003 R_RISCV_RELATIVE 37790 │ │ │ │ -000000000004a1c8 0000000000000003 R_RISCV_RELATIVE 377c8 │ │ │ │ -000000000004a1d0 0000000000000003 R_RISCV_RELATIVE 37810 │ │ │ │ -000000000004a1d8 0000000000000003 R_RISCV_RELATIVE 37858 │ │ │ │ -000000000004a1e0 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ -000000000004a1e8 0000000000000003 R_RISCV_RELATIVE 378a0 │ │ │ │ +0000000000049fb0 0000000000000003 R_RISCV_RELATIVE 373c8 │ │ │ │ +0000000000049fc0 0000000000000003 R_RISCV_RELATIVE 37408 │ │ │ │ +0000000000049fc8 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ +0000000000049fd0 0000000000000003 R_RISCV_RELATIVE 2b7b8 │ │ │ │ +0000000000049fd8 0000000000000003 R_RISCV_RELATIVE 37458 │ │ │ │ +0000000000049fe0 0000000000000003 R_RISCV_RELATIVE 37470 │ │ │ │ +0000000000049ff0 0000000000000003 R_RISCV_RELATIVE 37488 │ │ │ │ +000000000004a000 0000000000000003 R_RISCV_RELATIVE 374d8 │ │ │ │ +000000000004a008 0000000000000003 R_RISCV_RELATIVE 37538 │ │ │ │ +000000000004a010 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ +000000000004a018 0000000000000003 R_RISCV_RELATIVE 2e890 │ │ │ │ +000000000004a028 0000000000000003 R_RISCV_RELATIVE 37550 │ │ │ │ +000000000004a030 0000000000000003 R_RISCV_RELATIVE 375a0 │ │ │ │ +000000000004a038 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ +000000000004a040 0000000000000003 R_RISCV_RELATIVE 375d8 │ │ │ │ +000000000004a050 0000000000000003 R_RISCV_RELATIVE 375e8 │ │ │ │ +000000000004a058 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ +000000000004a060 0000000000000003 R_RISCV_RELATIVE 375d8 │ │ │ │ +000000000004a070 0000000000000003 R_RISCV_RELATIVE 37610 │ │ │ │ +000000000004a078 0000000000000003 R_RISCV_RELATIVE 4a3a0 │ │ │ │ +000000000004a088 0000000000000003 R_RISCV_RELATIVE 37620 │ │ │ │ +000000000004a090 0000000000000003 R_RISCV_RELATIVE 4a360 │ │ │ │ +000000000004a0a0 0000000000000003 R_RISCV_RELATIVE 37638 │ │ │ │ +000000000004a0a8 0000000000000003 R_RISCV_RELATIVE 4a320 │ │ │ │ +000000000004a0b8 0000000000000003 R_RISCV_RELATIVE 37648 │ │ │ │ +000000000004a0c0 0000000000000003 R_RISCV_RELATIVE 4a2e8 │ │ │ │ +000000000004a0d0 0000000000000003 R_RISCV_RELATIVE 37658 │ │ │ │ +000000000004a0d8 0000000000000003 R_RISCV_RELATIVE 4a298 │ │ │ │ +000000000004a0e8 0000000000000003 R_RISCV_RELATIVE 37678 │ │ │ │ +000000000004a0f0 0000000000000003 R_RISCV_RELATIVE 4a258 │ │ │ │ +000000000004a100 0000000000000003 R_RISCV_RELATIVE 37698 │ │ │ │ +000000000004a108 0000000000000003 R_RISCV_RELATIVE 4a218 │ │ │ │ +000000000004a118 0000000000000003 R_RISCV_RELATIVE 376b8 │ │ │ │ +000000000004a120 0000000000000003 R_RISCV_RELATIVE 4a1d0 │ │ │ │ +000000000004a130 0000000000000003 R_RISCV_RELATIVE 370f8 │ │ │ │ +000000000004a138 0000000000000003 R_RISCV_RELATIVE 4a1b8 │ │ │ │ +000000000004a148 0000000000000003 R_RISCV_RELATIVE 376c8 │ │ │ │ +000000000004a150 0000000000000003 R_RISCV_RELATIVE 4a178 │ │ │ │ +000000000004a178 0000000000000003 R_RISCV_RELATIVE 376f0 │ │ │ │ +000000000004a180 0000000000000003 R_RISCV_RELATIVE 37720 │ │ │ │ +000000000004a188 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ +000000000004a190 0000000000000003 R_RISCV_RELATIVE 37750 │ │ │ │ +000000000004a198 0000000000000003 R_RISCV_RELATIVE 37768 │ │ │ │ +000000000004a1a0 0000000000000003 R_RISCV_RELATIVE 37780 │ │ │ │ +000000000004a1a8 0000000000000003 R_RISCV_RELATIVE 37798 │ │ │ │ +000000000004a1b8 0000000000000003 R_RISCV_RELATIVE 377b0 │ │ │ │ +000000000004a1c0 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ +000000000004a1d0 0000000000000003 R_RISCV_RELATIVE 37800 │ │ │ │ +000000000004a1d8 0000000000000003 R_RISCV_RELATIVE 37848 │ │ │ │ +000000000004a1e0 0000000000000003 R_RISCV_RELATIVE 37890 │ │ │ │ +000000000004a1e8 0000000000000003 R_RISCV_RELATIVE 378d0 │ │ │ │ 000000000004a1f0 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ -000000000004a1f8 0000000000000003 R_RISCV_RELATIVE 378b0 │ │ │ │ -000000000004a200 0000000000000003 R_RISCV_RELATIVE 378f8 │ │ │ │ -000000000004a210 0000000000000003 R_RISCV_RELATIVE 37920 │ │ │ │ -000000000004a218 0000000000000003 R_RISCV_RELATIVE 37968 │ │ │ │ -000000000004a220 0000000000000003 R_RISCV_RELATIVE 379b0 │ │ │ │ -000000000004a230 0000000000000003 R_RISCV_RELATIVE 379f0 │ │ │ │ -000000000004a238 0000000000000003 R_RISCV_RELATIVE 37a38 │ │ │ │ -000000000004a240 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ -000000000004a248 0000000000000003 R_RISCV_RELATIVE 37a58 │ │ │ │ -000000000004a250 0000000000000003 R_RISCV_RELATIVE 37aa0 │ │ │ │ -000000000004a260 0000000000000003 R_RISCV_RELATIVE 37ad0 │ │ │ │ -000000000004a268 0000000000000003 R_RISCV_RELATIVE 37a38 │ │ │ │ +000000000004a1f8 0000000000000003 R_RISCV_RELATIVE 2e890 │ │ │ │ +000000000004a200 0000000000000003 R_RISCV_RELATIVE 37908 │ │ │ │ +000000000004a208 0000000000000003 R_RISCV_RELATIVE 37920 │ │ │ │ +000000000004a218 0000000000000003 R_RISCV_RELATIVE 37938 │ │ │ │ +000000000004a220 0000000000000003 R_RISCV_RELATIVE 37980 │ │ │ │ +000000000004a228 0000000000000003 R_RISCV_RELATIVE 379d0 │ │ │ │ +000000000004a230 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ +000000000004a238 0000000000000003 R_RISCV_RELATIVE 2e890 │ │ │ │ +000000000004a240 0000000000000003 R_RISCV_RELATIVE 37a00 │ │ │ │ +000000000004a248 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ +000000000004a258 0000000000000003 R_RISCV_RELATIVE 37a18 │ │ │ │ +000000000004a260 0000000000000003 R_RISCV_RELATIVE 37a60 │ │ │ │ +000000000004a268 0000000000000003 R_RISCV_RELATIVE 37ab0 │ │ │ │ 000000000004a270 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ -000000000004a278 0000000000000003 R_RISCV_RELATIVE 37b18 │ │ │ │ -000000000004a280 0000000000000003 R_RISCV_RELATIVE 37b60 │ │ │ │ -000000000004a290 0000000000000003 R_RISCV_RELATIVE 37b80 │ │ │ │ -000000000004a298 0000000000000003 R_RISCV_RELATIVE 37bc8 │ │ │ │ -000000000004a2a0 0000000000000003 R_RISCV_RELATIVE 37c10 │ │ │ │ -000000000004a2b0 0000000000000003 R_RISCV_RELATIVE 37b80 │ │ │ │ -000000000004a2b8 0000000000000003 R_RISCV_RELATIVE 37c30 │ │ │ │ -000000000004a2c0 0000000000000003 R_RISCV_RELATIVE 37c70 │ │ │ │ -000000000004a2d0 0000000000000003 R_RISCV_RELATIVE 37c80 │ │ │ │ -000000000004a2d8 0000000000000003 R_RISCV_RELATIVE 37cc8 │ │ │ │ -000000000004a2e0 0000000000000003 R_RISCV_RELATIVE 37d08 │ │ │ │ -000000000004a2f0 0000000000000003 R_RISCV_RELATIVE 37d40 │ │ │ │ -000000000004a2f8 0000000000000003 R_RISCV_RELATIVE 37d88 │ │ │ │ -000000000004a300 0000000000000003 R_RISCV_RELATIVE 37dd0 │ │ │ │ -000000000004a308 0000000000000003 R_RISCV_RELATIVE 37e18 │ │ │ │ +000000000004a278 0000000000000003 R_RISCV_RELATIVE 2e890 │ │ │ │ +000000000004a280 0000000000000003 R_RISCV_RELATIVE 37a00 │ │ │ │ +000000000004a288 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ +000000000004a298 0000000000000003 R_RISCV_RELATIVE 37ad0 │ │ │ │ +000000000004a2a0 0000000000000003 R_RISCV_RELATIVE 37b18 │ │ │ │ +000000000004a2a8 0000000000000003 R_RISCV_RELATIVE 37b68 │ │ │ │ +000000000004a2b0 0000000000000003 R_RISCV_RELATIVE 37bb8 │ │ │ │ +000000000004a2b8 0000000000000003 R_RISCV_RELATIVE 37c00 │ │ │ │ +000000000004a2c0 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ +000000000004a2c8 0000000000000003 R_RISCV_RELATIVE 2e890 │ │ │ │ +000000000004a2d0 0000000000000003 R_RISCV_RELATIVE 37a00 │ │ │ │ +000000000004a2d8 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ +000000000004a2e8 0000000000000003 R_RISCV_RELATIVE 37c38 │ │ │ │ +000000000004a2f0 0000000000000003 R_RISCV_RELATIVE 37c88 │ │ │ │ +000000000004a2f8 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ +000000000004a300 0000000000000003 R_RISCV_RELATIVE 2e890 │ │ │ │ +000000000004a308 0000000000000003 R_RISCV_RELATIVE 37a00 │ │ │ │ 000000000004a310 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ -000000000004a318 0000000000000003 R_RISCV_RELATIVE 37e58 │ │ │ │ -000000000004a320 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ -000000000004a328 0000000000000003 R_RISCV_RELATIVE 37e88 │ │ │ │ -000000000004a330 0000000000000003 R_RISCV_RELATIVE 37ed0 │ │ │ │ -000000000004a338 0000000000000003 R_RISCV_RELATIVE 37ee0 │ │ │ │ -000000000004a340 0000000000000003 R_RISCV_RELATIVE 37f10 │ │ │ │ -000000000004a348 0000000000000003 R_RISCV_RELATIVE 37f58 │ │ │ │ -000000000004a350 0000000000000003 R_RISCV_RELATIVE 37f98 │ │ │ │ -000000000004a360 0000000000000003 R_RISCV_RELATIVE 37fd8 │ │ │ │ -000000000004a368 0000000000000003 R_RISCV_RELATIVE 332c0 │ │ │ │ -000000000004a370 0000000000000003 R_RISCV_RELATIVE 38020 │ │ │ │ -000000000004a378 0000000000000003 R_RISCV_RELATIVE 38068 │ │ │ │ -000000000004a380 0000000000000003 R_RISCV_RELATIVE 380b0 │ │ │ │ -000000000004a388 0000000000000003 R_RISCV_RELATIVE 380f8 │ │ │ │ +000000000004a320 0000000000000003 R_RISCV_RELATIVE 37cd0 │ │ │ │ +000000000004a328 0000000000000003 R_RISCV_RELATIVE 37d20 │ │ │ │ +000000000004a330 0000000000000003 R_RISCV_RELATIVE 37d70 │ │ │ │ +000000000004a338 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ +000000000004a340 0000000000000003 R_RISCV_RELATIVE 2e890 │ │ │ │ +000000000004a348 0000000000000003 R_RISCV_RELATIVE 37a00 │ │ │ │ +000000000004a350 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ +000000000004a360 0000000000000003 R_RISCV_RELATIVE 37da0 │ │ │ │ +000000000004a368 0000000000000003 R_RISCV_RELATIVE 37df0 │ │ │ │ +000000000004a370 0000000000000003 R_RISCV_RELATIVE 37e38 │ │ │ │ +000000000004a378 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ +000000000004a380 0000000000000003 R_RISCV_RELATIVE 2e890 │ │ │ │ +000000000004a388 0000000000000003 R_RISCV_RELATIVE 37a00 │ │ │ │ 000000000004a390 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ -000000000004a398 0000000000000003 R_RISCV_RELATIVE 39260 │ │ │ │ -000000000004a3a0 0000000000000003 R_RISCV_RELATIVE 38108 │ │ │ │ -000000000004a3b0 0000000000000003 R_RISCV_RELATIVE 28668 │ │ │ │ -000000000004a3b8 0000000000000003 R_RISCV_RELATIVE 4a430 │ │ │ │ -000000000004a3c8 0000000000000003 R_RISCV_RELATIVE 287f0 │ │ │ │ -000000000004a3d0 0000000000000003 R_RISCV_RELATIVE 4a3f8 │ │ │ │ -000000000004a3f8 0000000000000003 R_RISCV_RELATIVE 38140 │ │ │ │ -000000000004a400 0000000000000003 R_RISCV_RELATIVE 38188 │ │ │ │ -000000000004a408 0000000000000003 R_RISCV_RELATIVE 381c8 │ │ │ │ -000000000004a410 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ -000000000004a418 0000000000000003 R_RISCV_RELATIVE 381e8 │ │ │ │ -000000000004a420 0000000000000003 R_RISCV_RELATIVE 381f8 │ │ │ │ -000000000004a430 0000000000000003 R_RISCV_RELATIVE 38210 │ │ │ │ -000000000004a438 0000000000000003 R_RISCV_RELATIVE 38258 │ │ │ │ -000000000004a440 0000000000000003 R_RISCV_RELATIVE 382a0 │ │ │ │ -000000000004a450 0000000000000003 R_RISCV_RELATIVE 382e0 │ │ │ │ -000000000004a458 0000000000000003 R_RISCV_RELATIVE 4a620 │ │ │ │ -000000000004a468 0000000000000003 R_RISCV_RELATIVE 382f8 │ │ │ │ -000000000004a470 0000000000000003 R_RISCV_RELATIVE 4a5e0 │ │ │ │ -000000000004a480 0000000000000003 R_RISCV_RELATIVE 38310 │ │ │ │ -000000000004a488 0000000000000003 R_RISCV_RELATIVE 4a598 │ │ │ │ -000000000004a498 0000000000000003 R_RISCV_RELATIVE 38320 │ │ │ │ -000000000004a4a0 0000000000000003 R_RISCV_RELATIVE 4a560 │ │ │ │ -000000000004a4b0 0000000000000003 R_RISCV_RELATIVE 38328 │ │ │ │ -000000000004a4b8 0000000000000003 R_RISCV_RELATIVE 4a4e0 │ │ │ │ -000000000004a4e0 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ -000000000004a4e8 0000000000000003 R_RISCV_RELATIVE 38338 │ │ │ │ -000000000004a4f0 0000000000000003 R_RISCV_RELATIVE 38380 │ │ │ │ -000000000004a4f8 0000000000000003 R_RISCV_RELATIVE 383c8 │ │ │ │ -000000000004a500 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ -000000000004a508 0000000000000003 R_RISCV_RELATIVE 383e8 │ │ │ │ -000000000004a510 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ -000000000004a518 0000000000000003 R_RISCV_RELATIVE 39260 │ │ │ │ -000000000004a520 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ -000000000004a528 0000000000000003 R_RISCV_RELATIVE 38418 │ │ │ │ -000000000004a530 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ -000000000004a538 0000000000000003 R_RISCV_RELATIVE 38430 │ │ │ │ -000000000004a540 0000000000000003 R_RISCV_RELATIVE 38478 │ │ │ │ -000000000004a548 0000000000000003 R_RISCV_RELATIVE 384c0 │ │ │ │ -000000000004a550 0000000000000003 R_RISCV_RELATIVE 38508 │ │ │ │ -000000000004a560 0000000000000003 R_RISCV_RELATIVE 38520 │ │ │ │ -000000000004a568 0000000000000003 R_RISCV_RELATIVE 38570 │ │ │ │ +000000000004a3a0 0000000000000003 R_RISCV_RELATIVE 37e50 │ │ │ │ +000000000004a3a8 0000000000000003 R_RISCV_RELATIVE 37e98 │ │ │ │ +000000000004a3b0 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ +000000000004a3b8 0000000000000003 R_RISCV_RELATIVE 2e890 │ │ │ │ +000000000004a3c0 0000000000000003 R_RISCV_RELATIVE 37a00 │ │ │ │ +000000000004a3c8 0000000000000003 R_RISCV_RELATIVE 37798 │ │ │ │ +000000000004a3d8 0000000000000003 R_RISCV_RELATIVE 37ee0 │ │ │ │ +000000000004a3e0 0000000000000003 R_RISCV_RELATIVE 4a7b0 │ │ │ │ +000000000004a3f0 0000000000000003 R_RISCV_RELATIVE 37f08 │ │ │ │ +000000000004a3f8 0000000000000003 R_RISCV_RELATIVE 4a740 │ │ │ │ +000000000004a408 0000000000000003 R_RISCV_RELATIVE 37f30 │ │ │ │ +000000000004a410 0000000000000003 R_RISCV_RELATIVE 4a720 │ │ │ │ +000000000004a420 0000000000000003 R_RISCV_RELATIVE 37f60 │ │ │ │ +000000000004a428 0000000000000003 R_RISCV_RELATIVE 4a700 │ │ │ │ +000000000004a438 0000000000000003 R_RISCV_RELATIVE 37f88 │ │ │ │ +000000000004a440 0000000000000003 R_RISCV_RELATIVE 4a6e0 │ │ │ │ +000000000004a450 0000000000000003 R_RISCV_RELATIVE 37fa8 │ │ │ │ +000000000004a458 0000000000000003 R_RISCV_RELATIVE 4a6b0 │ │ │ │ +000000000004a468 0000000000000003 R_RISCV_RELATIVE 37fc8 │ │ │ │ +000000000004a470 0000000000000003 R_RISCV_RELATIVE 4a680 │ │ │ │ +000000000004a480 0000000000000003 R_RISCV_RELATIVE 37ff0 │ │ │ │ +000000000004a488 0000000000000003 R_RISCV_RELATIVE 4a660 │ │ │ │ +000000000004a498 0000000000000003 R_RISCV_RELATIVE 38018 │ │ │ │ +000000000004a4a0 0000000000000003 R_RISCV_RELATIVE 4a618 │ │ │ │ +000000000004a4b0 0000000000000003 R_RISCV_RELATIVE 38040 │ │ │ │ +000000000004a4b8 0000000000000003 R_RISCV_RELATIVE 4a600 │ │ │ │ +000000000004a4c8 0000000000000003 R_RISCV_RELATIVE 342f0 │ │ │ │ +000000000004a4d0 0000000000000003 R_RISCV_RELATIVE 4a5b8 │ │ │ │ +000000000004a4e0 0000000000000003 R_RISCV_RELATIVE 38050 │ │ │ │ +000000000004a4e8 0000000000000003 R_RISCV_RELATIVE 4a598 │ │ │ │ +000000000004a4f8 0000000000000003 R_RISCV_RELATIVE 38068 │ │ │ │ +000000000004a500 0000000000000003 R_RISCV_RELATIVE 4a558 │ │ │ │ +000000000004a510 0000000000000003 R_RISCV_RELATIVE 38070 │ │ │ │ +000000000004a518 0000000000000003 R_RISCV_RELATIVE 4a540 │ │ │ │ +000000000004a540 0000000000000003 R_RISCV_RELATIVE 38080 │ │ │ │ +000000000004a548 0000000000000003 R_RISCV_RELATIVE 380c0 │ │ │ │ +000000000004a558 0000000000000003 R_RISCV_RELATIVE 38110 │ │ │ │ +000000000004a560 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ +000000000004a568 0000000000000003 R_RISCV_RELATIVE 390e8 │ │ │ │ 000000000004a570 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ -000000000004a578 0000000000000003 R_RISCV_RELATIVE 385c0 │ │ │ │ -000000000004a580 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ -000000000004a588 0000000000000003 R_RISCV_RELATIVE 385d8 │ │ │ │ -000000000004a598 0000000000000003 R_RISCV_RELATIVE 38618 │ │ │ │ -000000000004a5a0 0000000000000003 R_RISCV_RELATIVE 38668 │ │ │ │ -000000000004a5a8 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ -000000000004a5b0 0000000000000003 R_RISCV_RELATIVE 386b8 │ │ │ │ -000000000004a5b8 0000000000000003 R_RISCV_RELATIVE 386d8 │ │ │ │ -000000000004a5c0 0000000000000003 R_RISCV_RELATIVE 386f0 │ │ │ │ +000000000004a578 0000000000000003 R_RISCV_RELATIVE 38140 │ │ │ │ +000000000004a580 0000000000000003 R_RISCV_RELATIVE 38190 │ │ │ │ +000000000004a588 0000000000000003 R_RISCV_RELATIVE 381e0 │ │ │ │ +000000000004a598 0000000000000003 R_RISCV_RELATIVE 381f8 │ │ │ │ +000000000004a5a0 0000000000000003 R_RISCV_RELATIVE 38240 │ │ │ │ +000000000004a5a8 0000000000000003 R_RISCV_RELATIVE 38288 │ │ │ │ +000000000004a5b8 0000000000000003 R_RISCV_RELATIVE 345d0 │ │ │ │ +000000000004a5c0 0000000000000003 R_RISCV_RELATIVE 34618 │ │ │ │ 000000000004a5c8 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ -000000000004a5d0 0000000000000003 R_RISCV_RELATIVE 38700 │ │ │ │ -000000000004a5e0 0000000000000003 R_RISCV_RELATIVE 38740 │ │ │ │ +000000000004a5d0 0000000000000003 R_RISCV_RELATIVE 34648 │ │ │ │ +000000000004a5d8 0000000000000003 R_RISCV_RELATIVE 34668 │ │ │ │ +000000000004a5e0 0000000000000003 R_RISCV_RELATIVE 34688 │ │ │ │ 000000000004a5e8 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ -000000000004a5f0 0000000000000003 R_RISCV_RELATIVE 38770 │ │ │ │ -000000000004a5f8 0000000000000003 R_RISCV_RELATIVE 386f0 │ │ │ │ -000000000004a600 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ -000000000004a608 0000000000000003 R_RISCV_RELATIVE 38790 │ │ │ │ -000000000004a610 0000000000000003 R_RISCV_RELATIVE 387d8 │ │ │ │ -000000000004a620 0000000000000003 R_RISCV_RELATIVE 38740 │ │ │ │ -000000000004a628 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ -000000000004a630 0000000000000003 R_RISCV_RELATIVE 387f0 │ │ │ │ -000000000004a638 0000000000000003 R_RISCV_RELATIVE 38808 │ │ │ │ +000000000004a5f0 0000000000000003 R_RISCV_RELATIVE 346a8 │ │ │ │ +000000000004a600 0000000000000003 R_RISCV_RELATIVE 382a0 │ │ │ │ +000000000004a608 0000000000000003 R_RISCV_RELATIVE 382e8 │ │ │ │ +000000000004a618 0000000000000003 R_RISCV_RELATIVE 38320 │ │ │ │ +000000000004a620 0000000000000003 R_RISCV_RELATIVE 38368 │ │ │ │ +000000000004a628 0000000000000003 R_RISCV_RELATIVE 383b0 │ │ │ │ +000000000004a630 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ +000000000004a638 0000000000000003 R_RISCV_RELATIVE 383f8 │ │ │ │ 000000000004a640 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ -000000000004a648 0000000000000003 R_RISCV_RELATIVE 38820 │ │ │ │ -000000000004a650 0000000000000003 R_RISCV_RELATIVE 38870 │ │ │ │ -000000000004a660 0000000000000003 R_RISCV_RELATIVE 371c8 │ │ │ │ -000000000004a668 0000000000000003 R_RISCV_RELATIVE 4a7d0 │ │ │ │ -000000000004a678 0000000000000003 R_RISCV_RELATIVE 388b8 │ │ │ │ -000000000004a680 0000000000000003 R_RISCV_RELATIVE 4a7a8 │ │ │ │ -000000000004a690 0000000000000003 R_RISCV_RELATIVE 388d8 │ │ │ │ -000000000004a698 0000000000000003 R_RISCV_RELATIVE 4a780 │ │ │ │ -000000000004a6a8 0000000000000003 R_RISCV_RELATIVE 388f8 │ │ │ │ -000000000004a6b0 0000000000000003 R_RISCV_RELATIVE 4a768 │ │ │ │ -000000000004a6c0 0000000000000003 R_RISCV_RELATIVE 38910 │ │ │ │ -000000000004a6c8 0000000000000003 R_RISCV_RELATIVE 4a750 │ │ │ │ -000000000004a6d8 0000000000000003 R_RISCV_RELATIVE 38928 │ │ │ │ -000000000004a6e0 0000000000000003 R_RISCV_RELATIVE 4a708 │ │ │ │ -000000000004a708 0000000000000003 R_RISCV_RELATIVE 38940 │ │ │ │ -000000000004a710 0000000000000003 R_RISCV_RELATIVE 38988 │ │ │ │ -000000000004a718 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ -000000000004a720 0000000000000003 R_RISCV_RELATIVE 389a8 │ │ │ │ -000000000004a728 0000000000000003 R_RISCV_RELATIVE 389d0 │ │ │ │ -000000000004a730 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ -000000000004a738 0000000000000003 R_RISCV_RELATIVE 38a10 │ │ │ │ -000000000004a740 0000000000000003 R_RISCV_RELATIVE 38a58 │ │ │ │ -000000000004a750 0000000000000003 R_RISCV_RELATIVE 38a88 │ │ │ │ -000000000004a758 0000000000000003 R_RISCV_RELATIVE 38ad0 │ │ │ │ -000000000004a768 0000000000000003 R_RISCV_RELATIVE 38b10 │ │ │ │ -000000000004a770 0000000000000003 R_RISCV_RELATIVE 38b58 │ │ │ │ -000000000004a780 0000000000000003 R_RISCV_RELATIVE 38b70 │ │ │ │ -000000000004a788 0000000000000003 R_RISCV_RELATIVE 38bc0 │ │ │ │ -000000000004a790 0000000000000003 R_RISCV_RELATIVE 38b58 │ │ │ │ -000000000004a798 0000000000000003 R_RISCV_RELATIVE 38c08 │ │ │ │ -000000000004a7a8 0000000000000003 R_RISCV_RELATIVE 38c20 │ │ │ │ -000000000004a7b0 0000000000000003 R_RISCV_RELATIVE 38c30 │ │ │ │ -000000000004a7b8 0000000000000003 R_RISCV_RELATIVE 38c68 │ │ │ │ -000000000004a7c0 0000000000000003 R_RISCV_RELATIVE 38c80 │ │ │ │ -000000000004a7d0 0000000000000003 R_RISCV_RELATIVE 371e8 │ │ │ │ -000000000004a7d8 0000000000000003 R_RISCV_RELATIVE 37230 │ │ │ │ +000000000004a648 0000000000000003 R_RISCV_RELATIVE 38408 │ │ │ │ +000000000004a650 0000000000000003 R_RISCV_RELATIVE 38450 │ │ │ │ +000000000004a660 0000000000000003 R_RISCV_RELATIVE 38478 │ │ │ │ +000000000004a668 0000000000000003 R_RISCV_RELATIVE 384c0 │ │ │ │ +000000000004a670 0000000000000003 R_RISCV_RELATIVE 38508 │ │ │ │ +000000000004a680 0000000000000003 R_RISCV_RELATIVE 38548 │ │ │ │ +000000000004a688 0000000000000003 R_RISCV_RELATIVE 38590 │ │ │ │ +000000000004a690 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ +000000000004a698 0000000000000003 R_RISCV_RELATIVE 385b0 │ │ │ │ +000000000004a6a0 0000000000000003 R_RISCV_RELATIVE 385f8 │ │ │ │ +000000000004a6b0 0000000000000003 R_RISCV_RELATIVE 38628 │ │ │ │ +000000000004a6b8 0000000000000003 R_RISCV_RELATIVE 38590 │ │ │ │ +000000000004a6c0 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ +000000000004a6c8 0000000000000003 R_RISCV_RELATIVE 38670 │ │ │ │ +000000000004a6d0 0000000000000003 R_RISCV_RELATIVE 386b8 │ │ │ │ +000000000004a6e0 0000000000000003 R_RISCV_RELATIVE 386d8 │ │ │ │ +000000000004a6e8 0000000000000003 R_RISCV_RELATIVE 38720 │ │ │ │ +000000000004a6f0 0000000000000003 R_RISCV_RELATIVE 38768 │ │ │ │ +000000000004a700 0000000000000003 R_RISCV_RELATIVE 386d8 │ │ │ │ +000000000004a708 0000000000000003 R_RISCV_RELATIVE 38788 │ │ │ │ +000000000004a710 0000000000000003 R_RISCV_RELATIVE 387c8 │ │ │ │ +000000000004a720 0000000000000003 R_RISCV_RELATIVE 387d8 │ │ │ │ +000000000004a728 0000000000000003 R_RISCV_RELATIVE 38820 │ │ │ │ +000000000004a730 0000000000000003 R_RISCV_RELATIVE 38860 │ │ │ │ +000000000004a740 0000000000000003 R_RISCV_RELATIVE 38898 │ │ │ │ +000000000004a748 0000000000000003 R_RISCV_RELATIVE 388e0 │ │ │ │ +000000000004a750 0000000000000003 R_RISCV_RELATIVE 38928 │ │ │ │ +000000000004a758 0000000000000003 R_RISCV_RELATIVE 38970 │ │ │ │ +000000000004a760 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ +000000000004a768 0000000000000003 R_RISCV_RELATIVE 389b0 │ │ │ │ +000000000004a770 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ +000000000004a778 0000000000000003 R_RISCV_RELATIVE 389e0 │ │ │ │ +000000000004a780 0000000000000003 R_RISCV_RELATIVE 38a28 │ │ │ │ +000000000004a788 0000000000000003 R_RISCV_RELATIVE 38a38 │ │ │ │ +000000000004a790 0000000000000003 R_RISCV_RELATIVE 38a68 │ │ │ │ +000000000004a798 0000000000000003 R_RISCV_RELATIVE 38ab0 │ │ │ │ +000000000004a7a0 0000000000000003 R_RISCV_RELATIVE 38af0 │ │ │ │ +000000000004a7b0 0000000000000003 R_RISCV_RELATIVE 38b30 │ │ │ │ +000000000004a7b8 0000000000000003 R_RISCV_RELATIVE 34c88 │ │ │ │ +000000000004a7c0 0000000000000003 R_RISCV_RELATIVE 38b78 │ │ │ │ +000000000004a7c8 0000000000000003 R_RISCV_RELATIVE 38bc0 │ │ │ │ +000000000004a7d0 0000000000000003 R_RISCV_RELATIVE 38c08 │ │ │ │ +000000000004a7d8 0000000000000003 R_RISCV_RELATIVE 38c50 │ │ │ │ 000000000004a7e0 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ -000000000004a7e8 0000000000000003 R_RISCV_RELATIVE 37248 │ │ │ │ -000000000004a7f0 0000000000000003 R_RISCV_RELATIVE 37260 │ │ │ │ +000000000004a7e8 0000000000000003 R_RISCV_RELATIVE 390e8 │ │ │ │ +000000000004a7f0 0000000000000003 R_RISCV_RELATIVE 38c60 │ │ │ │ 000000000004a800 0000000000000003 R_RISCV_RELATIVE 38c98 │ │ │ │ 000000000004a808 0000000000000003 R_RISCV_RELATIVE 4a830 │ │ │ │ -000000000004a830 0000000000000003 R_RISCV_RELATIVE 38cb0 │ │ │ │ -000000000004a838 0000000000000003 R_RISCV_RELATIVE 38cf0 │ │ │ │ -000000000004a840 0000000000000003 R_RISCV_RELATIVE 38d20 │ │ │ │ -000000000004a848 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ -000000000004a850 0000000000000003 R_RISCV_RELATIVE 368b0 │ │ │ │ -000000000004a860 0000000000000003 R_RISCV_RELATIVE 38c98 │ │ │ │ -000000000004a868 0000000000000003 R_RISCV_RELATIVE 4a890 │ │ │ │ +000000000004a830 0000000000000003 R_RISCV_RELATIVE 38ca8 │ │ │ │ +000000000004a840 0000000000000003 R_RISCV_RELATIVE 342f0 │ │ │ │ +000000000004a848 0000000000000003 R_RISCV_RELATIVE 4a870 │ │ │ │ +000000000004a870 0000000000000003 R_RISCV_RELATIVE 345d0 │ │ │ │ +000000000004a878 0000000000000003 R_RISCV_RELATIVE 38cf0 │ │ │ │ +000000000004a880 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ +000000000004a888 0000000000000003 R_RISCV_RELATIVE 38d18 │ │ │ │ 000000000004a890 0000000000000003 R_RISCV_RELATIVE 38d38 │ │ │ │ -000000000004a898 0000000000000003 R_RISCV_RELATIVE 38d78 │ │ │ │ -000000000004a8a0 0000000000000003 R_RISCV_RELATIVE 38d20 │ │ │ │ -000000000004a8a8 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ -000000000004a8b0 0000000000000003 R_RISCV_RELATIVE 368b0 │ │ │ │ -000000000004a8c0 0000000000000003 R_RISCV_RELATIVE 38da8 │ │ │ │ -000000000004a8c8 0000000000000003 R_RISCV_RELATIVE 4a8f0 │ │ │ │ +000000000004a898 0000000000000003 R_RISCV_RELATIVE 38d58 │ │ │ │ +000000000004a8a0 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ +000000000004a8a8 0000000000000003 R_RISCV_RELATIVE 346a8 │ │ │ │ +000000000004a8b8 0000000000000003 R_RISCV_RELATIVE 38d78 │ │ │ │ +000000000004a8c0 0000000000000003 R_RISCV_RELATIVE 4a8e8 │ │ │ │ +000000000004a8e8 0000000000000003 R_RISCV_RELATIVE 38d98 │ │ │ │ 000000000004a8f0 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ -000000000004a8f8 0000000000000003 R_RISCV_RELATIVE 38dc8 │ │ │ │ -000000000004a900 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ -000000000004a908 0000000000000003 R_RISCV_RELATIVE 38de8 │ │ │ │ -000000000004a910 0000000000000003 R_RISCV_RELATIVE 38e38 │ │ │ │ -000000000004a918 0000000000000003 R_RISCV_RELATIVE 38e70 │ │ │ │ -000000000004a920 0000000000000003 R_RISCV_RELATIVE 38e98 │ │ │ │ -000000000004a928 0000000000000003 R_RISCV_RELATIVE 38ee0 │ │ │ │ -000000000004a930 0000000000000003 R_RISCV_RELATIVE 38f20 │ │ │ │ -000000000004a938 0000000000000003 R_RISCV_RELATIVE 38f50 │ │ │ │ -000000000004a948 0000000000000003 R_RISCV_RELATIVE 38f98 │ │ │ │ -000000000004a950 0000000000000003 R_RISCV_RELATIVE 4a978 │ │ │ │ -000000000004a978 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ -000000000004a980 0000000000000003 R_RISCV_RELATIVE 38dc8 │ │ │ │ +000000000004a8f8 0000000000000003 R_RISCV_RELATIVE 38dc0 │ │ │ │ +000000000004a900 0000000000000003 R_RISCV_RELATIVE 38e08 │ │ │ │ +000000000004a908 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ +000000000004a910 0000000000000003 R_RISCV_RELATIVE 38e50 │ │ │ │ +000000000004a918 0000000000000003 R_RISCV_RELATIVE 38ea0 │ │ │ │ +000000000004a920 0000000000000003 R_RISCV_RELATIVE 38ee8 │ │ │ │ +000000000004a928 0000000000000003 R_RISCV_RELATIVE 38f30 │ │ │ │ +000000000004a930 0000000000000003 R_RISCV_RELATIVE 38f78 │ │ │ │ +000000000004a940 0000000000000003 R_RISCV_RELATIVE 38fb0 │ │ │ │ +000000000004a948 0000000000000003 R_RISCV_RELATIVE 4a970 │ │ │ │ +000000000004a970 0000000000000003 R_RISCV_RELATIVE 38fc8 │ │ │ │ +000000000004a978 0000000000000003 R_RISCV_RELATIVE 39008 │ │ │ │ +000000000004a980 0000000000000003 R_RISCV_RELATIVE 39048 │ │ │ │ 000000000004a988 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ -000000000004a990 0000000000000003 R_RISCV_RELATIVE 38fb8 │ │ │ │ -000000000004a998 0000000000000003 R_RISCV_RELATIVE 38fe8 │ │ │ │ -000000000004a9a0 0000000000000003 R_RISCV_RELATIVE 39018 │ │ │ │ -000000000004a9a8 0000000000000003 R_RISCV_RELATIVE 38f50 │ │ │ │ -000000000004a9b0 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ -000000000004a9b8 0000000000000003 R_RISCV_RELATIVE 39048 │ │ │ │ -000000000004a9c0 0000000000000003 R_RISCV_RELATIVE 39088 │ │ │ │ -000000000004a9c8 0000000000000003 R_RISCV_RELATIVE 390c8 │ │ │ │ -000000000004a9d0 0000000000000003 R_RISCV_RELATIVE 39108 │ │ │ │ -000000000004a9e0 0000000000000003 R_RISCV_RELATIVE 39128 │ │ │ │ -000000000004a9e8 0000000000000003 R_RISCV_RELATIVE 4aa10 │ │ │ │ -000000000004aa10 0000000000000003 R_RISCV_RELATIVE 39140 │ │ │ │ -000000000004aa18 0000000000000003 R_RISCV_RELATIVE 39180 │ │ │ │ +000000000004a990 0000000000000003 R_RISCV_RELATIVE 390a8 │ │ │ │ +000000000004a998 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ +000000000004a9a0 0000000000000003 R_RISCV_RELATIVE 390d0 │ │ │ │ +000000000004a9a8 0000000000000003 R_RISCV_RELATIVE 390f0 │ │ │ │ +000000000004a9b0 0000000000000003 R_RISCV_RELATIVE 39108 │ │ │ │ +000000000004a9b8 0000000000000003 R_RISCV_RELATIVE 39128 │ │ │ │ +000000000004a9c0 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ +000000000004a9d0 0000000000000003 R_RISCV_RELATIVE 39150 │ │ │ │ +000000000004a9d8 0000000000000003 R_RISCV_RELATIVE 4aa00 │ │ │ │ +000000000004aa00 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ +000000000004aa08 0000000000000003 R_RISCV_RELATIVE 39170 │ │ │ │ +000000000004aa10 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ +000000000004aa18 0000000000000003 R_RISCV_RELATIVE 39190 │ │ │ │ 000000000004aa20 0000000000000003 R_RISCV_RELATIVE 391c0 │ │ │ │ -000000000004aa28 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ +000000000004aa28 0000000000000003 R_RISCV_RELATIVE 391f0 │ │ │ │ 000000000004aa30 0000000000000003 R_RISCV_RELATIVE 39220 │ │ │ │ 000000000004aa38 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ -000000000004aa40 0000000000000003 R_RISCV_RELATIVE 39248 │ │ │ │ -000000000004aa48 0000000000000003 R_RISCV_RELATIVE 39268 │ │ │ │ -000000000004aa50 0000000000000003 R_RISCV_RELATIVE 39280 │ │ │ │ -000000000004aa58 0000000000000003 R_RISCV_RELATIVE 392a0 │ │ │ │ -000000000004aa60 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ -000000000004aa70 0000000000000003 R_RISCV_RELATIVE 392c8 │ │ │ │ -000000000004aa78 0000000000000003 R_RISCV_RELATIVE 4aaa0 │ │ │ │ -000000000004aaa0 0000000000000003 R_RISCV_RELATIVE 392e8 │ │ │ │ +000000000004aa40 0000000000000003 R_RISCV_RELATIVE 39268 │ │ │ │ +000000000004aa48 0000000000000003 R_RISCV_RELATIVE 392a8 │ │ │ │ +000000000004aa50 0000000000000003 R_RISCV_RELATIVE 392e8 │ │ │ │ +000000000004aa58 0000000000000003 R_RISCV_RELATIVE 39328 │ │ │ │ +000000000004aa68 0000000000000003 R_RISCV_RELATIVE 39348 │ │ │ │ +000000000004aa70 0000000000000003 R_RISCV_RELATIVE 4aa98 │ │ │ │ +000000000004aa98 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ +000000000004aaa0 0000000000000003 R_RISCV_RELATIVE 39170 │ │ │ │ 000000000004aaa8 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ -000000000004aab0 0000000000000003 R_RISCV_RELATIVE 39310 │ │ │ │ -000000000004aab8 0000000000000003 R_RISCV_RELATIVE 39358 │ │ │ │ -000000000004aac0 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ -000000000004aac8 0000000000000003 R_RISCV_RELATIVE 393a0 │ │ │ │ -000000000004aad0 0000000000000003 R_RISCV_RELATIVE 393f0 │ │ │ │ -000000000004aad8 0000000000000003 R_RISCV_RELATIVE 39438 │ │ │ │ -000000000004aae0 0000000000000003 R_RISCV_RELATIVE 39480 │ │ │ │ -000000000004aae8 0000000000000003 R_RISCV_RELATIVE 394c8 │ │ │ │ -000000000004aaf8 0000000000000003 R_RISCV_RELATIVE 39500 │ │ │ │ -000000000004ab00 0000000000000003 R_RISCV_RELATIVE 4abf0 │ │ │ │ -000000000004ab10 0000000000000003 R_RISCV_RELATIVE 39528 │ │ │ │ -000000000004ab18 0000000000000003 R_RISCV_RELATIVE 4abb8 │ │ │ │ -000000000004ab28 0000000000000003 R_RISCV_RELATIVE 39558 │ │ │ │ -000000000004ab30 0000000000000003 R_RISCV_RELATIVE 4aba0 │ │ │ │ -000000000004ab40 0000000000000003 R_RISCV_RELATIVE 39578 │ │ │ │ -000000000004ab48 0000000000000003 R_RISCV_RELATIVE 4ab70 │ │ │ │ -000000000004ab70 0000000000000003 R_RISCV_RELATIVE 39590 │ │ │ │ -000000000004ab78 0000000000000003 R_RISCV_RELATIVE 395b8 │ │ │ │ -000000000004ab80 0000000000000003 R_RISCV_RELATIVE 395e8 │ │ │ │ -000000000004ab88 0000000000000003 R_RISCV_RELATIVE 39628 │ │ │ │ -000000000004ab90 0000000000000003 R_RISCV_RELATIVE 39660 │ │ │ │ -000000000004aba0 0000000000000003 R_RISCV_RELATIVE 39680 │ │ │ │ -000000000004aba8 0000000000000003 R_RISCV_RELATIVE 2e588 │ │ │ │ -000000000004abb8 0000000000000003 R_RISCV_RELATIVE 39698 │ │ │ │ -000000000004abc0 0000000000000003 R_RISCV_RELATIVE 396e0 │ │ │ │ -000000000004abc8 0000000000000003 R_RISCV_RELATIVE 39728 │ │ │ │ -000000000004abd0 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ -000000000004abd8 0000000000000003 R_RISCV_RELATIVE 39760 │ │ │ │ -000000000004abe0 0000000000000003 R_RISCV_RELATIVE 2fea8 │ │ │ │ -000000000004abf0 0000000000000003 R_RISCV_RELATIVE 37fd8 │ │ │ │ -000000000004abf8 0000000000000003 R_RISCV_RELATIVE 332c0 │ │ │ │ -000000000004ac00 0000000000000003 R_RISCV_RELATIVE 38020 │ │ │ │ -000000000004ac08 0000000000000003 R_RISCV_RELATIVE 38068 │ │ │ │ -000000000004ac10 0000000000000003 R_RISCV_RELATIVE 39770 │ │ │ │ -000000000004ac18 0000000000000003 R_RISCV_RELATIVE 380f8 │ │ │ │ -000000000004ac20 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ -000000000004ac28 0000000000000003 R_RISCV_RELATIVE 39260 │ │ │ │ -000000000004ac30 0000000000000003 R_RISCV_RELATIVE 38108 │ │ │ │ -000000000004ac40 0000000000000003 R_RISCV_RELATIVE 33440 │ │ │ │ -000000000004ac48 0000000000000003 R_RISCV_RELATIVE 4ac70 │ │ │ │ -000000000004ac70 0000000000000003 R_RISCV_RELATIVE 33720 │ │ │ │ -000000000004ac78 0000000000000003 R_RISCV_RELATIVE 397b8 │ │ │ │ -000000000004ac80 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ -000000000004ac88 0000000000000003 R_RISCV_RELATIVE 397e0 │ │ │ │ -000000000004ac90 0000000000000003 R_RISCV_RELATIVE 39800 │ │ │ │ -000000000004ac98 0000000000000003 R_RISCV_RELATIVE 39820 │ │ │ │ -000000000004aca0 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ -000000000004aca8 0000000000000003 R_RISCV_RELATIVE 337f8 │ │ │ │ -000000000004acb8 0000000000000003 R_RISCV_RELATIVE 39840 │ │ │ │ -000000000004acc0 0000000000000003 R_RISCV_RELATIVE 4ace8 │ │ │ │ -000000000004ace8 0000000000000003 R_RISCV_RELATIVE 39850 │ │ │ │ +000000000004aab0 0000000000000003 R_RISCV_RELATIVE 39368 │ │ │ │ +000000000004aab8 0000000000000003 R_RISCV_RELATIVE 393b8 │ │ │ │ +000000000004aac0 0000000000000003 R_RISCV_RELATIVE 393f0 │ │ │ │ +000000000004aac8 0000000000000003 R_RISCV_RELATIVE 39418 │ │ │ │ +000000000004aad0 0000000000000003 R_RISCV_RELATIVE 39460 │ │ │ │ +000000000004aad8 0000000000000003 R_RISCV_RELATIVE 394a0 │ │ │ │ +000000000004aae0 0000000000000003 R_RISCV_RELATIVE 39220 │ │ │ │ +000000000004aaf0 0000000000000003 R_RISCV_RELATIVE 394d0 │ │ │ │ +000000000004aaf8 0000000000000003 R_RISCV_RELATIVE 4ab20 │ │ │ │ +000000000004ab20 0000000000000003 R_RISCV_RELATIVE 394e8 │ │ │ │ +000000000004ab28 0000000000000003 R_RISCV_RELATIVE 39528 │ │ │ │ +000000000004ab30 0000000000000003 R_RISCV_RELATIVE 39558 │ │ │ │ +000000000004ab38 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ +000000000004ab40 0000000000000003 R_RISCV_RELATIVE 375d8 │ │ │ │ +000000000004ab50 0000000000000003 R_RISCV_RELATIVE 394d0 │ │ │ │ +000000000004ab58 0000000000000003 R_RISCV_RELATIVE 4ab80 │ │ │ │ +000000000004ab80 0000000000000003 R_RISCV_RELATIVE 39570 │ │ │ │ +000000000004ab88 0000000000000003 R_RISCV_RELATIVE 395b0 │ │ │ │ +000000000004ab90 0000000000000003 R_RISCV_RELATIVE 39558 │ │ │ │ +000000000004ab98 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ +000000000004aba0 0000000000000003 R_RISCV_RELATIVE 375d8 │ │ │ │ +000000000004abb0 0000000000000003 R_RISCV_RELATIVE 395e0 │ │ │ │ +000000000004abb8 0000000000000003 R_RISCV_RELATIVE 4aca8 │ │ │ │ +000000000004abc8 0000000000000003 R_RISCV_RELATIVE 39608 │ │ │ │ +000000000004abd0 0000000000000003 R_RISCV_RELATIVE 4ac70 │ │ │ │ +000000000004abe0 0000000000000003 R_RISCV_RELATIVE 39638 │ │ │ │ +000000000004abe8 0000000000000003 R_RISCV_RELATIVE 4ac58 │ │ │ │ +000000000004abf8 0000000000000003 R_RISCV_RELATIVE 39658 │ │ │ │ +000000000004ac00 0000000000000003 R_RISCV_RELATIVE 4ac28 │ │ │ │ +000000000004ac28 0000000000000003 R_RISCV_RELATIVE 39670 │ │ │ │ +000000000004ac30 0000000000000003 R_RISCV_RELATIVE 39698 │ │ │ │ +000000000004ac38 0000000000000003 R_RISCV_RELATIVE 396c8 │ │ │ │ +000000000004ac40 0000000000000003 R_RISCV_RELATIVE 39708 │ │ │ │ +000000000004ac48 0000000000000003 R_RISCV_RELATIVE 39740 │ │ │ │ +000000000004ac58 0000000000000003 R_RISCV_RELATIVE 39760 │ │ │ │ +000000000004ac60 0000000000000003 R_RISCV_RELATIVE 326d8 │ │ │ │ +000000000004ac70 0000000000000003 R_RISCV_RELATIVE 39778 │ │ │ │ +000000000004ac78 0000000000000003 R_RISCV_RELATIVE 397c0 │ │ │ │ +000000000004ac80 0000000000000003 R_RISCV_RELATIVE 39808 │ │ │ │ +000000000004ac88 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ +000000000004ac90 0000000000000003 R_RISCV_RELATIVE 39840 │ │ │ │ +000000000004ac98 0000000000000003 R_RISCV_RELATIVE 2ead8 │ │ │ │ +000000000004aca8 0000000000000003 R_RISCV_RELATIVE 38b30 │ │ │ │ +000000000004acb0 0000000000000003 R_RISCV_RELATIVE 34c88 │ │ │ │ +000000000004acb8 0000000000000003 R_RISCV_RELATIVE 38b78 │ │ │ │ +000000000004acc0 0000000000000003 R_RISCV_RELATIVE 38bc0 │ │ │ │ +000000000004acc8 0000000000000003 R_RISCV_RELATIVE 39850 │ │ │ │ +000000000004acd0 0000000000000003 R_RISCV_RELATIVE 38c50 │ │ │ │ +000000000004acd8 0000000000000003 R_RISCV_RELATIVE 39ec0 │ │ │ │ +000000000004ace0 0000000000000003 R_RISCV_RELATIVE 390e8 │ │ │ │ +000000000004ace8 0000000000000003 R_RISCV_RELATIVE 38c60 │ │ │ │ 000000000004ad20 0000000000000003 R_RISCV_RELATIVE 286a8 │ │ │ │ 000000000004ad28 0000000000000003 R_RISCV_RELATIVE 39fd8 │ │ │ │ 000000000004ad40 0000000000000003 R_RISCV_RELATIVE 1f740 │ │ │ │ 000000000004ad48 0000000000000003 R_RISCV_RELATIVE 1f6ac │ │ │ │ 000000000004ad58 0000000000000003 R_RISCV_RELATIVE 4adf0 │ │ │ │ 000000000004adf0 0000000000000003 R_RISCV_RELATIVE 4ae10 │ │ │ │ 000000000004adf8 0000000000000003 R_RISCV_RELATIVE 4ae08 │ │ │ ├── readelf --wide --notes {} │ │ │ │ @@ -1,8 +1,8 @@ │ │ │ │ │ │ │ │ Displaying notes found in: .note.gnu.build-id │ │ │ │ Owner Data size Description │ │ │ │ - GNU 0x00000014 NT_GNU_BUILD_ID (unique build ID bitstring) Build ID: f0424897f8a27b7250373144a886dcfd0c7cfc72 │ │ │ │ + GNU 0x00000014 NT_GNU_BUILD_ID (unique build ID bitstring) Build ID: 7ba3e6860e9f9c573a81580d8d7acaa2c6726cf8 │ │ │ │ │ │ │ │ Displaying notes found in: .note.ABI-tag │ │ │ │ Owner Data size Description │ │ │ │ GNU 0x00000010 NT_GNU_ABI_TAG (ABI version tag) OS: Linux, ABI: 4.15.0 │ │ │ ├── strings --all --bytes=8 {} │ │ │ │ @@ -1,8 +1,8 @@ │ │ │ │ -r/lib/ld-linux-riscv64-lp64d.so.1 │ │ │ │ +/lib/ld-linux-riscv64-lp64d.so.1 │ │ │ │ _ITM_deregisterTMCloneTable │ │ │ │ _ITM_registerTMCloneTable │ │ │ │ PMIx_Info_destruct │ │ │ │ PMIx_Info_create │ │ │ │ PMIx_Log_nb │ │ │ │ PMIx_Info_load │ │ │ │ gethostname │ │ │ │ @@ -329,73 +329,411 @@ │ │ │ │ help_aggregate │ │ │ │ opal_show_help_finalize │ │ │ │ (Not specified) │ │ │ │ -------------------------------------------------------------------------- │ │ │ │ %sSorry! You were supposed to get help about: │ │ │ │ from topic: │ │ │ │ But I couldn't find that help topic. Sorry! │ │ │ │ -help-shmem-api.txt │ │ │ │ -help-oshmem-info.txt │ │ │ │ help-shmem-runtime.txt │ │ │ │ -help-oshmem-memheap.txt │ │ │ │ -help-oshmem-sshmem.txt │ │ │ │ -help-oshmem-sshmem-mmap.txt │ │ │ │ -help-oshmem-sshmem-sysv.txt │ │ │ │ -help-oshmem-scoll-mpi.txt │ │ │ │ help-oshmem-scoll-ucc.txt │ │ │ │ -help-comm.txt │ │ │ │ -help-dpm.txt │ │ │ │ +help-oshmem-scoll-mpi.txt │ │ │ │ +help-oshmem-sshmem-sysv.txt │ │ │ │ +help-oshmem-sshmem-mmap.txt │ │ │ │ +help-oshmem-sshmem.txt │ │ │ │ +help-oshmem-memheap.txt │ │ │ │ +help-oshmem-info.txt │ │ │ │ +help-shmem-api.txt │ │ │ │ help-mpi-runtime.txt │ │ │ │ -help-mpi-api.txt │ │ │ │ help-mtl-ofi.txt │ │ │ │ help-mtl-psm2.txt │ │ │ │ -help-mca-bml-r2.txt │ │ │ │ -help-mpi-pml-ob1.txt │ │ │ │ -help-mca-hook-base.txt │ │ │ │ help-coll-xhc.txt │ │ │ │ help-mca-coll-base.txt │ │ │ │ +help-mpi-pml-ob1.txt │ │ │ │ +help-mca-hook-base.txt │ │ │ │ +help-mca-bml-r2.txt │ │ │ │ +help-comm.txt │ │ │ │ +help-dpm.txt │ │ │ │ help-mpi-ft.txt │ │ │ │ help-mpi-errors.txt │ │ │ │ -help-opal-util.txt │ │ │ │ -help-json.txt │ │ │ │ -help-opal-wrapper.txt │ │ │ │ +help-mpi-api.txt │ │ │ │ help-opal_info.txt │ │ │ │ -help-mca-base.txt │ │ │ │ -help-opal-shmem-mmap.txt │ │ │ │ -help-opal-shmem-sysv.txt │ │ │ │ -help-opal-shmem-posix.txt │ │ │ │ help-common-ofi.txt │ │ │ │ help-mpi-common-ubcl.txt │ │ │ │ help-mpi-common-sm.txt │ │ │ │ -help-opal-timer-linux.txt │ │ │ │ -help-smsc-knem.txt │ │ │ │ -help-rcache-base.txt │ │ │ │ help-mca-allocator-bucket.txt │ │ │ │ -help-opal-if-linux-ipv6.txt │ │ │ │ -help-mpool-base.txt │ │ │ │ -help-opal-hwloc-base.txt │ │ │ │ -help-accelerator-base.txt │ │ │ │ help-accelerator-cuda.txt │ │ │ │ -help-mpi-btl-base.txt │ │ │ │ -help-mpi-btl-tcp.txt │ │ │ │ +help-accelerator-base.txt │ │ │ │ +help-opal-hwloc-base.txt │ │ │ │ help-mpi-btl-smcuda.txt │ │ │ │ +help-mpi-btl-tcp.txt │ │ │ │ help-mpi-btl-usnic.txt │ │ │ │ +help-mpi-btl-base.txt │ │ │ │ +help-opal-timer-linux.txt │ │ │ │ +help-smsc-knem.txt │ │ │ │ +help-mpool-base.txt │ │ │ │ +help-opal-shmem-posix.txt │ │ │ │ +help-opal-shmem-sysv.txt │ │ │ │ +help-opal-shmem-mmap.txt │ │ │ │ +help-rcache-base.txt │ │ │ │ +help-opal-if-linux-ipv6.txt │ │ │ │ help-opal-threads.txt │ │ │ │ +help-mca-base.txt │ │ │ │ +help-opal-wrapper.txt │ │ │ │ +help-opal-util.txt │ │ │ │ +help-json.txt │ │ │ │ +Unknown JSON value type │ │ │ │ +Invalid argument type │ │ │ │ +Invalid JSON string │ │ │ │ +Unable to open file │ │ │ │ +Memory allocation failure │ │ │ │ +Unable to read file │ │ │ │ +Index out of bound │ │ │ │ +Index(%zu) is out of bound(length %ud). │ │ │ │ +Encountered error reading file %s. │ │ │ │ +Cannot allocate memory. │ │ │ │ +Failed to open file %s. Please check the file path and permissions. │ │ │ │ +The input is not a valid JSON string. │ │ │ │ +Function %s expects input type %s(%d) but got %d. │ │ │ │ +The JSON value has an unknown type %s. │ │ │ │ +stacktrace signal override │ │ │ │ +stacktrace bad signal │ │ │ │ +malformed net_private_ipv4 │ │ │ │ +invalid-net-mask │ │ │ │ +malformed-uri │ │ │ │ +relative-path │ │ │ │ +sys-limit-failed │ │ │ │ +sys-limit-unrecognized │ │ │ │ +dir-mode │ │ │ │ +mkdir-failed │ │ │ │ +dir-owner │ │ │ │ +A directory that Open MPI needs to use already exists, but is owned │ │ │ │ +by a different user. For safety, Open MPI will not use it: │ │ │ │ + Directory: %s │ │ │ │ + Owner UID: %lu │ │ │ │ + Our UID: %lu │ │ │ │ +This can happen when a stale directory with the same name is left │ │ │ │ +over from another user's job, or when the directory was deliberately │ │ │ │ +pre-created. Please remove the directory, or use a different │ │ │ │ +location (e.g., by setting the TMPDIR environment variable). │ │ │ │ +A call to mkdir was unable to create the desired directory: │ │ │ │ + Directory: %s │ │ │ │ + Error: %s │ │ │ │ +Please check to ensure you have adequate permissions to perform │ │ │ │ +the desired operation. │ │ │ │ +While working through a directory tree, we were unable to set │ │ │ │ +a directory to the desired mode: │ │ │ │ + Mode: %0x │ │ │ │ + Error: %s │ │ │ │ +Open MPI received a request to set a system resource limit. │ │ │ │ +Sadly, OMPI does not recognize or currently support the specified │ │ │ │ +resource: │ │ │ │ + Resource: %s │ │ │ │ + Limit: %s │ │ │ │ +Please correct the request and try again. │ │ │ │ +Per request, Open MPI attempted to set a system resource │ │ │ │ +limit to a given value: │ │ │ │ +The system has refused to allow this operation. This is likely │ │ │ │ +due to a permission limitation, or specifying an unsupported │ │ │ │ +value. Please check the system or remove the request and try │ │ │ │ +When creating a URI, all files must be specified in absolute paths: │ │ │ │ + Value provided: %s │ │ │ │ +Please update your application to provide the full path to the file. │ │ │ │ +Open MPI has detected a malformed URI: │ │ │ │ + URI: %s │ │ │ │ +Accepted values follow IETF RFC3986, e.g. file://192.168.1.1/over/there │ │ │ │ +Open MPI has detected a malformed IPv4 address or netmask: │ │ │ │ +Accepted values follow the Classless Inter-Domain │ │ │ │ +Routing (CIDR) notation specifications. For example: │ │ │ │ + 10.0.0.0/8 │ │ │ │ + 172.16/12 │ │ │ │ + 192.168 │ │ │ │ + 169.254.0.0/16 │ │ │ │ +Open MPI has detected at least one malformed IP address or netmask in │ │ │ │ +the value of the opal_net_private_ipv4 MCA parameter. The │ │ │ │ +opal_net_private_ipv4 MCA parameter accepts a semicolon-delimited list │ │ │ │ +of Classless Inter-Domain Routing (CIDR) notation specifications, each │ │ │ │ +of the form /. For example: │ │ │ │ + 10.0.0.0/8;172.16.0.0/12;192.168.0.0/16;169.254.0.0/16 │ │ │ │ +The first detected malformed entry was %s. │ │ │ │ +Open MPI was inserting a signal handler but was given an invalid │ │ │ │ +signal number: │ │ │ │ + Signal string: %s │ │ │ │ + Bad value: %s │ │ │ │ +The given value must be an integer within the signal number │ │ │ │ +range. Please correct the value and try again. │ │ │ │ +Open MPI was inserting a signal handler for signal %d but noticed │ │ │ │ +that there is already a non-default handler installed. Open MPI's │ │ │ │ +handler was therefore not installed; your job will continue. This │ │ │ │ +warning message will only be displayed once, even if Open MPI │ │ │ │ +encounters this situation again. │ │ │ │ +To avoid displaying this warning message, you can either not install │ │ │ │ +the error handler for signal %d or you can have Open MPI not try to │ │ │ │ +install its own signal handler for this signal by setting the │ │ │ │ +"opal_signals" MCA parameter. │ │ │ │ + Signal: %d │ │ │ │ + Current opal_signal value: %s │ │ │ │ +no-language-support │ │ │ │ +no-compiler-specified │ │ │ │ +no-compiler-found │ │ │ │ +file-not-found │ │ │ │ +spawn-failed │ │ │ │ +no-options-support │ │ │ │ +The %s wrapper compiler was unable to find a block of options in its │ │ │ │ +configuration to support your compiler mode. Your application was not │ │ │ │ +compiled. or linked. │ │ │ │ +The wrapper compiler command line was: │ │ │ │ +Unable to call the compiler (%s). The failure return the error │ │ │ │ +The failed command was [%s]. │ │ │ │ +%s could not find the file %s, needed for %s support. │ │ │ │ +This may indicate an incomplete install and linking will likely fail. │ │ │ │ +%s [-showme[:]] args │ │ │ │ + -showme:command Show command used to invoke real compiler │ │ │ │ + -showme:compile Show flags added when compiling │ │ │ │ + -showme:link Show flags added when linking │ │ │ │ + -showme:incdirs Show list of include dirs added when compiling │ │ │ │ + -showme:libdirs Show list of library dirs added when linking │ │ │ │ + -showme:libs Show list of libraries added when linking │ │ │ │ + -showme:version Show version of %s │ │ │ │ + -showme:help This help message │ │ │ │ +%s: %s %s (Language: %s) │ │ │ │ +The Open MPI wrapper compiler was unable to find the specified compiler │ │ │ │ +%s in your PATH. │ │ │ │ +Note that this compiler was either specified at configure time or in │ │ │ │ +one of several possible environment variables. │ │ │ │ +No underlying compiler was specified in the wrapper compiler data file │ │ │ │ +(e.g., mpicc-wrapper-data.txt) │ │ │ │ +Unfortunately, this installation of Open MPI was not compiled with │ │ │ │ +%s support. As such, the %s compiler is non-functional. │ │ │ │ +find-available:not-valid │ │ │ │ +find-available:none found │ │ │ │ +framework-param:too-many-negates │ │ │ │ +internal error during init │ │ │ │ +show_load_errors: too many / │ │ │ │ +The opal_mca_base_component_show_load_errors MCA variable cannot │ │ │ │ +contain a token that has more than one "/" character in it. │ │ │ │ +The opal_mca_base_component_show_load_errors MCA variable can only │ │ │ │ +contain the values: all, none, or a comma-delimited list of tokens in │ │ │ │ +the form of "framework" or "framework/component". │ │ │ │ + Erroneous value: %s │ │ │ │ +An internal error has occurred during the startup of Open MPI. This │ │ │ │ +is highly unusual and shouldn't happen. Open MPI will now abort your │ │ │ │ +The following message may provide additional insight into the error: │ │ │ │ + Failure at: %s (%s:%d) │ │ │ │ + Error: %d (%s) │ │ │ │ +MCA framework parameters can only take a single negation operator │ │ │ │ +("^"), and it must be at the beginning of the value. The following │ │ │ │ +value violates this rule: │ │ │ │ +When used, the negation operator sets the "exclusive" behavior mode, │ │ │ │ +meaning that it will exclude all specified components (and implicitly │ │ │ │ +include all others). If the negation operator is not specified, the │ │ │ │ +"inclusive" mode is assumed, meaning that all specified components │ │ │ │ +will be included (and implicitly exclude all others). │ │ │ │ +For example, "^a,b" specifies the exclusive behavior and means "use │ │ │ │ +all components *except* a and b", while "c,d" specifies the inclusive │ │ │ │ +behavior and means "use *only* components c and d." │ │ │ │ +You cannot mix inclusive and exclusive behavior. │ │ │ │ +No components were able to be opened in the %s framework. │ │ │ │ +This typically means that either no components of this type were │ │ │ │ +installed, or none of the installed components can be loaded. │ │ │ │ +Sometimes this means that shared libraries required by these │ │ │ │ +components are unable to be found/loaded. │ │ │ │ + Host: %s │ │ │ │ + Framework: %s │ │ │ │ +A requested component was not found, or was unable to be opened. This │ │ │ │ +means that this component is either not installed or is unable to be │ │ │ │ +used on your system (e.g., sometimes this means that shared libraries │ │ │ │ +that the component requires are unable to be found/loaded). Note that │ │ │ │ +Open MPI stopped checking at the first component that it did not find. │ │ │ │ +Host: %s │ │ │ │ +Framework: %s │ │ │ │ +Component: %s │ │ │ │ +re-register-with-different-type │ │ │ │ +An invalid value was supplied for an MCA variable "mca_base_env_list_delimiter". │ │ │ │ +The "mca_base_env_list" variable will be ignored. │ │ │ │ + Value: %s │ │ │ │ +WARNING: The format of "mca_base_env_list" parameter is a delimited list of VAR=VAL or │ │ │ │ +VAR instances. By default, the delimiter is a semicolon: VAR1=VAL1;VAR2;VAR3=VAL3;... │ │ │ │ +You can set other via "mca_base_env_list_delimiter" parameter. If the delimiter is a │ │ │ │ +semicolon, the value of "mca_base_env_list" variable should be quoted to not interfere │ │ │ │ +with SHELL command line parsing. In the case where a value is not assigned to variable │ │ │ │ +VAR, the value will be taken from the current environment. │ │ │ │ +The following environment variable was not found in the environment: │ │ │ │ + Variable: %s │ │ │ │ + MCA variable value: %s │ │ │ │ +WARNING: The special MCA parameter "%s" was set in │ │ │ │ +an unexpected way, and is likely not working the way you want it to. │ │ │ │ +Specifically, this MCA parameter is "special" in that it can *only* be │ │ │ │ +set in the environment. Setting this value in a file -- and sometimes │ │ │ │ +even on the command line -- will not work as intended. The *only* way │ │ │ │ +to set this value is to set "OMPI_MCA_%s" in the environment before │ │ │ │ +starting your job. │ │ │ │ + Value: %s │ │ │ │ + Source: %s │ │ │ │ +An invalid value was supplied for an enum variable. │ │ │ │ + Variable : %s │ │ │ │ + Value : %s │ │ │ │ + Valid values : %s │ │ │ │ +An invalid value was supplied for an MCA variable. │ │ │ │ +WARNING: A user-supplied value attempted to set a variable that is set │ │ │ │ +in the override variable file (openmpi-mca-params-override.conf). │ │ │ │ + Variable: %s │ │ │ │ +The user-supplied value was ignored. │ │ │ │ +A name collision was detected on an MCA variable name. This can happen │ │ │ │ +if two components try to register the same variable with slightly │ │ │ │ +different name components. The conflicting variables are listed below: │ │ │ │ + MCA variable name: %s │ │ │ │ + New name: %s %s %s │ │ │ │ + Existing name: %s %s %s │ │ │ │ +An MCA variable was re-registered with a different type (i.e., it was │ │ │ │ +either originally registered as an INT and re-registered as a STRING, │ │ │ │ +or it was originally registered as a STRING and re-registered as an │ │ │ │ +INT). This a developer error; your job may abort. │ │ │ │ +Two mutually-exclusive MCA variables were specified. This can result │ │ │ │ +in undefined behavior, such as ignoring the components that the MCA │ │ │ │ +variables are supposed to affect. │ │ │ │ + 1st MCA variable: %s │ │ │ │ + Source of value: %s │ │ │ │ + 2nd MCA variable: %s │ │ │ │ +A deprecated MCA variable value was specified in an MCA variable │ │ │ │ +file. Deprecated MCA variables should be avoided; they may disappear │ │ │ │ +in future releases. │ │ │ │ + Deprecated variable: %s │ │ │ │ + Source file: %s │ │ │ │ + New variable: %s │ │ │ │ +A deprecated MCA variable value was specified on the command line. Deprecated │ │ │ │ +MCA variables should be avoided; they may disappear in future releases. │ │ │ │ +A deprecated MCA variable value was specified in the environment or │ │ │ │ +on the command line. Deprecated MCA variables should be avoided; │ │ │ │ +they may disappear in future releases. │ │ │ │ +Process %d Unable to locate the variable file "%s" in the following search path: │ │ │ │ +WARNING: A user-supplied value attempted to override the default-only MCA │ │ │ │ +variable named "%s". │ │ │ │ +ERROR: An invalid combination of flags was passed to mca_base_var_register. │ │ │ │ + Flags: %s %s │ │ │ │ mutex init failed │ │ │ │ mutex lock failed │ │ │ │ mutex unlock failed │ │ │ │ mutex trylock failed │ │ │ │ A try to acquire a mutex (mutex trylock) has failed. │ │ │ │ A mutex release (mutex unlock) has failed. │ │ │ │ A mutex acquire (mutex lock) has failed. │ │ │ │ A mutex initialization has failed. │ │ │ │ +fail to parse if_inet6 │ │ │ │ +Open MPI failed to parse at least one of the lines in │ │ │ │ +/proc/net/if_inet6. This is extremely unusual and should never │ │ │ │ +happen. Open MPI will skip this interface and attempt to continue. │ │ │ │ + Interface: %s │ │ │ │ + Hex: %s │ │ │ │ +leave pinned failed │ │ │ │ +cannot deregister in-use memory │ │ │ │ +Open MPI intercepted a call to free memory that is still being used by │ │ │ │ +an ongoing MPI communication. This usually reflects an error in the │ │ │ │ +MPI application; it may signify memory corruption. Open MPI will now │ │ │ │ +abort your job. │ │ │ │ + rcache name: %s │ │ │ │ + Local host: %s │ │ │ │ + Buffer address: %p │ │ │ │ + Buffer size: %lu │ │ │ │ +A process attempted to use the "leave pinned" MPI feature, but no │ │ │ │ +memory registration hooks were found on the system at run time. This │ │ │ │ +may be the result of running on a system that does not support memory │ │ │ │ +hooks or having some other software subvert Open MPI's use of the │ │ │ │ +memory hooks. You can disable Open MPI's use of memory hooks by │ │ │ │ +setting both the mpi_leave_pinned and mpi_leave_pinned_pipeline MCA │ │ │ │ +parameters to 0. │ │ │ │ +Open MPI will disable any transports that are attempting to use the │ │ │ │ +leave pinned functionality; your job may still run, but may fall back │ │ │ │ +to a slower network transport (such as TCP). │ │ │ │ + rcache name: %s │ │ │ │ + Process: %s │ │ │ │ + Local host: %s │ │ │ │ +sys call fail │ │ │ │ +mmap on nfs │ │ │ │ +target full │ │ │ │ +It appears as if there is not enough space for %s (the shared-memory backing │ │ │ │ +file). It is likely that your MPI job will now either abort or experience │ │ │ │ +performance degradation. │ │ │ │ + Space Requested: %lu B │ │ │ │ + Space Available: %llu B │ │ │ │ +WARNING: Open MPI will create a shared memory backing file in a │ │ │ │ +directory that appears to be mounted on a network filesystem. │ │ │ │ +Creating the shared memory backup file on a network file system, such │ │ │ │ +as NFS or Lustre is not recommended -- it may cause excessive network │ │ │ │ +traffic to your file servers and/or cause shared memory traffic in │ │ │ │ +Open MPI to be much slower than expected. │ │ │ │ +You may want to check what the typical temporary directory is on your │ │ │ │ +node. Possible sources of the location of this temporary directory │ │ │ │ +include the $TEMPDIR, $TEMP, and $TMP environment variables. │ │ │ │ +Note, too, that system administrators can set a list of filesystems │ │ │ │ +where Open MPI is disallowed from creating temporary files by setting │ │ │ │ +the MCA parameter "orte_no_session_dir". │ │ │ │ + Local host: %s │ │ │ │ + Filename: %s │ │ │ │ +You can set the MCA parameter shmem_mmap_enable_nfs_warning to 0 to │ │ │ │ +disable this message. │ │ │ │ +A system call failed during shared memory initialization that should │ │ │ │ +not have. It is likely that your MPI job will now either abort or │ │ │ │ +experience performance degradation. │ │ │ │ + System call: %s %s │ │ │ │ + Error: %s (errno %d) │ │ │ │ +all mem leaks │ │ │ │ +some mem leaks │ │ │ │ +The following memory locations were allocated via MPI_ALLOC_MEM but │ │ │ │ +not freed via MPI_FREE_MEM before invoking MPI_FINALIZE: │ │ │ │ +Process ID: %s │ │ │ │ +Hostname: %s │ │ │ │ +PID: %d │ │ │ │ +%d additional leak%s recorded but %s not displayed here. Set the MCA │ │ │ │ +parameter mpi_show_mpi_alloc_mem_leaks to a larger number to see that │ │ │ │ +many leaks, or set it to a negative number to see all leaks. │ │ │ │ +knem permission denied │ │ │ │ +knem fail open │ │ │ │ +knem get ABI fail │ │ │ │ +knem ABI mismatch │ │ │ │ +WARNING: Open MPI was compiled with support for one version of the │ │ │ │ +knem kernel module, but it discovered a different version running in │ │ │ │ +/dev/knem. Open MPI needs to be installed with support for the same │ │ │ │ +version of knem as is in the running Linux kernel. Please check with │ │ │ │ +your system administrator, or set the smsc MCA variable to "^knem" to │ │ │ │ +silence this warning and run without knem support. │ │ │ │ +Open MPI will try to fall back on another single-copy mechanism if one │ │ │ │ +is available. This may result in lower performance. │ │ │ │ + Local host: %s │ │ │ │ + Open MPI's knem version: 0x%x │ │ │ │ + /dev/knem's version: 0x%x │ │ │ │ +WARNING: Open MPI failed to retrieve the ABI version from the │ │ │ │ +/dev/knem device due to a local error. This usually indicates an │ │ │ │ +error in your knem installation; please check with your system │ │ │ │ +administrator, or set the smsc MCA variable to "^knem" to silence this │ │ │ │ +warning and run without knem support. │ │ │ │ + Errno: %d (%s) │ │ │ │ +WARNING: Open MPI failed to open the /dev/knem device due to a local │ │ │ │ +error. Please check with your system administrator to get the problem │ │ │ │ +fixed, or set the smsc MCA variable to "^knem" to silence this warning │ │ │ │ +WARNING: Open MPI failed to open the /dev/knem device due to a │ │ │ │ +permissions problem. Please check with your system administrator to │ │ │ │ +get the permissions fixed, or set the smsc MCA variable to "^knem" to │ │ │ │ + Local host: %s │ │ │ │ + /dev/knem permissions: 0%o │ │ │ │ +monotonic not supported │ │ │ │ +A monotonic timer has been requested by the user, but could not be found on the │ │ │ │ +system. Falling back to a non-monotonic timer (such as RDTSC). │ │ │ │ +btl:no-nics │ │ │ │ +%s: A high-performance Open MPI point-to-point messaging module │ │ │ │ +was unable to find any relevant network interfaces: │ │ │ │ +Module: %s │ │ │ │ + Host: %s │ │ │ │ +Another transport will be used instead, although this may result in │ │ │ │ +lower performance. │ │ │ │ +NOTE: You can disable this warning by setting the MCA parameter │ │ │ │ +btl_base_warn_component_unused to 0. │ │ │ │ not enough usnic resources │ │ │ │ libfabric API failed │ │ │ │ async event │ │ │ │ -internal error during init │ │ │ │ internal error after init │ │ │ │ check_reg_mem_basics fail │ │ │ │ invalid if_inexclude │ │ │ │ MTU mismatch │ │ │ │ connectivity error: small ok, large bad │ │ │ │ connectivity error: small bad, large ok │ │ │ │ connectivity error: small bad, large bad │ │ │ │ @@ -479,16 +817,14 @@ │ │ │ │ Local host: %s │ │ │ │ usNIC interface: %s │ │ │ │ Local MTU: %d │ │ │ │ Remote host: %s │ │ │ │ Remote MTU: %d │ │ │ │ WARNING: An invalid value was given for btl_usnic_if_%s. This │ │ │ │ value will be ignored. │ │ │ │ - Local host: %s │ │ │ │ - Value: %s │ │ │ │ Message: %s │ │ │ │ The usNIC BTL failed to initialize while trying to register some │ │ │ │ memory. This typically can indicate that the "memlock" limits are set │ │ │ │ too low. For most HPC installations, the memlock limits should be set │ │ │ │ to "unlimited". The failure occurred here: │ │ │ │ Local host: %s │ │ │ │ Memlock limit: %s │ │ │ │ @@ -502,16 +838,14 @@ │ │ │ │ Server: %s │ │ │ │ File: %s │ │ │ │ Line: %d │ │ │ │ Message: %s │ │ │ │ Open MPI will skip this usNIC interface in the usnic BTL, which may │ │ │ │ result in either lower performance or your job aborting. │ │ │ │ Server: %s │ │ │ │ - Failure at: %s (%s:%d) │ │ │ │ - Error: %d (%s) │ │ │ │ Open MPI detected a fatal error on a usNIC interface. Your MPI job │ │ │ │ will now abort; sorry. │ │ │ │ Server: %s │ │ │ │ usNIC interface: %s │ │ │ │ Async event code: %s (%d) │ │ │ │ Open MPI failed a basic API operation on a Cisco usNIC interface. │ │ │ │ This is highly unusual and shouldn't happen. It suggests that there │ │ │ │ @@ -526,23 +860,14 @@ │ │ │ │ processes on this server. │ │ │ │ This means that you have either not provisioned enough usNICs on this │ │ │ │ VIC, or there are not enough total receive, transmit, or completion │ │ │ │ queues on the provisioned usNICs. On each VIC in a given server, you │ │ │ │ need to provision at least as many usNICs as MPI processes on that │ │ │ │ server. In each usNIC, you need to provision enough of each of the │ │ │ │ following: send queues, receive queues, and completion queues. │ │ │ │ -sys call fail │ │ │ │ -no locality │ │ │ │ -WARNING: Missing locality information required for smcuda initialization. │ │ │ │ -Continuing without smcuda BTL. │ │ │ │ -A system call failed during sm BTL initialization that should │ │ │ │ -not have. It is likely that your MPI job will now either abort or │ │ │ │ -experience performance degradation. │ │ │ │ - System call: %s │ │ │ │ - Error: %s (errno %d) │ │ │ │ invalid minimum port │ │ │ │ client connect fail │ │ │ │ client handshake fail │ │ │ │ accept failed │ │ │ │ peer hung up │ │ │ │ dropped inbound connection │ │ │ │ socket flag fail │ │ │ │ @@ -596,33 +921,41 @@ │ │ │ │ most common causes when it does occur are: │ │ │ │ * The process ran out of file descriptors │ │ │ │ * The operating system ran out of file descriptors │ │ │ │ * The operating system ran out of memory │ │ │ │ Your Open MPI job will likely hang (or crash) until the failure │ │ │ │ resason is fixed (e.g., more file descriptors and/or memory becomes │ │ │ │ available), and may eventually timeout / abort. │ │ │ │ - Errno: %d (%s) │ │ │ │ WARNING: Open MPI failed to handshake with a connecting peer MPI │ │ │ │ process over TCP. This should not happen. │ │ │ │ Your Open MPI job may now hang or fail. │ │ │ │ WARNING: Open MPI failed to TCP connect to a peer MPI process. This │ │ │ │ WARNING: An invalid value was given for the btl_tcp_port_min_%s. Legal │ │ │ │ values are in the range [1 .. 2^16-1]. This value will be ignored │ │ │ │ (reset to the default value of 1024). │ │ │ │ Value: %d │ │ │ │ WARNING: An invalid value was given for btl_tcp_if_%s. This │ │ │ │ -btl:no-nics │ │ │ │ -%s: A high-performance Open MPI point-to-point messaging module │ │ │ │ -was unable to find any relevant network interfaces: │ │ │ │ -Module: %s │ │ │ │ - Host: %s │ │ │ │ -Another transport will be used instead, although this may result in │ │ │ │ -lower performance. │ │ │ │ -NOTE: You can disable this warning by setting the MCA parameter │ │ │ │ -btl_base_warn_component_unused to 0. │ │ │ │ +no locality │ │ │ │ +WARNING: Missing locality information required for smcuda initialization. │ │ │ │ +Continuing without smcuda BTL. │ │ │ │ +A system call failed during sm BTL initialization that should │ │ │ │ + System call: %s │ │ │ │ +mbind failure │ │ │ │ +Open MPI failed to bind internal memory to a specific NUMA node. This │ │ │ │ +message will only be reported at most once per process. │ │ │ │ + File: %s:%d │ │ │ │ + Severity: %s │ │ │ │ +Multiple Accelerators Found │ │ │ │ +No Accelerators Found │ │ │ │ +ERROR: User specified an accelerator component via "--mca accelerator ", and that │ │ │ │ +component failed to initialize successfully. The program will abort to allow you to fix the issue. │ │ │ │ +ERROR: Open MPI only supports one accelerator framework per node. Please pick one of the │ │ │ │ +initialized accelerator components via command line argument "--mca accelerator ". │ │ │ │ +The following accelerators initialized successfully: %s. │ │ │ │ +The program will abort to allow you to resolve the accelerator conflict. │ │ │ │ cuCtxGetCurrent failed not initialized │ │ │ │ cuCtxGetCurrent failed │ │ │ │ cuCtxGetCurrent returned NULL │ │ │ │ cuCtxGetDevice failed │ │ │ │ cuMemHostRegister during init failed │ │ │ │ cuMemHostRegister failed │ │ │ │ cuMemHostUnregister failed │ │ │ │ @@ -766,102 +1099,18 @@ │ │ │ │ but the performance of GPU memory transfers may be reduced. This failure │ │ │ │ indicates that there is no CUDA context yet. To eliminate this warning, │ │ │ │ ensure that there is a CUDA context prior to calling MPI_Init. │ │ │ │ but the performance of GPU memory transfers may be reduced. │ │ │ │ cuCtxGetCurrent return value: %d │ │ │ │ indicates that the CUDA environment is not yet initialized. To eliminate │ │ │ │ this warning, ensure that CUDA is initialized prior to calling MPI_Init. │ │ │ │ -Multiple Accelerators Found │ │ │ │ -No Accelerators Found │ │ │ │ -ERROR: User specified an accelerator component via "--mca accelerator ", and that │ │ │ │ -component failed to initialize successfully. The program will abort to allow you to fix the issue. │ │ │ │ -ERROR: Open MPI only supports one accelerator framework per node. Please pick one of the │ │ │ │ -initialized accelerator components via command line argument "--mca accelerator ". │ │ │ │ -The following accelerators initialized successfully: %s. │ │ │ │ -The program will abort to allow you to resolve the accelerator conflict. │ │ │ │ -mbind failure │ │ │ │ -Open MPI failed to bind internal memory to a specific NUMA node. This │ │ │ │ -message will only be reported at most once per process. │ │ │ │ - File: %s:%d │ │ │ │ - Severity: %s │ │ │ │ -all mem leaks │ │ │ │ -some mem leaks │ │ │ │ -The following memory locations were allocated via MPI_ALLOC_MEM but │ │ │ │ -not freed via MPI_FREE_MEM before invoking MPI_FINALIZE: │ │ │ │ -Process ID: %s │ │ │ │ -Hostname: %s │ │ │ │ -PID: %d │ │ │ │ -%d additional leak%s recorded but %s not displayed here. Set the MCA │ │ │ │ -parameter mpi_show_mpi_alloc_mem_leaks to a larger number to see that │ │ │ │ -many leaks, or set it to a negative number to see all leaks. │ │ │ │ -fail to parse if_inet6 │ │ │ │ -Open MPI failed to parse at least one of the lines in │ │ │ │ -/proc/net/if_inet6. This is extremely unusual and should never │ │ │ │ -happen. Open MPI will skip this interface and attempt to continue. │ │ │ │ - Host: %s │ │ │ │ - Interface: %s │ │ │ │ - Hex: %s │ │ │ │ aligned buffer too large │ │ │ │ ERROR: Requested aligned buffer size %zu exceeds limit of %zu │ │ │ │ Consider setting "%s" to %d │ │ │ │ ERROR: Requested buffer size %zu exceeds limit of %zu │ │ │ │ -leave pinned failed │ │ │ │ -cannot deregister in-use memory │ │ │ │ -Open MPI intercepted a call to free memory that is still being used by │ │ │ │ -an ongoing MPI communication. This usually reflects an error in the │ │ │ │ -MPI application; it may signify memory corruption. Open MPI will now │ │ │ │ -abort your job. │ │ │ │ - rcache name: %s │ │ │ │ - Local host: %s │ │ │ │ - Buffer address: %p │ │ │ │ - Buffer size: %lu │ │ │ │ -A process attempted to use the "leave pinned" MPI feature, but no │ │ │ │ -memory registration hooks were found on the system at run time. This │ │ │ │ -may be the result of running on a system that does not support memory │ │ │ │ -hooks or having some other software subvert Open MPI's use of the │ │ │ │ -memory hooks. You can disable Open MPI's use of memory hooks by │ │ │ │ -setting both the mpi_leave_pinned and mpi_leave_pinned_pipeline MCA │ │ │ │ -parameters to 0. │ │ │ │ -Open MPI will disable any transports that are attempting to use the │ │ │ │ -leave pinned functionality; your job may still run, but may fall back │ │ │ │ -to a slower network transport (such as TCP). │ │ │ │ - rcache name: %s │ │ │ │ - Process: %s │ │ │ │ - Local host: %s │ │ │ │ -knem permission denied │ │ │ │ -knem fail open │ │ │ │ -knem get ABI fail │ │ │ │ -knem ABI mismatch │ │ │ │ -WARNING: Open MPI was compiled with support for one version of the │ │ │ │ -knem kernel module, but it discovered a different version running in │ │ │ │ -/dev/knem. Open MPI needs to be installed with support for the same │ │ │ │ -version of knem as is in the running Linux kernel. Please check with │ │ │ │ -your system administrator, or set the smsc MCA variable to "^knem" to │ │ │ │ -silence this warning and run without knem support. │ │ │ │ -Open MPI will try to fall back on another single-copy mechanism if one │ │ │ │ -is available. This may result in lower performance. │ │ │ │ - Local host: %s │ │ │ │ - Open MPI's knem version: 0x%x │ │ │ │ - /dev/knem's version: 0x%x │ │ │ │ -WARNING: Open MPI failed to retrieve the ABI version from the │ │ │ │ -/dev/knem device due to a local error. This usually indicates an │ │ │ │ -error in your knem installation; please check with your system │ │ │ │ -administrator, or set the smsc MCA variable to "^knem" to silence this │ │ │ │ -warning and run without knem support. │ │ │ │ -WARNING: Open MPI failed to open the /dev/knem device due to a local │ │ │ │ -error. Please check with your system administrator to get the problem │ │ │ │ -fixed, or set the smsc MCA variable to "^knem" to silence this warning │ │ │ │ -WARNING: Open MPI failed to open the /dev/knem device due to a │ │ │ │ -permissions problem. Please check with your system administrator to │ │ │ │ -get the permissions fixed, or set the smsc MCA variable to "^knem" to │ │ │ │ - Local host: %s │ │ │ │ - /dev/knem permissions: 0%o │ │ │ │ -monotonic not supported │ │ │ │ -A monotonic timer has been requested by the user, but could not be found on the │ │ │ │ -system. Falling back to a non-monotonic timer (such as RDTSC). │ │ │ │ mmap too small │ │ │ │ Open MPI requested a shared memory segment that was too small to do │ │ │ │ anything useful. This is likely an error in Open MPI itself. If you │ │ │ │ see this error, you should see if there is an update available for │ │ │ │ Open MPI, and if not, contact the Open MPI developers. │ │ │ │ Local host: %s │ │ │ │ Requested size: %ul │ │ │ │ @@ -882,139 +1131,38 @@ │ │ │ │ resolve this issue. │ │ │ │ Note: This message is displayed only when the OFI component's verbosity level is │ │ │ │ %d or higher. │ │ │ │ Open MPI's OFI driver detected multiple NICs on the system but cannot select an │ │ │ │ optimal device because the current process is not bound. This may negatively │ │ │ │ impact performance. This can be resolved by specifying "--bind-to ..." on │ │ │ │ command line. │ │ │ │ -A system call failed during shared memory initialization that should │ │ │ │ - System call: %s %s │ │ │ │ -mmap on nfs │ │ │ │ -target full │ │ │ │ -It appears as if there is not enough space for %s (the shared-memory backing │ │ │ │ -file). It is likely that your MPI job will now either abort or experience │ │ │ │ -performance degradation. │ │ │ │ - Space Requested: %lu B │ │ │ │ - Space Available: %llu B │ │ │ │ -WARNING: Open MPI will create a shared memory backing file in a │ │ │ │ -directory that appears to be mounted on a network filesystem. │ │ │ │ -Creating the shared memory backup file on a network file system, such │ │ │ │ -as NFS or Lustre is not recommended -- it may cause excessive network │ │ │ │ -traffic to your file servers and/or cause shared memory traffic in │ │ │ │ -Open MPI to be much slower than expected. │ │ │ │ -You may want to check what the typical temporary directory is on your │ │ │ │ -node. Possible sources of the location of this temporary directory │ │ │ │ -include the $TEMPDIR, $TEMP, and $TMP environment variables. │ │ │ │ -Note, too, that system administrators can set a list of filesystems │ │ │ │ -where Open MPI is disallowed from creating temporary files by setting │ │ │ │ -the MCA parameter "orte_no_session_dir". │ │ │ │ - Filename: %s │ │ │ │ -You can set the MCA parameter shmem_mmap_enable_nfs_warning to 0 to │ │ │ │ -disable this message. │ │ │ │ -re-register-with-different-type │ │ │ │ -An invalid value was supplied for an MCA variable "mca_base_env_list_delimiter". │ │ │ │ -The "mca_base_env_list" variable will be ignored. │ │ │ │ - Value: %s │ │ │ │ -WARNING: The format of "mca_base_env_list" parameter is a delimited list of VAR=VAL or │ │ │ │ -VAR instances. By default, the delimiter is a semicolon: VAR1=VAL1;VAR2;VAR3=VAL3;... │ │ │ │ -You can set other via "mca_base_env_list_delimiter" parameter. If the delimiter is a │ │ │ │ -semicolon, the value of "mca_base_env_list" variable should be quoted to not interfere │ │ │ │ -with SHELL command line parsing. In the case where a value is not assigned to variable │ │ │ │ -VAR, the value will be taken from the current environment. │ │ │ │ -The following environment variable was not found in the environment: │ │ │ │ - Variable: %s │ │ │ │ - MCA variable value: %s │ │ │ │ -WARNING: The special MCA parameter "%s" was set in │ │ │ │ -an unexpected way, and is likely not working the way you want it to. │ │ │ │ -Specifically, this MCA parameter is "special" in that it can *only* be │ │ │ │ -set in the environment. Setting this value in a file -- and sometimes │ │ │ │ -even on the command line -- will not work as intended. The *only* way │ │ │ │ -to set this value is to set "OMPI_MCA_%s" in the environment before │ │ │ │ -starting your job. │ │ │ │ - Source: %s │ │ │ │ -An invalid value was supplied for an enum variable. │ │ │ │ - Variable : %s │ │ │ │ - Value : %s │ │ │ │ - Valid values : %s │ │ │ │ -An invalid value was supplied for an MCA variable. │ │ │ │ -WARNING: A user-supplied value attempted to set a variable that is set │ │ │ │ -in the override variable file (openmpi-mca-params-override.conf). │ │ │ │ - Variable: %s │ │ │ │ -The user-supplied value was ignored. │ │ │ │ -A name collision was detected on an MCA variable name. This can happen │ │ │ │ -if two components try to register the same variable with slightly │ │ │ │ -different name components. The conflicting variables are listed below: │ │ │ │ - MCA variable name: %s │ │ │ │ - New name: %s %s %s │ │ │ │ - Existing name: %s %s %s │ │ │ │ -An MCA variable was re-registered with a different type (i.e., it was │ │ │ │ -either originally registered as an INT and re-registered as a STRING, │ │ │ │ -or it was originally registered as a STRING and re-registered as an │ │ │ │ -INT). This a developer error; your job may abort. │ │ │ │ -Two mutually-exclusive MCA variables were specified. This can result │ │ │ │ -in undefined behavior, such as ignoring the components that the MCA │ │ │ │ -variables are supposed to affect. │ │ │ │ - 1st MCA variable: %s │ │ │ │ - Source of value: %s │ │ │ │ - 2nd MCA variable: %s │ │ │ │ -A deprecated MCA variable value was specified in an MCA variable │ │ │ │ -file. Deprecated MCA variables should be avoided; they may disappear │ │ │ │ -in future releases. │ │ │ │ - Deprecated variable: %s │ │ │ │ - Source file: %s │ │ │ │ - New variable: %s │ │ │ │ -A deprecated MCA variable value was specified on the command line. Deprecated │ │ │ │ -MCA variables should be avoided; they may disappear in future releases. │ │ │ │ -A deprecated MCA variable value was specified in the environment or │ │ │ │ -on the command line. Deprecated MCA variables should be avoided; │ │ │ │ -they may disappear in future releases. │ │ │ │ -Process %d Unable to locate the variable file "%s" in the following search path: │ │ │ │ -WARNING: A user-supplied value attempted to override the default-only MCA │ │ │ │ -variable named "%s". │ │ │ │ -ERROR: An invalid combination of flags was passed to mca_base_var_register. │ │ │ │ - Flags: %s %s │ │ │ │ -find-available:not-valid │ │ │ │ -find-available:none found │ │ │ │ -framework-param:too-many-negates │ │ │ │ -show_load_errors: too many / │ │ │ │ -The opal_mca_base_component_show_load_errors MCA variable cannot │ │ │ │ -contain a token that has more than one "/" character in it. │ │ │ │ -The opal_mca_base_component_show_load_errors MCA variable can only │ │ │ │ -contain the values: all, none, or a comma-delimited list of tokens in │ │ │ │ -the form of "framework" or "framework/component". │ │ │ │ - Erroneous value: %s │ │ │ │ -An internal error has occurred during the startup of Open MPI. This │ │ │ │ -is highly unusual and shouldn't happen. Open MPI will now abort your │ │ │ │ -The following message may provide additional insight into the error: │ │ │ │ -MCA framework parameters can only take a single negation operator │ │ │ │ -("^"), and it must be at the beginning of the value. The following │ │ │ │ -value violates this rule: │ │ │ │ -When used, the negation operator sets the "exclusive" behavior mode, │ │ │ │ -meaning that it will exclude all specified components (and implicitly │ │ │ │ -include all others). If the negation operator is not specified, the │ │ │ │ -"inclusive" mode is assumed, meaning that all specified components │ │ │ │ -will be included (and implicitly exclude all others). │ │ │ │ -For example, "^a,b" specifies the exclusive behavior and means "use │ │ │ │ -all components *except* a and b", while "c,d" specifies the inclusive │ │ │ │ -behavior and means "use *only* components c and d." │ │ │ │ -You cannot mix inclusive and exclusive behavior. │ │ │ │ -No components were able to be opened in the %s framework. │ │ │ │ -This typically means that either no components of this type were │ │ │ │ -installed, or none of the installed components can be loaded. │ │ │ │ -Sometimes this means that shared libraries required by these │ │ │ │ -components are unable to be found/loaded. │ │ │ │ - Framework: %s │ │ │ │ -A requested component was not found, or was unable to be opened. This │ │ │ │ -means that this component is either not installed or is unable to be │ │ │ │ -used on your system (e.g., sometimes this means that shared libraries │ │ │ │ -that the component requires are unable to be found/loaded). Note that │ │ │ │ -Open MPI stopped checking at the first component that it did not find. │ │ │ │ -Host: %s │ │ │ │ -Framework: %s │ │ │ │ -Component: %s │ │ │ │ +lib-call-fail │ │ │ │ +developer warning: field too long │ │ │ │ +not-found │ │ │ │ +invalid-level │ │ │ │ +An invalid MCA parameter information level was specified. Valid values are │ │ │ │ + Value: %s │ │ │ │ +The specified framework could not be found: │ │ │ │ +This could be due to a misspelling of the framework name, or because support │ │ │ │ +for that framework was not configured into this version of OMPI. Please see │ │ │ │ + ompi_info --config │ │ │ │ +for a full report of how OMPI was configured. │ │ │ │ +************************************************************************** │ │ │ │ +*** DEVELOPER WARNING: A field in ompi_info output is too long and │ │ │ │ +*** will appear poorly in the prettyprint output. │ │ │ │ +*** Value: "%s" │ │ │ │ +*** Max length: %d │ │ │ │ +A library call unexpectedly failed. This is a terminal error; please │ │ │ │ +show this message to an Open MPI wizard: │ │ │ │ + Library call: %s │ │ │ │ + Source file: %s │ │ │ │ + Source line number: %d │ │ │ │ +Aborting... │ │ │ │ +The ompi_info command can be used to provide detailed information on │ │ │ │ +your Open MPI installation. Syntax: │ │ │ │ opal_init:warn-fork │ │ │ │ mpi-params:leave-pinned-and-pipeline-selected │ │ │ │ mpi-params:var_dump_color:format-error │ │ │ │ mpi-params:var_dump_color:unknown-key │ │ │ │ WARNING: Key "%s" in opal_var_dump_color MCA parameter │ │ │ │ token "%s" is unknown, ignoring. │ │ │ │ Valid keys are: %s │ │ │ │ @@ -1038,162 +1186,26 @@ │ │ │ │ likely to abort. There are many reasons that a parallel process can │ │ │ │ fail during opal_init; some of which are due to configuration or │ │ │ │ environment problems. This failure appears to be an internal failure; │ │ │ │ here's some additional information (which may only be relevant to an │ │ │ │ Open MPI developer): │ │ │ │ %s failed │ │ │ │ --> Returned value %d instead of OPAL_SUCCESS │ │ │ │ -lib-call-fail │ │ │ │ -developer warning: field too long │ │ │ │ -not-found │ │ │ │ -invalid-level │ │ │ │ -An invalid MCA parameter information level was specified. Valid values are │ │ │ │ - Value: %s │ │ │ │ -The specified framework could not be found: │ │ │ │ -This could be due to a misspelling of the framework name, or because support │ │ │ │ -for that framework was not configured into this version of OMPI. Please see │ │ │ │ - ompi_info --config │ │ │ │ -for a full report of how OMPI was configured. │ │ │ │ -************************************************************************** │ │ │ │ -*** DEVELOPER WARNING: A field in ompi_info output is too long and │ │ │ │ -*** will appear poorly in the prettyprint output. │ │ │ │ -*** Value: "%s" │ │ │ │ -*** Max length: %d │ │ │ │ -A library call unexpectedly failed. This is a terminal error; please │ │ │ │ -show this message to an Open MPI wizard: │ │ │ │ - Library call: %s │ │ │ │ - Source file: %s │ │ │ │ - Source line number: %d │ │ │ │ -Aborting... │ │ │ │ -The ompi_info command can be used to provide detailed information on │ │ │ │ -your Open MPI installation. Syntax: │ │ │ │ -no-language-support │ │ │ │ -no-compiler-specified │ │ │ │ -no-compiler-found │ │ │ │ -file-not-found │ │ │ │ -spawn-failed │ │ │ │ -no-options-support │ │ │ │ -The %s wrapper compiler was unable to find a block of options in its │ │ │ │ -configuration to support your compiler mode. Your application was not │ │ │ │ -compiled. or linked. │ │ │ │ -The wrapper compiler command line was: │ │ │ │ -Unable to call the compiler (%s). The failure return the error │ │ │ │ -The failed command was [%s]. │ │ │ │ -%s could not find the file %s, needed for %s support. │ │ │ │ -This may indicate an incomplete install and linking will likely fail. │ │ │ │ -%s [-showme[:]] args │ │ │ │ - -showme:command Show command used to invoke real compiler │ │ │ │ - -showme:compile Show flags added when compiling │ │ │ │ - -showme:link Show flags added when linking │ │ │ │ - -showme:incdirs Show list of include dirs added when compiling │ │ │ │ - -showme:libdirs Show list of library dirs added when linking │ │ │ │ - -showme:libs Show list of libraries added when linking │ │ │ │ - -showme:version Show version of %s │ │ │ │ - -showme:help This help message │ │ │ │ -%s: %s %s (Language: %s) │ │ │ │ -The Open MPI wrapper compiler was unable to find the specified compiler │ │ │ │ -%s in your PATH. │ │ │ │ -Note that this compiler was either specified at configure time or in │ │ │ │ -one of several possible environment variables. │ │ │ │ -No underlying compiler was specified in the wrapper compiler data file │ │ │ │ -(e.g., mpicc-wrapper-data.txt) │ │ │ │ -Unfortunately, this installation of Open MPI was not compiled with │ │ │ │ -%s support. As such, the %s compiler is non-functional. │ │ │ │ -Unknown JSON value type │ │ │ │ -Invalid argument type │ │ │ │ -Invalid JSON string │ │ │ │ -Unable to open file │ │ │ │ -Memory allocation failure │ │ │ │ -Unable to read file │ │ │ │ -Index out of bound │ │ │ │ -Index(%zu) is out of bound(length %ud). │ │ │ │ -Encountered error reading file %s. │ │ │ │ -Cannot allocate memory. │ │ │ │ -Failed to open file %s. Please check the file path and permissions. │ │ │ │ -The input is not a valid JSON string. │ │ │ │ -Function %s expects input type %s(%d) but got %d. │ │ │ │ -The JSON value has an unknown type %s. │ │ │ │ -stacktrace signal override │ │ │ │ -stacktrace bad signal │ │ │ │ -malformed net_private_ipv4 │ │ │ │ -invalid-net-mask │ │ │ │ -malformed-uri │ │ │ │ -relative-path │ │ │ │ -sys-limit-failed │ │ │ │ -sys-limit-unrecognized │ │ │ │ -dir-mode │ │ │ │ -mkdir-failed │ │ │ │ -dir-owner │ │ │ │ -A directory that Open MPI needs to use already exists, but is owned │ │ │ │ -by a different user. For safety, Open MPI will not use it: │ │ │ │ - Directory: %s │ │ │ │ - Owner UID: %lu │ │ │ │ - Our UID: %lu │ │ │ │ -This can happen when a stale directory with the same name is left │ │ │ │ -over from another user's job, or when the directory was deliberately │ │ │ │ -pre-created. Please remove the directory, or use a different │ │ │ │ -location (e.g., by setting the TMPDIR environment variable). │ │ │ │ -A call to mkdir was unable to create the desired directory: │ │ │ │ - Directory: %s │ │ │ │ - Error: %s │ │ │ │ -Please check to ensure you have adequate permissions to perform │ │ │ │ -the desired operation. │ │ │ │ -While working through a directory tree, we were unable to set │ │ │ │ -a directory to the desired mode: │ │ │ │ - Mode: %0x │ │ │ │ - Error: %s │ │ │ │ -Open MPI received a request to set a system resource limit. │ │ │ │ -Sadly, OMPI does not recognize or currently support the specified │ │ │ │ -resource: │ │ │ │ - Resource: %s │ │ │ │ - Limit: %s │ │ │ │ -Please correct the request and try again. │ │ │ │ -Per request, Open MPI attempted to set a system resource │ │ │ │ -limit to a given value: │ │ │ │ -The system has refused to allow this operation. This is likely │ │ │ │ -due to a permission limitation, or specifying an unsupported │ │ │ │ -value. Please check the system or remove the request and try │ │ │ │ -When creating a URI, all files must be specified in absolute paths: │ │ │ │ - Value provided: %s │ │ │ │ -Please update your application to provide the full path to the file. │ │ │ │ -Open MPI has detected a malformed URI: │ │ │ │ - URI: %s │ │ │ │ -Accepted values follow IETF RFC3986, e.g. file://192.168.1.1/over/there │ │ │ │ -Open MPI has detected a malformed IPv4 address or netmask: │ │ │ │ -Accepted values follow the Classless Inter-Domain │ │ │ │ -Routing (CIDR) notation specifications. For example: │ │ │ │ - 10.0.0.0/8 │ │ │ │ - 172.16/12 │ │ │ │ - 192.168 │ │ │ │ - 169.254.0.0/16 │ │ │ │ -Open MPI has detected at least one malformed IP address or netmask in │ │ │ │ -the value of the opal_net_private_ipv4 MCA parameter. The │ │ │ │ -opal_net_private_ipv4 MCA parameter accepts a semicolon-delimited list │ │ │ │ -of Classless Inter-Domain Routing (CIDR) notation specifications, each │ │ │ │ -of the form /. For example: │ │ │ │ - 10.0.0.0/8;172.16.0.0/12;192.168.0.0/16;169.254.0.0/16 │ │ │ │ -The first detected malformed entry was %s. │ │ │ │ -Open MPI was inserting a signal handler but was given an invalid │ │ │ │ -signal number: │ │ │ │ - Signal string: %s │ │ │ │ - Bad value: %s │ │ │ │ -The given value must be an integer within the signal number │ │ │ │ -range. Please correct the value and try again. │ │ │ │ -Open MPI was inserting a signal handler for signal %d but noticed │ │ │ │ -that there is already a non-default handler installed. Open MPI's │ │ │ │ -handler was therefore not installed; your job will continue. This │ │ │ │ -warning message will only be displayed once, even if Open MPI │ │ │ │ -encounters this situation again. │ │ │ │ -To avoid displaying this warning message, you can either not install │ │ │ │ -the error handler for signal %d or you can have Open MPI not try to │ │ │ │ -install its own signal handler for this signal by setting the │ │ │ │ -"opal_signals" MCA parameter. │ │ │ │ - Signal: %d │ │ │ │ - Current opal_signal value: %s │ │ │ │ +mpi-abort │ │ │ │ +MPI function not supported │ │ │ │ +Your application has invoked an MPI function that is not supported in │ │ │ │ +this environment. │ │ │ │ + MPI function: %s │ │ │ │ + Reason: %s │ │ │ │ +MPI_ABORT was invoked on rank %d in communicator %s │ │ │ │ + Proc: %s │ │ │ │ + Errorcode: %d │ │ │ │ +NOTE: invoking MPI_ABORT causes Open MPI to kill all MPI processes. │ │ │ │ +You may or may not see output from other processes, depending on │ │ │ │ +exactly when Open MPI kills them. │ │ │ │ mpi_errors_are_fatal │ │ │ │ mpi_errors_are_fatal unknown handle │ │ │ │ mpi_errors_abort │ │ │ │ %s *** An error occurred %s %s │ │ │ │ %s *** reported by process [%lu,%lu] │ │ │ │ %s *** on %s %s │ │ │ │ %s *** %s │ │ │ │ @@ -1221,14 +1233,113 @@ │ │ │ │ ones) with the module under failure scenarios. │ │ │ │ In this framework, the following components are tested to operate under │ │ │ │ failure scenarios: {%s} │ │ │ │ WARNING: The selected '%s' module '%s' is not tested for post-failure │ │ │ │ When using this component, normal failure free operation is expected; │ │ │ │ However, failures will cause the application to abort. │ │ │ │ However, failures may cause the application to abort, crash or deadlock. │ │ │ │ +deprecated-converted │ │ │ │ +deprecated-inform │ │ │ │ +deprecated-fail │ │ │ │ +execv-error │ │ │ │ +The singleton application was not able to find an executable in your │ │ │ │ +PATH or in the directory where PRTE was initially installed, and │ │ │ │ +therefore cannot continue. │ │ │ │ +For reference, we tried the following command: │ │ │ │ +and got the error %s. │ │ │ │ +This could mean that your PATH or executable name is wrong, or that │ │ │ │ +you do not have the necessary permissions. Please ensure that the │ │ │ │ +executable is able to be found and executed as it is required for │ │ │ │ +singleton operations. │ │ │ │ +The proc-per-resource MPI_Info key is not correct. The value must include both │ │ │ │ +the number of procs for each resource and the type of resource to be used. │ │ │ │ + Specified value: %s │ │ │ │ +We are not able to proceed. Please correct your application. │ │ │ │ +WARNING: A deprecated MPI_Info key was used. It is unclear how to update │ │ │ │ +this option. Please contact the community for how best to resolve this issue. │ │ │ │ + Deprecated info key: %s │ │ │ │ + Updated option: %s │ │ │ │ + Reason: %s │ │ │ │ +We are not able to proceed. Please update your application. │ │ │ │ +WARNING: A deprecated MPI_Info key was used. │ │ │ │ + Deprecated option: %s │ │ │ │ +This has been ignored as it is no longer meaningful. Please update │ │ │ │ +your application. │ │ │ │ + Deprecated key: %s │ │ │ │ + Corrected key: %s │ │ │ │ +We have updated this for you and will proceed. However, this will be treated │ │ │ │ +as an error in a future release. Please update your application. │ │ │ │ +info-set-with-reserved-prefix │ │ │ │ +mismatched-split_type-values │ │ │ │ +unexpected-split-type │ │ │ │ +disjointness-set-again │ │ │ │ +cid-base-not-set │ │ │ │ +An internal error has occurred when creating a new communicator. This │ │ │ │ +should probably never happen: │ │ │ │ +* cid_base is not set. Either nresults │ │ │ │ + is zero or no returned info matches PMIX_GROUP_CONTEXT_ID. │ │ │ │ +Please contact the Open MPI developer community with this message and │ │ │ │ +a small example code that reproduces the issue. │ │ │ │ +Communicator disjointness should only be set once at initialization. │ │ │ │ +Attempts to modify the state are illegal and shall be ignored. │ │ │ │ +Detected an unexpected split type in a call to MPI_Comm_split_type. │ │ │ │ + split_type: %s (%d) │ │ │ │ +Detected mismatched split_type and/or info "mpi_hw_resource_type" values │ │ │ │ +in a call to MPI_Comm_split_type between peers in the communicator. │ │ │ │ + info: %s │ │ │ │ +Comments │ │ │ │ +MPI_Info_set warning, key is using a reserved prefix. │ │ │ │ + Key: %s │ │ │ │ + Reserved prefix: %s │ │ │ │ +Open MPI's mpirun command could not execute the underlying prterun │ │ │ │ +command. The prterun command we tried to execute and the error │ │ │ │ +message from exec() are below: │ │ │ │ + Command: %s │ │ │ │ + Error Message: %s │ │ │ │ +Open MPI's mpirun command was unable to find an underlying prterun │ │ │ │ +command to execute. Consider setting the OMPI_PRTERUN environment │ │ │ │ +variable to help mpirun find the correct underlying prterun. │ │ │ │ +unreachable proc │ │ │ │ +At least one pair of MPI processes are unable to reach each other for │ │ │ │ +MPI communications. This means that no Open MPI device has indicated │ │ │ │ +that it can be used to communicate between these processes. This is │ │ │ │ +an error; Open MPI requires that all MPI processes be able to reach │ │ │ │ +each other. This error can sometimes be the result of forgetting to │ │ │ │ +specify the "self" BTL. │ │ │ │ + Process 1 (%s) is on host: %s │ │ │ │ + Process 2 (%s) is on host: %s │ │ │ │ + BTLs attempted: %s │ │ │ │ +Your MPI job is now going to abort; sorry. │ │ │ │ +hook:missing-required-component │ │ │ │ +Error: A request was made to exclude a hook component from consideration that │ │ │ │ +is required to be included. This component (noted below) can -not- be excluded │ │ │ │ +from consideration. The program will fail at this time. │ │ │ │ +eager_limit_too_small │ │ │ │ +cuda_eager_limit_too_small │ │ │ │ +cuda_rdma_limit_too_small │ │ │ │ +The "CUDA rdma limit" MCA parameter in the %s BTL was set to a value which │ │ │ │ +is too low for Open MPI to function properly. Please re-run your job │ │ │ │ +with a higher CUDA rdma limit value for this BTL; the exact MCA parameter │ │ │ │ +name and its corresponding minimum value is shown below. │ │ │ │ + Local host: %s │ │ │ │ + BTL name: %s │ │ │ │ + BTL CUDA rndv limit value: %d (set via btl_%s_cuda_rdma_limit) │ │ │ │ + BTL CUDA rndv limit minimum: %d │ │ │ │ + MCA parameter name: btl_%s_cuda_rdma_limit │ │ │ │ +The "CUDA eager limit" MCA parameter in the %s BTL was set to a value which │ │ │ │ +with a higher CUDA eager limit value for this BTL; the exact MCA parameter │ │ │ │ + BTL CUDA eager limit value: %d (set via btl_%s_cuda_eager_limit) │ │ │ │ + BTL CUDA eager limit minimum: %d │ │ │ │ + MCA parameter name: btl_%s_cuda_eager_limit │ │ │ │ +The "eager limit" MCA parameter in the %s BTL was set to a value which │ │ │ │ +with a higher eager limit value for this BTL; the exact MCA parameter │ │ │ │ + BTL name: %s │ │ │ │ + BTL eager limit value: %d (set via btl_%s_eager_limit) │ │ │ │ + BTL eager limit minimum: %d │ │ │ │ + MCA parameter name: btl_%s_eager_limit │ │ │ │ comm-select:none-available │ │ │ │ comm-select:no-function-available │ │ │ │ comm-select:missing collective │ │ │ │ %s %s collective require support from a prior collective module for the fallback │ │ │ │ case. Such support is missing in this run. │ │ │ │ hostname: %s │ │ │ │ priority: %d │ │ │ │ @@ -1257,52 +1368,14 @@ │ │ │ │ Errno: %d (%s) │ │ │ │ Initialization failed, error code %d │ │ │ │ Malformed cico_max parameter '%s' │ │ │ │ Malformed chunk size item: '%s' │ │ │ │ In chunk size parameter string: '%s' │ │ │ │ Unrecognized locality definition: '%s' │ │ │ │ In hierarchy parameter string: '%s' │ │ │ │ -hook:missing-required-component │ │ │ │ -Error: A request was made to exclude a hook component from consideration that │ │ │ │ -is required to be included. This component (noted below) can -not- be excluded │ │ │ │ -from consideration. The program will fail at this time. │ │ │ │ -eager_limit_too_small │ │ │ │ -cuda_eager_limit_too_small │ │ │ │ -cuda_rdma_limit_too_small │ │ │ │ -The "CUDA rdma limit" MCA parameter in the %s BTL was set to a value which │ │ │ │ -is too low for Open MPI to function properly. Please re-run your job │ │ │ │ -with a higher CUDA rdma limit value for this BTL; the exact MCA parameter │ │ │ │ -name and its corresponding minimum value is shown below. │ │ │ │ - Local host: %s │ │ │ │ - BTL name: %s │ │ │ │ - BTL CUDA rndv limit value: %d (set via btl_%s_cuda_rdma_limit) │ │ │ │ - BTL CUDA rndv limit minimum: %d │ │ │ │ - MCA parameter name: btl_%s_cuda_rdma_limit │ │ │ │ -The "CUDA eager limit" MCA parameter in the %s BTL was set to a value which │ │ │ │ -with a higher CUDA eager limit value for this BTL; the exact MCA parameter │ │ │ │ - BTL CUDA eager limit value: %d (set via btl_%s_cuda_eager_limit) │ │ │ │ - BTL CUDA eager limit minimum: %d │ │ │ │ - MCA parameter name: btl_%s_cuda_eager_limit │ │ │ │ -The "eager limit" MCA parameter in the %s BTL was set to a value which │ │ │ │ -with a higher eager limit value for this BTL; the exact MCA parameter │ │ │ │ - BTL name: %s │ │ │ │ - BTL eager limit value: %d (set via btl_%s_eager_limit) │ │ │ │ - BTL eager limit minimum: %d │ │ │ │ - MCA parameter name: btl_%s_eager_limit │ │ │ │ -unreachable proc │ │ │ │ -At least one pair of MPI processes are unable to reach each other for │ │ │ │ -MPI communications. This means that no Open MPI device has indicated │ │ │ │ -that it can be used to communicate between these processes. This is │ │ │ │ -an error; Open MPI requires that all MPI processes be able to reach │ │ │ │ -each other. This error can sometimes be the result of forgetting to │ │ │ │ -specify the "self" BTL. │ │ │ │ - Process 1 (%s) is on host: %s │ │ │ │ - Process 2 (%s) is on host: %s │ │ │ │ - BTLs attempted: %s │ │ │ │ -Your MPI job is now going to abort; sorry. │ │ │ │ psm2 init │ │ │ │ unable to open endpoint │ │ │ │ no uuid present │ │ │ │ error polling network │ │ │ │ error posting receive │ │ │ │ message too big │ │ │ │ no psm2 cuda env │ │ │ │ @@ -1367,26 +1440,14 @@ │ │ │ │ %s provider. Try disabling this feature or use a different provider that │ │ │ │ supports it using mtl_ofi_provider_include. │ │ │ │ OFI provider "%s" does not have enough free bits in its tag to fit the MPI │ │ │ │ Communicator ID. See the mem_tag_format of the provider by running: │ │ │ │ fi_info -v -p %s │ │ │ │ Open MPI failed an OFI Libfabric library call (%s). This is highly │ │ │ │ unusual; your job may behave unpredictably (and/or abort) after this. │ │ │ │ -mpi-abort │ │ │ │ -MPI function not supported │ │ │ │ -Your application has invoked an MPI function that is not supported in │ │ │ │ -this environment. │ │ │ │ - MPI function: %s │ │ │ │ - Reason: %s │ │ │ │ -MPI_ABORT was invoked on rank %d in communicator %s │ │ │ │ - Proc: %s │ │ │ │ - Errorcode: %d │ │ │ │ -NOTE: invoking MPI_ABORT causes Open MPI to kill all MPI processes. │ │ │ │ -You may or may not see output from other processes, depending on │ │ │ │ -exactly when Open MPI kills them. │ │ │ │ mpi_init:startup:internal-failure │ │ │ │ mpi_init:startup:pml-add-procs-fail │ │ │ │ mpi-param-check-enabled-but-compiled-out │ │ │ │ mpi_init: invoked multiple times │ │ │ │ mpi_init: already finalized │ │ │ │ mpi_finalize: not initialized │ │ │ │ mpi_finalize:invoked_multiple_times │ │ │ │ @@ -1443,116 +1504,61 @@ │ │ │ │ communication plugins were considered and/or discarded. │ │ │ │ It looks like %s failed for some reason; your parallel process is │ │ │ │ fail during %s; some of which are due to configuration or environment │ │ │ │ problems. This failure appears to be an internal failure; here's some │ │ │ │ additional information (which may only be relevant to an Open MPI │ │ │ │ developer): │ │ │ │ --> Returned "%s" (%d) instead of "Success" (0) │ │ │ │ -Open MPI's mpirun command could not execute the underlying prterun │ │ │ │ -command. The prterun command we tried to execute and the error │ │ │ │ -message from exec() are below: │ │ │ │ - Command: %s │ │ │ │ - Error Message: %s │ │ │ │ -Open MPI's mpirun command was unable to find an underlying prterun │ │ │ │ -command to execute. Consider setting the OMPI_PRTERUN environment │ │ │ │ -variable to help mpirun find the correct underlying prterun. │ │ │ │ -deprecated-converted │ │ │ │ -deprecated-inform │ │ │ │ -deprecated-fail │ │ │ │ -execv-error │ │ │ │ -The singleton application was not able to find an executable in your │ │ │ │ -PATH or in the directory where PRTE was initially installed, and │ │ │ │ -therefore cannot continue. │ │ │ │ -For reference, we tried the following command: │ │ │ │ -and got the error %s. │ │ │ │ -This could mean that your PATH or executable name is wrong, or that │ │ │ │ -you do not have the necessary permissions. Please ensure that the │ │ │ │ -executable is able to be found and executed as it is required for │ │ │ │ -singleton operations. │ │ │ │ -The proc-per-resource MPI_Info key is not correct. The value must include both │ │ │ │ -the number of procs for each resource and the type of resource to be used. │ │ │ │ - Specified value: %s │ │ │ │ -We are not able to proceed. Please correct your application. │ │ │ │ -WARNING: A deprecated MPI_Info key was used. It is unclear how to update │ │ │ │ -this option. Please contact the community for how best to resolve this issue. │ │ │ │ - Deprecated info key: %s │ │ │ │ - Updated option: %s │ │ │ │ - Reason: %s │ │ │ │ -We are not able to proceed. Please update your application. │ │ │ │ -WARNING: A deprecated MPI_Info key was used. │ │ │ │ - Deprecated option: %s │ │ │ │ -This has been ignored as it is no longer meaningful. Please update │ │ │ │ -your application. │ │ │ │ - Deprecated key: %s │ │ │ │ - Corrected key: %s │ │ │ │ -We have updated this for you and will proceed. However, this will be treated │ │ │ │ -as an error in a future release. Please update your application. │ │ │ │ -info-set-with-reserved-prefix │ │ │ │ -mismatched-split_type-values │ │ │ │ -unexpected-split-type │ │ │ │ -disjointness-set-again │ │ │ │ -cid-base-not-set │ │ │ │ -An internal error has occurred when creating a new communicator. This │ │ │ │ -should probably never happen: │ │ │ │ -* cid_base is not set. Either nresults │ │ │ │ - is zero or no returned info matches PMIX_GROUP_CONTEXT_ID. │ │ │ │ -Please contact the Open MPI developer community with this message and │ │ │ │ -a small example code that reproduces the issue. │ │ │ │ -Communicator disjointness should only be set once at initialization. │ │ │ │ -Attempts to modify the state are illegal and shall be ignored. │ │ │ │ -Detected an unexpected split type in a call to MPI_Comm_split_type. │ │ │ │ - split_type: %s (%d) │ │ │ │ -Detected mismatched split_type and/or info "mpi_hw_resource_type" values │ │ │ │ -in a call to MPI_Comm_split_type between peers in the communicator. │ │ │ │ - info: %s │ │ │ │ -Comments │ │ │ │ -MPI_Info_set warning, key is using a reserved prefix. │ │ │ │ - Key: %s │ │ │ │ - Reserved prefix: %s │ │ │ │ -module_enable:fatal │ │ │ │ -scoll:ucc module reports issue during module enabling phase. │ │ │ │ -Try to use scoll:ucc component with another one │ │ │ │ -for example scoll:basic │ │ │ │ -scoll:mpi module reports issue during module enabling phase. │ │ │ │ -Try to use scoll:mpi component with another one │ │ │ │ -sysv:create segment failure │ │ │ │ -You can try the following: │ │ │ │ -1. Use a different sshmem plugin (e.g., "mmap") with "--mca sshmem mmap". │ │ │ │ -2. Decrease the symmetric heap area size with "-x │ │ │ │ - SHMEM_SYMMETRIC_HEAP_SIZE=". │ │ │ │ -3. Increase your system's allowable SYSV shared memory segment size │ │ │ │ - (e.g., via the SHMMAX and/or SMMAX kernel parameters). │ │ │ │ -4. Set "--mca sshmem_base_start_address 0" for │ │ │ │ - automatic selection by OS of virtual start address for sshmem. │ │ │ │ -mmap:create segment failure │ │ │ │ -1. Decrease the symmetric heap area with │ │ │ │ - "-x SHMEM_SYMMETRIC_HEAP_SIZE=". │ │ │ │ -2. Set "--mca sshmem_base_start_address 0" for │ │ │ │ -This issue could also be related to CONFIG_STRICT_DEVMEM │ │ │ │ -kernel option which if enabled prevents access to physical │ │ │ │ -memory via "mmap". In this case you could try using other │ │ │ │ -sshmem components instead. │ │ │ │ -create segment failure │ │ │ │ -The OpenSHMEM "(%s)" plugin in the "sshmem" framework failed to │ │ │ │ -allocate a shared memory segment via the system call. This │ │ │ │ -usually means that there are not enough resources available to memory subsystem on your server. │ │ │ │ -Your OpenSHMEM job will now abort. │ │ │ │ - Server: %s │ │ │ │ - Requested shared │ │ │ │ - memory segment size: %llu │ │ │ │ - Specific error: %s (%d) │ │ │ │ +shmem-abort │ │ │ │ +SHMEM_ABORT was invoked on rank %d (pid %d, host=%s) with errorcode %d. │ │ │ │ +show this message to an OSHMEM wizard: │ │ │ │ + Library call: %s │ │ │ │ + Source file: %s │ │ │ │ + Source line number: %d │ │ │ │ find-available:none-found │ │ │ │ No available %s components were found! │ │ │ │ This means that there are no components of this type installed on your │ │ │ │ system or all the components reported that they could not be used. │ │ │ │ This is a fatal error; your SHMEM process is likely to abort. Check the │ │ │ │ output of the "ompi_info" command and ensure that components of this │ │ │ │ type are available on your system. You may also wish to check the │ │ │ │ value of the "component_path" MCA parameter and ensure that it has at │ │ │ │ least one directory that contains valid MCA components. │ │ │ │ +create segment failure │ │ │ │ +The OpenSHMEM "(%s)" plugin in the "sshmem" framework failed to │ │ │ │ +allocate a shared memory segment via the system call. This │ │ │ │ +usually means that there are not enough resources available to memory subsystem on your server. │ │ │ │ +Your OpenSHMEM job will now abort. │ │ │ │ + Server: %s │ │ │ │ + Requested shared │ │ │ │ + memory segment size: %llu │ │ │ │ + Specific error: %s (%d) │ │ │ │ +mmap:create segment failure │ │ │ │ +You can try the following: │ │ │ │ +1. Decrease the symmetric heap area with │ │ │ │ + "-x SHMEM_SYMMETRIC_HEAP_SIZE=". │ │ │ │ +2. Set "--mca sshmem_base_start_address 0" for │ │ │ │ + automatic selection by OS of virtual start address for sshmem. │ │ │ │ +This issue could also be related to CONFIG_STRICT_DEVMEM │ │ │ │ +kernel option which if enabled prevents access to physical │ │ │ │ +memory via "mmap". In this case you could try using other │ │ │ │ +sshmem components instead. │ │ │ │ +sysv:create segment failure │ │ │ │ +1. Use a different sshmem plugin (e.g., "mmap") with "--mca sshmem mmap". │ │ │ │ +2. Decrease the symmetric heap area size with "-x │ │ │ │ + SHMEM_SYMMETRIC_HEAP_SIZE=". │ │ │ │ +3. Increase your system's allowable SYSV shared memory segment size │ │ │ │ + (e.g., via the SHMMAX and/or SMMAX kernel parameters). │ │ │ │ +4. Set "--mca sshmem_base_start_address 0" for │ │ │ │ +module_enable:fatal │ │ │ │ +scoll:mpi module reports issue during module enabling phase. │ │ │ │ +Try to use scoll:mpi component with another one │ │ │ │ +for example scoll:basic │ │ │ │ +scoll:ucc module reports issue during module enabling phase. │ │ │ │ +Try to use scoll:ucc component with another one │ │ │ │ shmem_init:startup:internal-failure │ │ │ │ oshmem shmem abort:cannot guarantee all killed │ │ │ │ oshmem_init:print-version │ │ │ │ oshmem_init:print-info │ │ │ │ Open SHMEM environment variables: │ │ │ │ %s - print the library version at start-up │ │ │ │ %s - print helpful text about all these environment variables │ │ │ │ @@ -1560,20 +1566,14 @@ │ │ │ │ %s - enable debugging messages │ │ │ │ Open SHMEM version: │ │ │ │ A SHMEM process is aborting at a time when it cannot guarantee that all │ │ │ │ of its peer processes in the job will be killed properly. You should │ │ │ │ double check that everything has shut down cleanly. │ │ │ │ Local host: %s │ │ │ │ additional information (which may only be relevant to an Open SHMEM │ │ │ │ -show this message to an OSHMEM wizard: │ │ │ │ - Library call: %s │ │ │ │ - Source file: %s │ │ │ │ - Source line number: %d │ │ │ │ -shmem-abort │ │ │ │ -SHMEM_ABORT was invoked on rank %d (pid %d, host=%s) with errorcode %d. │ │ │ │ %s.%lu.%lu │ │ │ │ Illegal opcode │ │ │ │ Integer divide-by-zero │ │ │ │ Address not mapped │ │ │ │ Invalid address alignment │ │ │ │ Process breakpoint │ │ │ │ Child has exited │ │ │ ├── objdump --line-numbers --disassemble --demangle --reloc --no-show-raw-insn --section=.text {} │ │ │ │ @@ -1922,16 +1922,16 @@ │ │ │ │ addi a0,s0,5 │ │ │ │ sb a5,92(sp) │ │ │ │ jal 10d00 │ │ │ │ sd a0,96(sp) │ │ │ │ li s3,1 │ │ │ │ j 1269c │ │ │ │ li a2,5 │ │ │ │ - auipc a1,0x21 │ │ │ │ - addi a1,a1,-862 │ │ │ │ + auipc a1,0x22 │ │ │ │ + addi a1,a1,-1198 │ │ │ │ mv a0,s0 │ │ │ │ jal 10ee0 │ │ │ │ bnez a0,1269c │ │ │ │ lbu a4,5(s0) │ │ │ │ sw zero,56(sp) │ │ │ │ li a5,58 │ │ │ │ bne a4,a5,1269c │ │ │ │ @@ -3543,16 +3543,16 @@ │ │ │ │ ld s2,16(sp) │ │ │ │ ld s3,8(sp) │ │ │ │ sb zero,0(s1) │ │ │ │ j 1390a │ │ │ │ auipc a1,0x16 │ │ │ │ addi a1,a1,218 │ │ │ │ jal 1cee6 │ │ │ │ - auipc a0,0x25 │ │ │ │ - addi a0,a0,1190 │ │ │ │ + auipc a0,0x26 │ │ │ │ + addi a0,a0,-1498 │ │ │ │ jal 10d00 │ │ │ │ auipc a5,0x38 │ │ │ │ sd a0,98(a5) │ │ │ │ j 13940 │ │ │ │ auipc a1,0x16 │ │ │ │ addi a1,a1,136 │ │ │ │ jal 1cee6 │ │ │ │ @@ -4643,16 +4643,16 @@ │ │ │ │ add a4,a4,a2 │ │ │ │ lw a4,0(a4) │ │ │ │ add a4,a4,a2 │ │ │ │ jr a4 │ │ │ │ mv a0,a1 │ │ │ │ auipc a2,0x15 │ │ │ │ addi a2,a2,1388 │ │ │ │ - auipc a1,0x1a │ │ │ │ - addi a1,a1,-132 │ │ │ │ + auipc a1,0x1e │ │ │ │ + addi a1,a1,204 │ │ │ │ jal 1dab4 │ │ │ │ li a5,0 │ │ │ │ j 145d2 │ │ │ │ lbu a1,0(a3) │ │ │ │ mv a2,s1 │ │ │ │ jalr a6 │ │ │ │ mv a5,a0 │ │ │ │ @@ -4683,35 +4683,35 @@ │ │ │ │ sd a5,8(sp) │ │ │ │ jal 1dab4 │ │ │ │ ld a5,8(sp) │ │ │ │ bgez a0,145d2 │ │ │ │ j 14640 │ │ │ │ lw a2,0(a3) │ │ │ │ mv a0,s1 │ │ │ │ - auipc a1,0x18 │ │ │ │ - addi a1,a1,372 │ │ │ │ + auipc a1,0x1c │ │ │ │ + addi a1,a1,540 │ │ │ │ sd a5,8(sp) │ │ │ │ jal 1dab4 │ │ │ │ ld a5,8(sp) │ │ │ │ bgez a0,145d2 │ │ │ │ j 14640 │ │ │ │ ld a2,0(a3) │ │ │ │ beqz a2,146fe │ │ │ │ mv a0,s1 │ │ │ │ - auipc a1,0x1a │ │ │ │ - addi a1,a1,-272 │ │ │ │ + auipc a1,0x1e │ │ │ │ + addi a1,a1,64 │ │ │ │ sd a5,8(sp) │ │ │ │ jal 1dab4 │ │ │ │ ld a5,8(sp) │ │ │ │ bgez a0,145d2 │ │ │ │ j 14640 │ │ │ │ lbu a2,0(a3) │ │ │ │ mv a0,s1 │ │ │ │ - auipc a1,0x18 │ │ │ │ - addi a1,a1,316 │ │ │ │ + auipc a1,0x1c │ │ │ │ + addi a1,a1,484 │ │ │ │ sd a5,8(sp) │ │ │ │ jal 1dab4 │ │ │ │ ld a5,8(sp) │ │ │ │ bgez a0,145d2 │ │ │ │ j 14640 │ │ │ │ ld a2,0(a3) │ │ │ │ mv a0,s1 │ │ │ │ @@ -6897,15 +6897,15 @@ │ │ │ │ ld a5,-144(a5) │ │ │ │ ld a3,0(a5) │ │ │ │ ld a6,8(a5) │ │ │ │ auipc a5,0x14 │ │ │ │ addi a5,a5,-118 │ │ │ │ lw a4,104(s0) │ │ │ │ auipc a2,0x20 │ │ │ │ - addi a2,a2,-600 │ │ │ │ + addi a2,a2,1712 │ │ │ │ andi a4,a4,2 │ │ │ │ beqz a4,15fe4 │ │ │ │ auipc a2,0x14 │ │ │ │ addi a2,a2,-132 │ │ │ │ lw a1,24(s0) │ │ │ │ lwu t3,28(s0) │ │ │ │ auipc t1,0x2e │ │ │ │ @@ -6984,16 +6984,16 @@ │ │ │ │ ld a6,48(sp) │ │ │ │ addi a7,a7,4 │ │ │ │ bne s9,a6,16064 │ │ │ │ ld a2,120(s0) │ │ │ │ li s2,8 │ │ │ │ beqz a2,160ea │ │ │ │ ld a0,0(s5) │ │ │ │ - auipc a1,0x18 │ │ │ │ - addi a1,a1,1198 │ │ │ │ + auipc a1,0x1c │ │ │ │ + addi a1,a1,1534 │ │ │ │ add a0,a0,s2 │ │ │ │ jal 1dab4 │ │ │ │ li s2,16 │ │ │ │ ld a0,136(s0) │ │ │ │ beqz a0,15d5a │ │ │ │ ld a5,64(a0) │ │ │ │ mv a2,s11 │ │ │ │ @@ -7667,16 +7667,16 @@ │ │ │ │ sd s0,96(sp) │ │ │ │ sd s6,48(sp) │ │ │ │ sd s7,40(sp) │ │ │ │ mv s5,s3 │ │ │ │ li s1,0 │ │ │ │ j 16836 │ │ │ │ mv a2,s6 │ │ │ │ - auipc a3,0x1c │ │ │ │ - addi a3,a3,1918 │ │ │ │ + auipc a3,0x1e │ │ │ │ + addi a3,a3,326 │ │ │ │ ld a4,8(a4) │ │ │ │ auipc a1,0x13 │ │ │ │ addi a1,a1,356 │ │ │ │ addi a0,sp,16 │ │ │ │ jal 1dab4 │ │ │ │ mv s7,a0 │ │ │ │ mv a0,s6 │ │ │ │ @@ -7957,30 +7957,30 @@ │ │ │ │ beqz a0,16a66 │ │ │ │ auipc a1,0x13 │ │ │ │ addi a1,a1,2016 │ │ │ │ mv a0,s0 │ │ │ │ jal 10c50 │ │ │ │ beqz a0,16a68 │ │ │ │ auipc a1,0x1e │ │ │ │ - addi a1,a1,1296 │ │ │ │ + addi a1,a1,1760 │ │ │ │ mv a0,s0 │ │ │ │ jal 10c50 │ │ │ │ beqz a0,16a68 │ │ │ │ auipc a1,0x14 │ │ │ │ addi a1,a1,-1776 │ │ │ │ mv a0,s0 │ │ │ │ jal 10c50 │ │ │ │ beqz a0,16a68 │ │ │ │ auipc a1,0x13 │ │ │ │ addi a1,a1,1096 │ │ │ │ mv a0,s0 │ │ │ │ jal 10c50 │ │ │ │ beqz a0,16a68 │ │ │ │ - auipc a1,0x1a │ │ │ │ - addi a1,a1,-544 │ │ │ │ + auipc a1,0x18 │ │ │ │ + addi a1,a1,1024 │ │ │ │ mv a0,s0 │ │ │ │ jal 10c50 │ │ │ │ beqz a0,16a68 │ │ │ │ mv a0,s0 │ │ │ │ auipc a1,0x13 │ │ │ │ addi a1,a1,1942 │ │ │ │ jal 10c50 │ │ │ │ @@ -8085,16 +8085,16 @@ │ │ │ │ lbu a5,1(s0) │ │ │ │ addiw a5,a5,-111 │ │ │ │ sext.w a0,a5 │ │ │ │ bnez a5,16c52 │ │ │ │ lbu a0,2(s0) │ │ │ │ beqz a0,16b9e │ │ │ │ mv a0,s0 │ │ │ │ - auipc a1,0x1a │ │ │ │ - addi a1,a1,-870 │ │ │ │ + auipc a1,0x18 │ │ │ │ + addi a1,a1,698 │ │ │ │ jal 10c30 │ │ │ │ beqz a0,16b9e │ │ │ │ li a0,-18 │ │ │ │ j 16ba4 │ │ │ │ lbu a5,1(s0) │ │ │ │ beqz a5,16b9c │ │ │ │ j 16bca │ │ │ │ @@ -8602,16 +8602,16 @@ │ │ │ │ ld ra,24(sp) │ │ │ │ li a0,0 │ │ │ │ addi sp,sp,32 │ │ │ │ ret │ │ │ │ beqz a4,17182 │ │ │ │ mv a2,a1 │ │ │ │ mv a0,a4 │ │ │ │ - auipc a1,0x15 │ │ │ │ - addi a1,a1,1632 │ │ │ │ + auipc a1,0x19 │ │ │ │ + addi a1,a1,1800 │ │ │ │ jal 1dab4 │ │ │ │ ld ra,24(sp) │ │ │ │ srai a0,a0,0x3f │ │ │ │ andi a0,a0,-2 │ │ │ │ addi sp,sp,32 │ │ │ │ ret │ │ │ │ li a0,-18 │ │ │ │ @@ -11937,16 +11937,16 @@ │ │ │ │ lw a4,-2022(a4) │ │ │ │ bnez a4,1959e │ │ │ │ auipc a1,0x11 │ │ │ │ addi a1,a1,-64 │ │ │ │ addi a0,sp,32 │ │ │ │ jal 1dab4 │ │ │ │ ld a3,32(sp) │ │ │ │ - auipc a2,0x15 │ │ │ │ - addi a2,a2,80 │ │ │ │ + auipc a2,0x19 │ │ │ │ + addi a2,a2,416 │ │ │ │ li a1,50 │ │ │ │ auipc a0,0x33 │ │ │ │ addi a0,a0,-2028 │ │ │ │ jal 10cd0 │ │ │ │ ld a0,32(sp) │ │ │ │ jal 11000 │ │ │ │ jal 11230 <__errno_location@plt> │ │ │ │ @@ -12134,16 +12134,16 @@ │ │ │ │ mv a2,a5 │ │ │ │ auipc a1,0x11 │ │ │ │ addi a1,a1,-686 │ │ │ │ addi a0,sp,32 │ │ │ │ jal 1dab4 │ │ │ │ ld a3,32(sp) │ │ │ │ mv a1,s0 │ │ │ │ - auipc a2,0x15 │ │ │ │ - addi a2,a2,-544 │ │ │ │ + auipc a2,0x19 │ │ │ │ + addi a2,a2,-208 │ │ │ │ mv a0,s2 │ │ │ │ jal 10cd0 │ │ │ │ mv s2,a0 │ │ │ │ ld a0,32(sp) │ │ │ │ sext.w s0,s0 │ │ │ │ jal 11000 │ │ │ │ jal 11230 <__errno_location@plt> │ │ │ │ @@ -12194,16 +12194,16 @@ │ │ │ │ auipc a3,0x32 │ │ │ │ addi a3,a3,1158 │ │ │ │ bnez a0,196fa │ │ │ │ ld a3,24(sp) │ │ │ │ sd a0,8(sp) │ │ │ │ mv a1,s0 │ │ │ │ mv a0,s2 │ │ │ │ - auipc a2,0x15 │ │ │ │ - addi a2,a2,-702 │ │ │ │ + auipc a2,0x19 │ │ │ │ + addi a2,a2,-366 │ │ │ │ jal 10cd0 │ │ │ │ sext.w s0,s0 │ │ │ │ ld a4,8(sp) │ │ │ │ bge s0,a0,197d4 │ │ │ │ jal 11230 <__errno_location@plt> │ │ │ │ li a5,34 │ │ │ │ sw a5,0(a0) │ │ │ │ @@ -15696,16 +15696,16 @@ │ │ │ │ addi a5,a5,-428 │ │ │ │ ld a1,0(a5) │ │ │ │ ld a0,8(a5) │ │ │ │ li a3,0 │ │ │ │ bltu a1,s0,1bf8a │ │ │ │ mv a5,s2 │ │ │ │ mv a3,a5 │ │ │ │ - auipc a2,0x12 │ │ │ │ - addi a2,a2,1342 │ │ │ │ + auipc a2,0x16 │ │ │ │ + addi a2,a2,1678 │ │ │ │ jal 10cd0 │ │ │ │ j 1bf78 │ │ │ │ beqz a3,1c048 │ │ │ │ auipc a4,0xe │ │ │ │ addi a4,a4,1190 │ │ │ │ li a3,-1 │ │ │ │ li a2,1 │ │ │ │ @@ -15942,16 +15942,16 @@ │ │ │ │ auipc a5,0x29 │ │ │ │ ld a5,-1208(a5) │ │ │ │ ld a0,0(a5) │ │ │ │ jal 10f90 │ │ │ │ j 1c1a6 │ │ │ │ ld a3,16(sp) │ │ │ │ lw a0,12(s0) │ │ │ │ - auipc a2,0x12 │ │ │ │ - addi a2,a2,660 │ │ │ │ + auipc a2,0x16 │ │ │ │ + addi a2,a2,996 │ │ │ │ li a1,1 │ │ │ │ jal 11170 <__syslog_chk@plt> │ │ │ │ j 1c18e │ │ │ │ auipc a5,0x30 │ │ │ │ addi a5,a5,-956 │ │ │ │ li a3,64 │ │ │ │ beq s3,s6,1c4a8 │ │ │ │ @@ -16359,16 +16359,16 @@ │ │ │ │ ld s1,8(sp) │ │ │ │ ld s2,0(sp) │ │ │ │ li a0,1 │ │ │ │ addi sp,sp,32 │ │ │ │ ret │ │ │ │ li a5,3 │ │ │ │ j 1c668 │ │ │ │ - auipc a1,0x13 │ │ │ │ - addi a1,a1,-1530 │ │ │ │ + auipc a1,0x17 │ │ │ │ + addi a1,a1,-1194 │ │ │ │ mv a0,s0 │ │ │ │ jal 10c50 │ │ │ │ beqz a0,1c816 │ │ │ │ mv a0,s0 │ │ │ │ auipc a1,0xe │ │ │ │ addi a1,a1,-1012 │ │ │ │ jal 10c50 │ │ │ │ @@ -17890,16 +17890,16 @@ │ │ │ │ beqz a0,1d968 │ │ │ │ mv a1,a0 │ │ │ │ auipc a0,0xd │ │ │ │ addi a0,a0,228 │ │ │ │ jal 10c50 │ │ │ │ beqz a0,1d976 │ │ │ │ mv a1,s0 │ │ │ │ - auipc a0,0x14 │ │ │ │ - addi a0,a0,-1620 │ │ │ │ + auipc a0,0x11 │ │ │ │ + addi a0,a0,-1196 │ │ │ │ jal 10c50 │ │ │ │ beqz a0,1d9aa │ │ │ │ mv a1,s0 │ │ │ │ auipc a0,0xd │ │ │ │ addi a0,a0,212 │ │ │ │ jal 10c50 │ │ │ │ beqz a0,1d9a0 │ │ │ │ @@ -17940,16 +17940,16 @@ │ │ │ │ j 1d84a │ │ │ │ auipc s1,0xd │ │ │ │ addi s1,s1,82 │ │ │ │ j 1d97e │ │ │ │ auipc s1,0xd │ │ │ │ addi s1,s1,80 │ │ │ │ j 1d97e │ │ │ │ - auipc s1,0x14 │ │ │ │ - addi s1,s1,-1778 │ │ │ │ + auipc s1,0x11 │ │ │ │ + addi s1,s1,-1354 │ │ │ │ j 1d97e │ │ │ │ mv a0,s2 │ │ │ │ jal 11000 │ │ │ │ li s0,1 │ │ │ │ j 1d88e │ │ │ │ mv a0,s2 │ │ │ │ jal 11000 │ │ │ │ @@ -18447,16 +18447,16 @@ │ │ │ │ li a3,3 │ │ │ │ sd s1,8(s0) │ │ │ │ j 1de7e │ │ │ │ auipc a0,0x28 │ │ │ │ lw a0,-1242(a0) │ │ │ │ bltz a0,1df40 │ │ │ │ mv a2,s2 │ │ │ │ - auipc a1,0x10 │ │ │ │ - addi a1,a1,1664 │ │ │ │ + auipc a1,0x14 │ │ │ │ + addi a1,a1,2000 │ │ │ │ jal 1cee6 │ │ │ │ mv a0,s3 │ │ │ │ jal 110c0 │ │ │ │ auipc a5,0x28 │ │ │ │ lbu a5,-1270(a5) │ │ │ │ bnez a5,1df60 │ │ │ │ mv a0,s2 │ │ │ │ @@ -18505,16 +18505,16 @@ │ │ │ │ ld ra,8(sp) │ │ │ │ addi sp,sp,16 │ │ │ │ j 11000 │ │ │ │ auipc a0,0x28 │ │ │ │ lw a0,-1408(a0) │ │ │ │ ld a2,16(a1) │ │ │ │ bltz a0,1dfbc │ │ │ │ - auipc a1,0x10 │ │ │ │ - addi a1,a1,1498 │ │ │ │ + auipc a1,0x14 │ │ │ │ + addi a1,a1,1834 │ │ │ │ jal 1cee6 │ │ │ │ j 1df80 │ │ │ │ auipc a5,0x27 │ │ │ │ ld a5,-676(a5) │ │ │ │ ld a1,0(a5) │ │ │ │ mv a0,a2 │ │ │ │ jal 10e20 │ │ │ │ @@ -19584,16 +19584,16 @@ │ │ │ │ bnez a0,1ec6e │ │ │ │ lw a5,12(sp) │ │ │ │ li s0,2 │ │ │ │ bge s0,a5,1ec56 │ │ │ │ sd s1,56(sp) │ │ │ │ li s1,16 │ │ │ │ ld a5,16(sp) │ │ │ │ - auipc a1,0x10 │ │ │ │ - addi a1,a1,-1712 │ │ │ │ + auipc a1,0x14 │ │ │ │ + addi a1,a1,-1376 │ │ │ │ mv a0,s2 │ │ │ │ add a5,a5,s1 │ │ │ │ ld a2,0(a5) │ │ │ │ addiw s0,s0,1 │ │ │ │ addi s1,s1,8 │ │ │ │ jal 1cee6 │ │ │ │ lw a5,12(sp) │ │ │ │ @@ -19920,18 +19920,18 @@ │ │ │ │ beqz a0,1ef46 │ │ │ │ j 1efae │ │ │ │ ld a6,0(s6) │ │ │ │ mv a5,s1 │ │ │ │ mv a4,s1 │ │ │ │ mv a3,s1 │ │ │ │ li a2,1 │ │ │ │ - auipc a1,0x15 │ │ │ │ - addi a1,a1,224 │ │ │ │ + auipc a1,0xc │ │ │ │ + addi a1,a1,992 │ │ │ │ auipc a0,0xc │ │ │ │ - addi a0,a0,-176 │ │ │ │ + addi a0,a0,456 │ │ │ │ jal 1e2e0 │ │ │ │ mv s4,s0 │ │ │ │ j 1ef46 │ │ │ │ auipc a1,0xa │ │ │ │ addi a1,a1,728 │ │ │ │ mv a0,s0 │ │ │ │ jal 10c50 │ │ │ │ @@ -19971,18 +19971,18 @@ │ │ │ │ mv a0,s2 │ │ │ │ jal 10d70 │ │ │ │ addi a5,a0,16 │ │ │ │ j 1f0ec │ │ │ │ ld a3,0(s6) │ │ │ │ mv a4,s9 │ │ │ │ li a2,1 │ │ │ │ - auipc a1,0x15 │ │ │ │ - addi a1,a1,96 │ │ │ │ + auipc a1,0xc │ │ │ │ + addi a1,a1,864 │ │ │ │ auipc a0,0xc │ │ │ │ - addi a0,a0,-336 │ │ │ │ + addi a0,a0,296 │ │ │ │ jal 1e2e0 │ │ │ │ li s8,-43 │ │ │ │ ld s3,376(sp) │ │ │ │ ld s5,360(sp) │ │ │ │ j 1ef62 │ │ │ │ auipc a4,0x2e │ │ │ │ addi a4,a4,714 │ │ │ │ @@ -20242,18 +20242,18 @@ │ │ │ │ li a0,4 │ │ │ │ jal 1f12c │ │ │ │ beqz a0,1f31a │ │ │ │ mv a4,s3 │ │ │ │ auipc a3,0x1b │ │ │ │ addi a3,a3,-1018 │ │ │ │ li a2,1 │ │ │ │ - auipc a1,0x15 │ │ │ │ - addi a1,a1,-580 │ │ │ │ + auipc a1,0xc │ │ │ │ + addi a1,a1,188 │ │ │ │ auipc a0,0xc │ │ │ │ - addi a0,a0,-1124 │ │ │ │ + addi a0,a0,-492 │ │ │ │ jal 1e278 │ │ │ │ sd a0,0(s7) │ │ │ │ li s1,-1 │ │ │ │ j 1f338 │ │ │ │ mv a2,sp │ │ │ │ mv a1,s3 │ │ │ │ li a0,1 │ │ │ │ @@ -20348,18 +20348,18 @@ │ │ │ │ mv a4,s3 │ │ │ │ auipc a3,0x1b │ │ │ │ addi a3,a3,-1314 │ │ │ │ j 1f382 │ │ │ │ mv a3,s1 │ │ │ │ mv a4,s3 │ │ │ │ li a2,1 │ │ │ │ - auipc a1,0x15 │ │ │ │ - addi a1,a1,-874 │ │ │ │ + auipc a1,0xc │ │ │ │ + addi a1,a1,-106 │ │ │ │ auipc a0,0xc │ │ │ │ - addi a0,a0,-1442 │ │ │ │ + addi a0,a0,-810 │ │ │ │ jal 1e278 │ │ │ │ sd a0,0(s7) │ │ │ │ li s1,-1 │ │ │ │ j 1f338 │ │ │ │ ld s5,40(sp) │ │ │ │ ld s7,24(sp) │ │ │ │ li s1,-2 │ │ │ │ @@ -24176,16 +24176,16 @@ │ │ │ │ sd a5,88(sp) │ │ │ │ li a5,1 │ │ │ │ auipc a4,0x2b │ │ │ │ sb a5,1692(a4) │ │ │ │ li s2,-1 │ │ │ │ li a5,7 │ │ │ │ li a2,6 │ │ │ │ - auipc a1,0xb │ │ │ │ - addi a1,a1,-1498 │ │ │ │ + auipc a1,0xf │ │ │ │ + addi a1,a1,-1330 │ │ │ │ addi a0,sp,56 │ │ │ │ sw a5,84(sp) │ │ │ │ sw s2,96(sp) │ │ │ │ jal 1dab4 │ │ │ │ mv s0,a0 │ │ │ │ addi s1,sp,84 │ │ │ │ bltz s0,21e0c │ │ │ │ @@ -24442,16 +24442,16 @@ │ │ │ │ jal 15358 │ │ │ │ auipc a5,0x23 │ │ │ │ ld a5,-596(a5) │ │ │ │ sd a5,24(sp) │ │ │ │ sd s1,16(sp) │ │ │ │ sd s2,8(sp) │ │ │ │ sd zero,0(sp) │ │ │ │ - auipc a4,0x10 │ │ │ │ - addi a4,a4,596 │ │ │ │ + auipc a4,0xc │ │ │ │ + addi a4,a4,-1140 │ │ │ │ sd a4,0(a5) │ │ │ │ li a7,0 │ │ │ │ li a5,5 │ │ │ │ li a6,0 │ │ │ │ auipc a4,0x19 │ │ │ │ addi a4,a4,44 │ │ │ │ auipc a3,0x19 │ │ │ │ @@ -24725,16 +24725,16 @@ │ │ │ │ ld a0,0(a0) │ │ │ │ beqz a0,21e12 │ │ │ │ sd s4,128(sp) │ │ │ │ addi s0,s5,8 │ │ │ │ j 2247e │ │ │ │ ld a3,0(s2) │ │ │ │ li a2,1 │ │ │ │ - auipc a1,0x11 │ │ │ │ - addi a1,a1,-1714 │ │ │ │ + auipc a1,0x12 │ │ │ │ + addi a1,a1,790 │ │ │ │ auipc a0,0x7 │ │ │ │ addi a0,a0,-1202 │ │ │ │ jal 1e2e0 │ │ │ │ mv a0,s1 │ │ │ │ mv s2,s0 │ │ │ │ jal 187b6 │ │ │ │ ld a0,0(s0) │ │ │ │ @@ -24770,16 +24770,16 @@ │ │ │ │ jal 18b8c │ │ │ │ mv a5,a0 │ │ │ │ beqz a0,22522 │ │ │ │ ld a4,0(s2) │ │ │ │ ld a3,0(s1) │ │ │ │ sd a0,40(sp) │ │ │ │ li a2,1 │ │ │ │ - auipc a1,0x11 │ │ │ │ - addi a1,a1,-1812 │ │ │ │ + auipc a1,0x12 │ │ │ │ + addi a1,a1,692 │ │ │ │ auipc a0,0x7 │ │ │ │ addi a0,a0,-1340 │ │ │ │ jal 1e2e0 │ │ │ │ ld a0,40(sp) │ │ │ │ jal 11000 │ │ │ │ j 2246e │ │ │ │ ld s5,120(sp) │ │ │ │ @@ -24843,16 +24843,16 @@ │ │ │ │ auipc a5,0x23 │ │ │ │ ld a5,-1686(a5) │ │ │ │ sd a0,0(a5) │ │ │ │ bnez a0,21e20 │ │ │ │ mv a0,s5 │ │ │ │ j 22588 │ │ │ │ mv a2,s1 │ │ │ │ - auipc a1,0x10 │ │ │ │ - addi a1,a1,1958 │ │ │ │ + auipc a1,0x12 │ │ │ │ + addi a1,a1,366 │ │ │ │ auipc a0,0x7 │ │ │ │ addi a0,a0,-1578 │ │ │ │ sb zero,0(s0) │ │ │ │ jal 1e2e0 │ │ │ │ j 21fe2 │ │ │ │ sd s4,128(sp) │ │ │ │ sd s5,120(sp) │ │ │ │ @@ -25756,18 +25756,18 @@ │ │ │ │ auipc s0,0x22 │ │ │ │ ld s0,168(s0) │ │ │ │ ld a3,272(s0) │ │ │ │ beqz a3,22f40 │ │ │ │ ld a5,0(s5) │ │ │ │ ld a4,8(s4) │ │ │ │ li a2,1 │ │ │ │ - auipc a1,0xf │ │ │ │ - addi a1,a1,1408 │ │ │ │ + auipc a1,0xa │ │ │ │ + addi a1,a1,-2000 │ │ │ │ auipc a0,0x8 │ │ │ │ - addi a0,a0,80 │ │ │ │ + addi a0,a0,576 │ │ │ │ jal 1e2e0 │ │ │ │ li a0,-13 │ │ │ │ j 22efa │ │ │ │ jal 11942 │ │ │ │ ld a3,272(s0) │ │ │ │ j 22f1e │ │ │ │ li a0,0 │ │ │ │ @@ -25892,18 +25892,18 @@ │ │ │ │ ld s1,24(sp) │ │ │ │ addi sp,sp,48 │ │ │ │ ret │ │ │ │ li a0,0 │ │ │ │ ret │ │ │ │ mv a3,s0 │ │ │ │ li a2,1 │ │ │ │ - auipc a1,0xf │ │ │ │ - addi a1,a1,1106 │ │ │ │ + auipc a1,0x9 │ │ │ │ + addi a1,a1,1794 │ │ │ │ auipc a0,0x8 │ │ │ │ - addi a0,a0,-286 │ │ │ │ + addi a0,a0,210 │ │ │ │ jal 1e2e0 │ │ │ │ li a0,-1 │ │ │ │ j 23084 │ │ │ │ addi sp,sp,-144 │ │ │ │ sd s8,64(sp) │ │ │ │ li a5,1 │ │ │ │ auipc s8,0x22 │ │ │ │ @@ -27232,16 +27232,16 @@ │ │ │ │ mv a0,s0 │ │ │ │ jalr a5 │ │ │ │ ld a5,8(s2) │ │ │ │ addi s2,s2,8 │ │ │ │ bnez a5,23ecc │ │ │ │ ld a2,40(sp) │ │ │ │ sd s4,40(s0) │ │ │ │ - auipc a1,0xa │ │ │ │ - addi a1,a1,1706 │ │ │ │ + auipc a1,0xe │ │ │ │ + addi a1,a1,2042 │ │ │ │ addi a0,s0,48 │ │ │ │ jal 1dab4 │ │ │ │ ld a4,184(s5) │ │ │ │ addi a5,s5,160 │ │ │ │ sd a4,24(s0) │ │ │ │ ld a4,184(s5) │ │ │ │ sd s0,16(a4) │ │ │ │ @@ -27911,34 +27911,34 @@ │ │ │ │ li a6,-1 │ │ │ │ li a5,184 │ │ │ │ auipc a4,0x17 │ │ │ │ addi a4,a4,1086 │ │ │ │ auipc a3,0x19 │ │ │ │ addi a3,a3,-642 │ │ │ │ li a2,1 │ │ │ │ - auipc a1,0x7 │ │ │ │ - addi a1,a1,-788 │ │ │ │ + auipc a1,0x8 │ │ │ │ + addi a1,a1,380 │ │ │ │ auipc a0,0x7 │ │ │ │ - addi a0,a0,-1740 │ │ │ │ + addi a0,a0,-1244 │ │ │ │ jal 1e2e0 │ │ │ │ li a0,-1 │ │ │ │ ld s3,88(sp) │ │ │ │ ld s4,80(sp) │ │ │ │ ld s5,72(sp) │ │ │ │ ld s8,48(sp) │ │ │ │ ld s9,40(sp) │ │ │ │ ld s10,32(sp) │ │ │ │ ld s11,24(sp) │ │ │ │ j 244b4 │ │ │ │ ld a3,0(s0) │ │ │ │ li a2,1 │ │ │ │ - auipc a1,0xe │ │ │ │ - addi a1,a1,-350 │ │ │ │ + auipc a1,0x8 │ │ │ │ + addi a1,a1,370 │ │ │ │ auipc a0,0x7 │ │ │ │ - addi a0,a0,-1782 │ │ │ │ + addi a0,a0,-1286 │ │ │ │ jal 1e2e0 │ │ │ │ li a0,-5 │ │ │ │ ld s3,88(sp) │ │ │ │ ld s4,80(sp) │ │ │ │ ld s5,72(sp) │ │ │ │ ld s8,48(sp) │ │ │ │ ld s9,40(sp) │ │ │ │ @@ -27950,18 +27950,18 @@ │ │ │ │ li a6,-2 │ │ │ │ li a5,209 │ │ │ │ auipc a4,0x17 │ │ │ │ addi a4,a4,974 │ │ │ │ auipc a3,0x19 │ │ │ │ addi a3,a3,-754 │ │ │ │ li a2,1 │ │ │ │ - auipc a1,0x7 │ │ │ │ - addi a1,a1,-900 │ │ │ │ + auipc a1,0x8 │ │ │ │ + addi a1,a1,268 │ │ │ │ auipc a0,0x7 │ │ │ │ - addi a0,a0,-1852 │ │ │ │ + addi a0,a0,-1356 │ │ │ │ jal 1e2e0 │ │ │ │ li a0,-2 │ │ │ │ j 24684 │ │ │ │ auipc a7,0x17 │ │ │ │ addi a7,a7,1052 │ │ │ │ li a6,-1 │ │ │ │ li a5,172 │ │ │ │ @@ -27971,18 +27971,18 @@ │ │ │ │ li a6,-1 │ │ │ │ li a5,157 │ │ │ │ auipc a4,0x17 │ │ │ │ addi a4,a4,902 │ │ │ │ auipc a3,0x19 │ │ │ │ addi a3,a3,-826 │ │ │ │ li a2,1 │ │ │ │ - auipc a1,0x7 │ │ │ │ - addi a1,a1,-972 │ │ │ │ + auipc a1,0x8 │ │ │ │ + addi a1,a1,196 │ │ │ │ auipc a0,0x7 │ │ │ │ - addi a0,a0,-1924 │ │ │ │ + addi a0,a0,-1428 │ │ │ │ jal 1e2e0 │ │ │ │ li a0,-1 │ │ │ │ ld s3,88(sp) │ │ │ │ ld s4,80(sp) │ │ │ │ ld s11,24(sp) │ │ │ │ j 244b4 │ │ │ │ sd s3,88(sp) │ │ │ │ @@ -27998,18 +27998,18 @@ │ │ │ │ li a6,-1 │ │ │ │ li a5,112 │ │ │ │ auipc a4,0x17 │ │ │ │ addi a4,a4,822 │ │ │ │ auipc a3,0x19 │ │ │ │ addi a3,a3,-906 │ │ │ │ li a2,1 │ │ │ │ - auipc a1,0x7 │ │ │ │ - addi a1,a1,-1052 │ │ │ │ + auipc a1,0x8 │ │ │ │ + addi a1,a1,116 │ │ │ │ auipc a0,0x7 │ │ │ │ - addi a0,a0,-2004 │ │ │ │ + addi a0,a0,-1508 │ │ │ │ jal 1e2e0 │ │ │ │ li a0,-1 │ │ │ │ j 244b4 │ │ │ │ auipc a5,0x29 │ │ │ │ lw a5,-260(a5) │ │ │ │ addi sp,sp,-64 │ │ │ │ sd s4,16(sp) │ │ │ │ @@ -30033,16 +30033,16 @@ │ │ │ │ lw a4,48(s0) │ │ │ │ auipc a1,0x16 │ │ │ │ addi a1,a1,1070 │ │ │ │ jal 1dab4 │ │ │ │ ld a2,32(s0) │ │ │ │ beqz a2,25da2 │ │ │ │ ld a0,0(s1) │ │ │ │ - auipc a1,0x8 │ │ │ │ - addi a1,a1,2036 │ │ │ │ + auipc a1,0xd │ │ │ │ + addi a1,a1,-1724 │ │ │ │ addi a0,a0,8 │ │ │ │ jal 1dab4 │ │ │ │ ld s0,48(sp) │ │ │ │ ld s1,40(sp) │ │ │ │ li a0,0 │ │ │ │ ld a4,24(sp) │ │ │ │ ld a5,0(s2) │ │ │ │ @@ -30224,16 +30224,16 @@ │ │ │ │ ld a4,48(s0) │ │ │ │ auipc a1,0x16 │ │ │ │ addi a1,a1,650 │ │ │ │ jal 1dab4 │ │ │ │ ld a2,32(s0) │ │ │ │ beqz a2,25fe6 │ │ │ │ ld a0,0(s1) │ │ │ │ - auipc a1,0x8 │ │ │ │ - addi a1,a1,1456 │ │ │ │ + auipc a1,0xc │ │ │ │ + addi a1,a1,1792 │ │ │ │ addi a0,a0,8 │ │ │ │ jal 1dab4 │ │ │ │ ld s0,48(sp) │ │ │ │ ld s1,40(sp) │ │ │ │ li a0,0 │ │ │ │ ld a4,24(sp) │ │ │ │ ld a5,0(s2) │ │ │ │ @@ -32592,16 +32592,16 @@ │ │ │ │ addi a1,a1,-1426 │ │ │ │ jal 1dab4 │ │ │ │ ld a5,32(sp) │ │ │ │ li a4,8 │ │ │ │ ld a2,32(a5) │ │ │ │ beqz a2,27954 │ │ │ │ ld a0,0(s3) │ │ │ │ - auipc a1,0x7 │ │ │ │ - addi a1,a1,-954 │ │ │ │ + auipc a1,0xb │ │ │ │ + addi a1,a1,-618 │ │ │ │ add a0,a0,a4 │ │ │ │ jal 1dab4 │ │ │ │ ld a5,32(sp) │ │ │ │ li a4,16 │ │ │ │ ld a0,56(a5) │ │ │ │ beqz a0,2796c │ │ │ │ ld a5,64(a0) │ │ │ ├── readelf --wide --decompress --hex-dump=.rodata {} │ │ │ │ @@ -631,3783 +631,3783 @@ │ │ │ │ 0x0002aca0 72652073 7570706f 73656420 746f2067 re supposed to g │ │ │ │ 0x0002acb0 65742068 656c7020 61626f75 743a0a20 et help about:. │ │ │ │ 0x0002acc0 20202025 730a6672 6f6d2074 6f706963 %s.from topic │ │ │ │ 0x0002acd0 3a0a2020 20202573 0a427574 20492063 :. %s.But I c │ │ │ │ 0x0002ace0 6f756c64 6e277420 66696e64 20746861 ouldn't find tha │ │ │ │ 0x0002acf0 74206865 6c702074 6f706963 2e202053 t help topic. S │ │ │ │ 0x0002ad00 6f727279 210a2573 00000000 00000000 orry!.%s........ │ │ │ │ - 0x0002ad10 68656c70 2d73686d 656d2d61 70692e74 help-shmem-api.t │ │ │ │ - 0x0002ad20 78740000 00000000 68656c70 2d6f7368 xt......help-osh │ │ │ │ - 0x0002ad30 6d656d2d 696e666f 2e747874 00000000 mem-info.txt.... │ │ │ │ - 0x0002ad40 68656c70 2d73686d 656d2d72 756e7469 help-shmem-runti │ │ │ │ - 0x0002ad50 6d652e74 78740000 68656c70 2d6f7368 me.txt..help-osh │ │ │ │ - 0x0002ad60 6d656d2d 6d656d68 6561702e 74787400 mem-memheap.txt. │ │ │ │ - 0x0002ad70 68656c70 2d6f7368 6d656d2d 7373686d help-oshmem-sshm │ │ │ │ - 0x0002ad80 656d2e74 78740000 68656c70 2d6f7368 em.txt..help-osh │ │ │ │ + 0x0002ad10 68656c70 2d73686d 656d2d72 756e7469 help-shmem-runti │ │ │ │ + 0x0002ad20 6d652e74 78740000 68656c70 2d6f7368 me.txt..help-osh │ │ │ │ + 0x0002ad30 6d656d2d 73636f6c 6c2d7563 632e7478 mem-scoll-ucc.tx │ │ │ │ + 0x0002ad40 74000000 00000000 68656c70 2d6f7368 t.......help-osh │ │ │ │ + 0x0002ad50 6d656d2d 73636f6c 6c2d6d70 692e7478 mem-scoll-mpi.tx │ │ │ │ + 0x0002ad60 74000000 00000000 68656c70 2d6f7368 t.......help-osh │ │ │ │ + 0x0002ad70 6d656d2d 7373686d 656d2d73 7973762e mem-sshmem-sysv. │ │ │ │ + 0x0002ad80 74787400 00000000 68656c70 2d6f7368 txt.....help-osh │ │ │ │ 0x0002ad90 6d656d2d 7373686d 656d2d6d 6d61702e mem-sshmem-mmap. │ │ │ │ 0x0002ada0 74787400 00000000 68656c70 2d6f7368 txt.....help-osh │ │ │ │ - 0x0002adb0 6d656d2d 7373686d 656d2d73 7973762e mem-sshmem-sysv. │ │ │ │ - 0x0002adc0 74787400 00000000 68656c70 2d6f7368 txt.....help-osh │ │ │ │ - 0x0002add0 6d656d2d 73636f6c 6c2d6d70 692e7478 mem-scoll-mpi.tx │ │ │ │ - 0x0002ade0 74000000 00000000 68656c70 2d6f7368 t.......help-osh │ │ │ │ - 0x0002adf0 6d656d2d 73636f6c 6c2d7563 632e7478 mem-scoll-ucc.tx │ │ │ │ - 0x0002ae00 74000000 00000000 68656c70 2d636f6d t.......help-com │ │ │ │ - 0x0002ae10 6d2e7478 74000000 68656c70 2d64706d m.txt...help-dpm │ │ │ │ - 0x0002ae20 2e747874 00000000 68656c70 2d6d7069 .txt....help-mpi │ │ │ │ - 0x0002ae30 2d72756e 74696d65 2e747874 00000000 -runtime.txt.... │ │ │ │ - 0x0002ae40 68656c70 2d6d7069 2d617069 2e747874 help-mpi-api.txt │ │ │ │ - 0x0002ae50 00000000 00000000 68656c70 2d6d746c ........help-mtl │ │ │ │ - 0x0002ae60 2d6f6669 2e747874 00000000 00000000 -ofi.txt........ │ │ │ │ - 0x0002ae70 68656c70 2d6d746c 2d70736d 322e7478 help-mtl-psm2.tx │ │ │ │ - 0x0002ae80 74000000 00000000 68656c70 2d6d6361 t.......help-mca │ │ │ │ - 0x0002ae90 2d626d6c 2d72322e 74787400 00000000 -bml-r2.txt..... │ │ │ │ - 0x0002aea0 68656c70 2d6d7069 2d706d6c 2d6f6231 help-mpi-pml-ob1 │ │ │ │ - 0x0002aeb0 2e747874 00000000 68656c70 2d6d6361 .txt....help-mca │ │ │ │ - 0x0002aec0 2d686f6f 6b2d6261 73652e74 78740000 -hook-base.txt.. │ │ │ │ - 0x0002aed0 68656c70 2d636f6c 6c2d7868 632e7478 help-coll-xhc.tx │ │ │ │ - 0x0002aee0 74000000 00000000 68656c70 2d6d6361 t.......help-mca │ │ │ │ - 0x0002aef0 2d636f6c 6c2d6261 73652e74 78740000 -coll-base.txt.. │ │ │ │ - 0x0002af00 68656c70 2d6d7069 2d66742e 74787400 help-mpi-ft.txt. │ │ │ │ - 0x0002af10 68656c70 2d6d7069 2d657272 6f72732e help-mpi-errors. │ │ │ │ - 0x0002af20 74787400 00000000 68656c70 2d6f7061 txt.....help-opa │ │ │ │ - 0x0002af30 6c2d7574 696c2e74 78740000 00000000 l-util.txt...... │ │ │ │ - 0x0002af40 68656c70 2d6a736f 6e2e7478 74000000 help-json.txt... │ │ │ │ - 0x0002af50 68656c70 2d6f7061 6c2d7772 61707065 help-opal-wrappe │ │ │ │ - 0x0002af60 722e7478 74000000 68656c70 2d6f7061 r.txt...help-opa │ │ │ │ - 0x0002af70 6c5f696e 666f2e74 78740000 00000000 l_info.txt...... │ │ │ │ - 0x0002af80 68656c70 2d6d6361 2d626173 652e7478 help-mca-base.tx │ │ │ │ - 0x0002af90 74000000 00000000 68656c70 2d6f7061 t.......help-opa │ │ │ │ - 0x0002afa0 6c2d7368 6d656d2d 6d6d6170 2e747874 l-shmem-mmap.txt │ │ │ │ - 0x0002afb0 00000000 00000000 68656c70 2d6f7061 ........help-opa │ │ │ │ - 0x0002afc0 6c2d7368 6d656d2d 73797376 2e747874 l-shmem-sysv.txt │ │ │ │ - 0x0002afd0 00000000 00000000 68656c70 2d6f7061 ........help-opa │ │ │ │ - 0x0002afe0 6c2d7368 6d656d2d 706f7369 782e7478 l-shmem-posix.tx │ │ │ │ - 0x0002aff0 74000000 00000000 68656c70 2d636f6d t.......help-com │ │ │ │ - 0x0002b000 6d6f6e2d 6f66692e 74787400 00000000 mon-ofi.txt..... │ │ │ │ - 0x0002b010 68656c70 2d6d7069 2d636f6d 6d6f6e2d help-mpi-common- │ │ │ │ - 0x0002b020 7562636c 2e747874 00000000 00000000 ubcl.txt........ │ │ │ │ - 0x0002b030 68656c70 2d6d7069 2d636f6d 6d6f6e2d help-mpi-common- │ │ │ │ - 0x0002b040 736d2e74 78740000 68656c70 2d6f7061 sm.txt..help-opa │ │ │ │ - 0x0002b050 6c2d7469 6d65722d 6c696e75 782e7478 l-timer-linux.tx │ │ │ │ - 0x0002b060 74000000 00000000 68656c70 2d736d73 t.......help-sms │ │ │ │ - 0x0002b070 632d6b6e 656d2e74 78740000 00000000 c-knem.txt...... │ │ │ │ - 0x0002b080 68656c70 2d726361 6368652d 62617365 help-rcache-base │ │ │ │ - 0x0002b090 2e747874 00000000 68656c70 2d6d6361 .txt....help-mca │ │ │ │ - 0x0002b0a0 2d616c6c 6f636174 6f722d62 75636b65 -allocator-bucke │ │ │ │ - 0x0002b0b0 742e7478 74000000 68656c70 2d6f7061 t.txt...help-opa │ │ │ │ - 0x0002b0c0 6c2d6966 2d6c696e 75782d69 7076362e l-if-linux-ipv6. │ │ │ │ - 0x0002b0d0 74787400 00000000 68656c70 2d6d706f txt.....help-mpo │ │ │ │ - 0x0002b0e0 6f6c2d62 6173652e 74787400 00000000 ol-base.txt..... │ │ │ │ - 0x0002b0f0 68656c70 2d6f7061 6c2d6877 6c6f632d help-opal-hwloc- │ │ │ │ - 0x0002b100 62617365 2e747874 00000000 00000000 base.txt........ │ │ │ │ - 0x0002b110 68656c70 2d616363 656c6572 61746f72 help-accelerator │ │ │ │ - 0x0002b120 2d626173 652e7478 74000000 00000000 -base.txt....... │ │ │ │ - 0x0002b130 68656c70 2d616363 656c6572 61746f72 help-accelerator │ │ │ │ - 0x0002b140 2d637564 612e7478 74000000 00000000 -cuda.txt....... │ │ │ │ - 0x0002b150 68656c70 2d6d7069 2d62746c 2d626173 help-mpi-btl-bas │ │ │ │ - 0x0002b160 652e7478 74000000 68656c70 2d6d7069 e.txt...help-mpi │ │ │ │ - 0x0002b170 2d62746c 2d746370 2e747874 00000000 -btl-tcp.txt.... │ │ │ │ - 0x0002b180 68656c70 2d6d7069 2d62746c 2d736d63 help-mpi-btl-smc │ │ │ │ - 0x0002b190 7564612e 74787400 68656c70 2d6d7069 uda.txt.help-mpi │ │ │ │ - 0x0002b1a0 2d62746c 2d75736e 69632e74 78740000 -btl-usnic.txt.. │ │ │ │ - 0x0002b1b0 68656c70 2d6f7061 6c2d7468 72656164 help-opal-thread │ │ │ │ - 0x0002b1c0 732e7478 74000000 6d757465 7820696e s.txt...mutex in │ │ │ │ - 0x0002b1d0 69742066 61696c65 64000000 00000000 it failed....... │ │ │ │ - 0x0002b1e0 6d757465 78206c6f 636b2066 61696c65 mutex lock faile │ │ │ │ - 0x0002b1f0 64000000 00000000 6d757465 7820756e d.......mutex un │ │ │ │ - 0x0002b200 6c6f636b 20666169 6c656400 00000000 lock failed..... │ │ │ │ - 0x0002b210 6d757465 78207472 796c6f63 6b206661 mutex trylock fa │ │ │ │ - 0x0002b220 696c6564 00000000 41207472 7920746f iled....A try to │ │ │ │ - 0x0002b230 20616371 75697265 2061206d 75746578 acquire a mutex │ │ │ │ - 0x0002b240 20286d75 74657820 7472796c 6f636b29 (mutex trylock) │ │ │ │ - 0x0002b250 20686173 20666169 6c65642e 00000000 has failed..... │ │ │ │ - 0x0002b260 41206d75 74657820 72656c65 61736520 A mutex release │ │ │ │ - 0x0002b270 286d7574 65782075 6e6c6f63 6b292068 (mutex unlock) h │ │ │ │ - 0x0002b280 61732066 61696c65 642e0000 00000000 as failed....... │ │ │ │ - 0x0002b290 41206d75 74657820 61637175 69726520 A mutex acquire │ │ │ │ - 0x0002b2a0 286d7574 6578206c 6f636b29 20686173 (mutex lock) has │ │ │ │ - 0x0002b2b0 20666169 6c65642e 00000000 00000000 failed......... │ │ │ │ - 0x0002b2c0 41206d75 74657820 696e6974 69616c69 A mutex initiali │ │ │ │ - 0x0002b2d0 7a617469 6f6e2068 61732066 61696c65 zation has faile │ │ │ │ - 0x0002b2e0 642e0000 00000000 6e6f7420 656e6f75 d.......not enou │ │ │ │ - 0x0002b2f0 67682075 736e6963 20726573 6f757263 gh usnic resourc │ │ │ │ - 0x0002b300 65730000 00000000 6c696266 61627269 es......libfabri │ │ │ │ - 0x0002b310 63204150 49206661 696c6564 00000000 c API failed.... │ │ │ │ - 0x0002b320 6173796e 63206576 656e7400 00000000 async event..... │ │ │ │ - 0x0002b330 696e7465 726e616c 20657272 6f722064 internal error d │ │ │ │ - 0x0002b340 7572696e 6720696e 69740000 00000000 uring init...... │ │ │ │ - 0x0002b350 696e7465 726e616c 20657272 6f722061 internal error a │ │ │ │ - 0x0002b360 66746572 20696e69 74000000 00000000 fter init....... │ │ │ │ - 0x0002b370 63686563 6b5f7265 675f6d65 6d5f6261 check_reg_mem_ba │ │ │ │ - 0x0002b380 73696373 20666169 6c000000 00000000 sics fail....... │ │ │ │ - 0x0002b390 696e7661 6c696420 69665f69 6e657863 invalid if_inexc │ │ │ │ - 0x0002b3a0 6c756465 00000000 4d545520 6d69736d lude....MTU mism │ │ │ │ - 0x0002b3b0 61746368 00000000 636f6e6e 65637469 atch....connecti │ │ │ │ - 0x0002b3c0 76697479 20657272 6f723a20 736d616c vity error: smal │ │ │ │ - 0x0002b3d0 6c206f6b 2c206c61 72676520 62616400 l ok, large bad. │ │ │ │ - 0x0002b3e0 636f6e6e 65637469 76697479 20657272 connectivity err │ │ │ │ - 0x0002b3f0 6f723a20 736d616c 6c206261 642c206c or: small bad, l │ │ │ │ - 0x0002b400 61726765 206f6b00 636f6e6e 65637469 arge ok.connecti │ │ │ │ - 0x0002b410 76697479 20657272 6f723a20 736d616c vity error: smal │ │ │ │ - 0x0002b420 6c206261 642c206c 61726765 20626164 l bad, large bad │ │ │ │ - 0x0002b430 00000000 00000000 66695f61 765f6571 ........fi_av_eq │ │ │ │ - 0x0002b440 20746f6f 20736d61 6c6c0000 00000000 too small...... │ │ │ │ - 0x0002b450 756e7265 61636861 626c6520 70656572 unreachable peer │ │ │ │ - 0x0002b460 20495000 00000000 63616e6e 6f742077 IP.....cannot w │ │ │ │ - 0x0002b470 72697465 20746f20 6d617020 66696c65 rite to map file │ │ │ │ - 0x0002b480 00000000 00000000 7472616e 73706f72 ........transpor │ │ │ │ - 0x0002b490 74206d69 736d6174 63680000 00000000 t mismatch...... │ │ │ │ - 0x0002b4a0 4f70656e 204d5049 20686173 20666f75 Open MPI has fou │ │ │ │ - 0x0002b4b0 6e642074 776f2073 65727665 72732077 nd two servers w │ │ │ │ - 0x0002b4c0 69746820 64696666 6572656e 7420756e ith different un │ │ │ │ - 0x0002b4d0 6465726c 79696e67 2075734e 49430000 derlying usNIC.. │ │ │ │ - 0x0002b4e0 7472616e 73706f72 74732e20 20546869 transports. Thi │ │ │ │ - 0x0002b4f0 73206973 20616e20 756e7375 70706f72 s is an unsuppor │ │ │ │ - 0x0002b500 74656420 636f6e66 69677572 6174696f ted configuratio │ │ │ │ - 0x0002b510 6e3b2061 6c6c2075 734e4943 20646576 n; all usNIC dev │ │ │ │ - 0x0002b520 69636573 00000000 6d757374 20686176 ices....must hav │ │ │ │ - 0x0002b530 65207468 65207361 6d652075 6e646572 e the same under │ │ │ │ - 0x0002b540 6c79696e 67207472 616e7370 6f727420 lying transport │ │ │ │ - 0x0002b550 696e206f 72646572 20746f20 75736520 in order to use │ │ │ │ - 0x0002b560 74686520 75734e49 43204254 4c2e0000 the usNIC BTL... │ │ │ │ - 0x0002b570 20204c6f 63616c20 73657276 6572202f Local server / │ │ │ │ - 0x0002b580 20747261 6e73706f 72743a20 20257320 transport: %s │ │ │ │ - 0x0002b590 2f202573 00000000 20205265 6d6f7465 / %s.... Remote │ │ │ │ - 0x0002b5a0 20736572 76657220 2f207472 616e7370 server / transp │ │ │ │ - 0x0002b5b0 6f72743a 20257320 2f202573 00000000 ort: %s / %s.... │ │ │ │ - 0x0002b5c0 5741524e 494e473a 20546865 2075736e WARNING: The usn │ │ │ │ - 0x0002b5d0 69632042 544c2077 61732075 6e61626c ic BTL was unabl │ │ │ │ - 0x0002b5e0 6520746f 206f7065 6e207468 65207265 e to open the re │ │ │ │ - 0x0002b5f0 71756573 74656420 6f757470 75740000 quested output.. │ │ │ │ - 0x0002b600 636f6e6e 65637469 76697479 206d6170 connectivity map │ │ │ │ - 0x0002b610 2066696c 652e2020 596f7572 206a6f62 file. Your job │ │ │ │ - 0x0002b620 2077696c 6c20636f 6e74696e 75652c20 will continue, │ │ │ │ - 0x0002b630 62757420 74686973 206f7574 70757400 but this output. │ │ │ │ - 0x0002b640 636f6e6e 65637469 76697479 206d6170 connectivity map │ │ │ │ - 0x0002b650 2066696c 65207769 6c6c206e 6f742062 file will not b │ │ │ │ - 0x0002b660 65207772 69747465 6e2e0000 00000000 e written....... │ │ │ │ - 0x0002b670 20204c6f 63616c20 73657276 65723a20 Local server: │ │ │ │ - 0x0002b680 20202020 20257300 20204f75 74707574 %s. Output │ │ │ │ - 0x0002b690 206d6170 2066696c 653a2020 20257300 map file: %s. │ │ │ │ - 0x0002b6a0 2020576f 726b696e 67206469 72656374 Working direct │ │ │ │ - 0x0002b6b0 6f72793a 20257300 20204572 726f723a ory: %s. Error: │ │ │ │ - 0x0002b6c0 20202020 20202020 20202020 20257320 %s │ │ │ │ - 0x0002b6d0 28256429 00000000 5741524e 494e473a (%d)....WARNING: │ │ │ │ - 0x0002b6e0 204f7065 6e204d50 49206661 696c6564 Open MPI failed │ │ │ │ - 0x0002b6f0 20746f20 66696e64 20612072 6f757465 to find a route │ │ │ │ - 0x0002b700 20746f20 61207065 65722049 50206164 to a peer IP ad │ │ │ │ - 0x0002b710 64726573 73207669 61206100 00000000 dress via a..... │ │ │ │ - 0x0002b720 73706563 69666963 2075734e 49432069 specific usNIC i │ │ │ │ - 0x0002b730 6e746572 66616365 2e202054 68697320 nterface. This │ │ │ │ - 0x0002b740 75737561 6c6c7920 696e6469 63617465 usually indicate │ │ │ │ - 0x0002b750 73206120 70726f62 6c656d20 696e2074 s a problem in t │ │ │ │ - 0x0002b760 68652049 50000000 726f7574 696e6720 he IP...routing │ │ │ │ - 0x0002b770 62657477 65656e20 74686573 65207065 between these pe │ │ │ │ - 0x0002b780 6572732e 00000000 4f70656e 204d5049 ers.....Open MPI │ │ │ │ - 0x0002b790 2077696c 6c20736b 69702074 68697320 will skip this │ │ │ │ - 0x0002b7a0 75734e49 4320696e 74657266 61636520 usNIC interface │ │ │ │ - 0x0002b7b0 7768656e 20636f6d 6d756e69 63617469 when communicati │ │ │ │ - 0x0002b7c0 6e672077 69746820 74686174 00000000 ng with that.... │ │ │ │ - 0x0002b7d0 70656572 2c207768 69636820 6d617920 peer, which may │ │ │ │ - 0x0002b7e0 72657375 6c742069 6e206c6f 77657220 result in lower │ │ │ │ - 0x0002b7f0 70657266 6f726d61 6e636520 746f2074 performance to t │ │ │ │ - 0x0002b800 68617420 70656572 2e202049 74206d61 hat peer. It ma │ │ │ │ - 0x0002b810 7920616c 736f0000 72657375 6c742069 y also..result i │ │ │ │ - 0x0002b820 6e20796f 7572206a 6f622061 626f7274 n your job abort │ │ │ │ - 0x0002b830 696e6720 69662074 68657265 20617265 ing if there are │ │ │ │ - 0x0002b840 206e6f20 6f746865 72206e65 74776f72 no other networ │ │ │ │ - 0x0002b850 6b207061 74687320 746f0000 00000000 k paths to...... │ │ │ │ - 0x0002b860 74686174 20706565 722e0000 00000000 that peer....... │ │ │ │ - 0x0002b870 4e6f7465 20746861 74207468 69732065 Note that this e │ │ │ │ - 0x0002b880 72726f72 206d6573 73616765 20646566 rror message def │ │ │ │ - 0x0002b890 61756c74 7320746f 206f6e6c 79207072 aults to only pr │ │ │ │ - 0x0002b8a0 696e7469 6e672066 6f722074 6865202a inting for the * │ │ │ │ - 0x0002b8b0 66697273 742a0000 70616972 206f6620 first*..pair of │ │ │ │ - 0x0002b8c0 4d504920 70726f63 65737320 70656572 MPI process peer │ │ │ │ - 0x0002b8d0 73207468 61742065 78686962 69742074 s that exhibit t │ │ │ │ - 0x0002b8e0 68697320 70726f62 6c656d3b 20746869 his problem; thi │ │ │ │ - 0x0002b8f0 73207361 6d652070 726f626c 656d0000 s same problem.. │ │ │ │ - 0x0002b900 6d617920 65786973 7420666f 72206f74 may exist for ot │ │ │ │ - 0x0002b910 68657220 70656572 20706169 72732c20 her peer pairs, │ │ │ │ - 0x0002b920 746f6f2e 00000000 20204c6f 63616c20 too..... Local │ │ │ │ - 0x0002b930 696e7465 72666163 653a2025 733a2573 interface: %s:%s │ │ │ │ - 0x0002b940 20287768 69636820 69732025 73290000 (which is %s).. │ │ │ │ - 0x0002b950 20205065 65723a20 20202020 20202020 Peer: │ │ │ │ - 0x0002b960 20202025 733a2573 00000000 00000000 %s:%s........ │ │ │ │ - 0x0002b970 4e4f5445 3a20596f 75206361 6e207365 NOTE: You can se │ │ │ │ - 0x0002b980 74207468 65204d43 41207061 72616d20 t the MCA param │ │ │ │ - 0x0002b990 62746c5f 75736e69 635f7368 6f775f72 btl_usnic_show_r │ │ │ │ - 0x0002b9a0 6f757465 5f666169 6c757265 7320746f oute_failures to │ │ │ │ - 0x0002b9b0 20302074 6f000000 64697361 626c6520 0 to...disable │ │ │ │ - 0x0002b9c0 74686973 20776172 6e696e67 2e000000 this warning.... │ │ │ │ - 0x0002b9d0 54686520 75736e69 63204254 4c207761 The usnic BTL wa │ │ │ │ - 0x0002b9e0 7320746f 6c642074 6f206372 65617465 s told to create │ │ │ │ - 0x0002b9f0 20616e20 61646472 65737320 7265736f an address reso │ │ │ │ - 0x0002ba00 6c757469 6f6e2071 75657565 20746861 lution queue tha │ │ │ │ - 0x0002ba10 74207761 73000000 746f6f20 736d616c t was...too smal │ │ │ │ - 0x0002ba20 6c207669 61207468 65206d63 615f6274 l via the mca_bt │ │ │ │ - 0x0002ba30 6c5f7573 6e69635f 61765f65 715f6e75 l_usnic_av_eq_nu │ │ │ │ - 0x0002ba40 6d204d43 41207061 72616d65 7465722e m MCA parameter. │ │ │ │ - 0x0002ba50 20205468 69730000 70617261 6d657465 This..paramete │ │ │ │ - 0x0002ba60 7220636f 6e74726f 6c732068 6f77206d r controls how m │ │ │ │ - 0x0002ba70 616e7920 6f757473 74616e64 696e6720 any outstanding │ │ │ │ - 0x0002ba80 70656572 20616464 72657373 20726573 peer address res │ │ │ │ - 0x0002ba90 6f6c7574 696f6e73 2063616e 00000000 olutions can.... │ │ │ │ - 0x0002baa0 6265206f 75747374 616e6469 6e672061 be outstanding a │ │ │ │ - 0x0002bab0 74206120 74696d65 2e20204c 61726765 t a time. Large │ │ │ │ - 0x0002bac0 72207661 6c756573 20616c6c 6f77206d r values allow m │ │ │ │ - 0x0002bad0 6f726520 636f6e63 75727265 6e742061 ore concurrent a │ │ │ │ - 0x0002bae0 64647265 73730000 7265736f 6c757469 ddress..resoluti │ │ │ │ - 0x0002baf0 6f6e732c 20627574 20636f6e 73756d65 ons, but consume │ │ │ │ - 0x0002bb00 206d6f72 65206d65 6d6f7279 2e000000 more memory.... │ │ │ │ - 0x0002bb10 20205365 72766572 3a202020 20202020 Server: │ │ │ │ - 0x0002bb20 20202020 20202020 20202025 73000000 %s... │ │ │ │ - 0x0002bb30 20206176 5f65715f 6e756d20 70617261 av_eq_num para │ │ │ │ - 0x0002bb40 6d207661 6c75653a 20202025 64000000 m value: %d... │ │ │ │ - 0x0002bb50 20206176 5f65715f 6e756d20 6d696e69 av_eq_num mini │ │ │ │ - 0x0002bb60 6d756d20 76616c75 653a2025 64000000 mum value: %d... │ │ │ │ - 0x0002bb70 596f7572 206a6f62 2077696c 6c206c69 Your job will li │ │ │ │ - 0x0002bb80 6b656c79 20656974 68657220 70657266 kely either perf │ │ │ │ - 0x0002bb90 6f726d20 706f6f72 6c792c20 6f722077 orm poorly, or w │ │ │ │ - 0x0002bba0 696c6c20 61626f72 742e0000 00000000 ill abort....... │ │ │ │ - 0x0002bbb0 54686520 4f70656e 204d5049 2075734e The Open MPI usN │ │ │ │ - 0x0002bbc0 49432042 544c2077 61732075 6e61626c IC BTL was unabl │ │ │ │ - 0x0002bbd0 6520746f 20657374 61626c69 73682061 e to establish a │ │ │ │ - 0x0002bbe0 6e792063 6f6e6e65 63746976 69747900 ny connectivity. │ │ │ │ - 0x0002bbf0 62657477 65656e20 6174206c 65617374 between at least │ │ │ │ - 0x0002bc00 206f6e65 20706169 72206f66 20696e74 one pair of int │ │ │ │ - 0x0002bc10 65726661 63657320 6f6e2073 65727665 erfaces on serve │ │ │ │ - 0x0002bc20 72732069 6e207468 65204d50 49206a6f rs in the MPI jo │ │ │ │ - 0x0002bc30 622e0000 00000000 54686973 2063616e b.......This can │ │ │ │ - 0x0002bc40 20686170 70656e20 666f7220 73657665 happen for seve │ │ │ │ - 0x0002bc50 72616c20 72656173 6f6e732c 20696e63 ral reasons, inc │ │ │ │ - 0x0002bc60 6c756469 6e673a00 312e204e 6f205544 luding:.1. No UD │ │ │ │ - 0x0002bc70 50207472 61666669 63206973 2061626c P traffic is abl │ │ │ │ - 0x0002bc80 6520746f 20666c6f 77206265 74776565 e to flow betwee │ │ │ │ - 0x0002bc90 6e207468 6520696e 74657266 61636573 n the interfaces │ │ │ │ - 0x0002bca0 206c6973 74656420 62656c6f 772e0000 listed below... │ │ │ │ - 0x0002bcb0 322e2054 68657265 20697320 6173796d 2. There is asym │ │ │ │ - 0x0002bcc0 6d657472 69632072 6f757469 6e672062 metric routing b │ │ │ │ - 0x0002bcd0 65747765 656e2074 68652069 6e746572 etween the inter │ │ │ │ - 0x0002bce0 66616365 73206c69 73746564 2062656c faces listed bel │ │ │ │ - 0x0002bcf0 6f772c00 00000000 2020206c 65616469 ow,..... leadi │ │ │ │ - 0x0002bd00 6e67204f 70656e20 4d504920 746f2064 ng Open MPI to d │ │ │ │ - 0x0002bd10 69736361 72642055 44502074 72616666 iscard UDP traff │ │ │ │ - 0x0002bd20 69632069 74207468 696e6b73 20697320 ic it thinks is │ │ │ │ - 0x0002bd30 66726f6d 20616e00 20202075 6e657870 from an. unexp │ │ │ │ - 0x0002bd40 65637465 6420736f 75726365 2e000000 ected source.... │ │ │ │ - 0x0002bd50 596f7572 204d5049 206a6f62 20697320 Your MPI job is │ │ │ │ - 0x0002bd60 676f696e 6720746f 2061626f 7274206e going to abort n │ │ │ │ - 0x0002bd70 6f772e00 00000000 2020536f 75726365 ow...... Source │ │ │ │ - 0x0002bd80 3a000000 00000000 20202020 486f7374 :....... Host │ │ │ │ - 0x0002bd90 6e616d65 202f2049 503a2020 20202573 name / IP: %s │ │ │ │ - 0x0002bda0 20282573 29000000 20202020 486f7374 (%s)... Host │ │ │ │ - 0x0002bdb0 20696e74 65726661 63653a20 20202573 interface: %s │ │ │ │ - 0x0002bdc0 00000000 00000000 20204465 7374696e ........ Destin │ │ │ │ - 0x0002bdd0 6174696f 6e3a0000 2020536d 616c6c20 ation:.. Small │ │ │ │ - 0x0002bde0 6d657373 61676520 73697a65 3a202575 message size: %u │ │ │ │ - 0x0002bdf0 00000000 00000000 20204c61 72676520 ........ Large │ │ │ │ - 0x0002be00 6d657373 61676520 73697a65 3a202575 message size: %u │ │ │ │ - 0x0002be10 00000000 00000000 4e6f7465 20746861 ........Note tha │ │ │ │ - 0x0002be20 74207468 69732062 65686176 696f7220 t this behavior │ │ │ │ - 0x0002be30 75737561 6c6c7920 696e6469 63617465 usually indicate │ │ │ │ - 0x0002be40 7320736f 6d65206b 696e6420 6f66206e s some kind of n │ │ │ │ - 0x0002be50 6574776f 726b0000 6d697363 6f6e6669 etwork..misconfi │ │ │ │ - 0x0002be60 67757261 74696f6e 2e000000 00000000 guration........ │ │ │ │ - 0x0002be70 596f7520 73686f75 6c642076 65726966 You should verif │ │ │ │ - 0x0002be80 79207468 61742055 44502074 72616666 y that UDP traff │ │ │ │ - 0x0002be90 69632077 69746820 7061796c 6f616473 ic with payloads │ │ │ │ - 0x0002bea0 20757020 746f2074 68652022 6c617267 up to the "larg │ │ │ │ - 0x0002beb0 65000000 00000000 6d657373 61676520 e.......message │ │ │ │ - 0x0002bec0 73697a65 22206c69 73746564 2061626f size" listed abo │ │ │ │ - 0x0002bed0 76652063 616e2066 6c6f7720 62657477 ve can flow betw │ │ │ │ - 0x0002bee0 65656e20 74686573 65207477 6f20696e een these two in │ │ │ │ - 0x0002bef0 74657266 61636573 2e202059 6f750000 terfaces. You.. │ │ │ │ - 0x0002bf00 73686f75 6c642061 6c736f20 76657269 should also veri │ │ │ │ - 0x0002bf10 66792074 68617420 4f70656e 204d5049 fy that Open MPI │ │ │ │ - 0x0002bf20 20697320 63686f6f 73696e67 20746f20 is choosing to │ │ │ │ - 0x0002bf30 70616972 20495020 696e7465 72666163 pair IP interfac │ │ │ │ - 0x0002bf40 65730000 00000000 636f6e73 69737465 es......consiste │ │ │ │ - 0x0002bf50 6e746c79 2e202046 6f722065 78616d70 ntly. For examp │ │ │ │ - 0x0002bf60 6c653a00 00000000 20206d70 6972756e le:..... mpirun │ │ │ │ - 0x0002bf70 202d2d6d 63612062 746c5f75 736e6963 --mca btl_usnic │ │ │ │ - 0x0002bf80 5f636f6e 6e656374 69766974 795f6d61 _connectivity_ma │ │ │ │ - 0x0002bf90 70206d79 6d617020 2e2e2e00 00000000 p mymap ........ │ │ │ │ - 0x0002bfa0 43686563 6b207468 65207265 73756c74 Check the result │ │ │ │ - 0x0002bfb0 696e6720 226d796d 61702a22 2066696c ing "mymap*" fil │ │ │ │ - 0x0002bfc0 65732074 6f207365 65207468 65206578 es to see the ex │ │ │ │ - 0x0002bfd0 61637420 70616972 696e6720 6f662049 act pairing of I │ │ │ │ - 0x0002bfe0 50000000 00000000 696e7465 72666163 P.......interfac │ │ │ │ - 0x0002bff0 65732e20 20496e63 6f6e7369 7374656e es. Inconsisten │ │ │ │ - 0x0002c000 74207265 73756c74 73206d61 79206265 t results may be │ │ │ │ - 0x0002c010 20696e64 69636174 69766520 6f662075 indicative of u │ │ │ │ - 0x0002c020 6e646572 6c79696e 67000000 00000000 nderlying....... │ │ │ │ - 0x0002c030 6e657477 6f726b20 6d697363 6f6e6669 network misconfi │ │ │ │ - 0x0002c040 67757261 74696f6e 732e0000 00000000 gurations....... │ │ │ │ - 0x0002c050 54686520 4f70656e 204d5049 2075734e The Open MPI usN │ │ │ │ - 0x0002c060 49432042 544c2077 61732075 6e61626c IC BTL was unabl │ │ │ │ - 0x0002c070 6520746f 20657374 61626c69 73682066 e to establish f │ │ │ │ - 0x0002c080 756c6c20 636f6e6e 65637469 76697479 ull connectivity │ │ │ │ - 0x0002c090 00000000 00000000 53706563 69666963 ........Specific │ │ │ │ - 0x0002c0a0 616c6c79 2c206c61 72676520 55445020 ally, large UDP │ │ │ │ - 0x0002c0b0 6d657373 61676573 20736565 6d20746f messages seem to │ │ │ │ - 0x0002c0c0 20666c6f 77206265 74776565 6e207468 flow between th │ │ │ │ - 0x0002c0d0 6520696e 74657266 61636573 2c000000 e interfaces,... │ │ │ │ - 0x0002c0e0 62757420 736d616c 6c205544 50206d65 but small UDP me │ │ │ │ - 0x0002c0f0 73736167 65732064 6f206e6f 742e0000 ssages do not... │ │ │ │ - 0x0002c100 54686973 20697320 61207665 72792073 This is a very s │ │ │ │ - 0x0002c110 7472616e 6765206e 6574776f 726b2065 trange network e │ │ │ │ - 0x0002c120 72726f72 2c20616e 64207368 6f756c64 rror, and should │ │ │ │ - 0x0002c130 206e6f74 206f6363 75722069 6e206d6f not occur in mo │ │ │ │ - 0x0002c140 73740000 00000000 73697475 6174696f st......situatio │ │ │ │ - 0x0002c150 6e732e20 20596f75 206d6179 20626520 ns. You may be │ │ │ │ - 0x0002c160 65787065 7269656e 63696e67 20686967 experiencing hig │ │ │ │ - 0x0002c170 6820616d 6f756e74 73206f66 20636f6e h amounts of con │ │ │ │ - 0x0002c180 67657374 696f6e2c 206f7200 00000000 gestion, or..... │ │ │ │ - 0x0002c190 74686973 206d6179 20696e64 69636174 this may indicat │ │ │ │ - 0x0002c1a0 6520736f 6d65206b 696e6420 6f66206e e some kind of n │ │ │ │ - 0x0002c1b0 6574776f 726b206d 6973636f 6e666967 etwork misconfig │ │ │ │ - 0x0002c1c0 75726174 696f6e2e 00000000 00000000 uration......... │ │ │ │ - 0x0002c1d0 53706563 69666963 616c6c79 2c20736d Specifically, sm │ │ │ │ - 0x0002c1e0 616c6c20 55445020 6d657373 61676573 all UDP messages │ │ │ │ - 0x0002c1f0 20736565 6d20746f 20666c6f 77206265 seem to flow be │ │ │ │ - 0x0002c200 74776565 6e207468 6520696e 74657266 tween the interf │ │ │ │ - 0x0002c210 61636573 2c000000 62757420 6c617267 aces,...but larg │ │ │ │ - 0x0002c220 65205544 50206d65 73736167 65732064 e UDP messages d │ │ │ │ - 0x0002c230 6f206e6f 742e0000 4e6f7465 20746861 o not...Note tha │ │ │ │ - 0x0002c240 74207468 69732062 65686176 696f7220 t this behavior │ │ │ │ - 0x0002c250 75737561 6c6c7920 696e6469 63617465 usually indicate │ │ │ │ - 0x0002c260 73207468 61742074 6865204d 5455206f s that the MTU o │ │ │ │ - 0x0002c270 6620736f 6d65206e 6574776f 726b0000 f some network.. │ │ │ │ - 0x0002c280 6c696e6b 20697320 746f6f20 736d616c link is too smal │ │ │ │ - 0x0002c290 6c206265 74776565 6e207468 65736520 l between these │ │ │ │ - 0x0002c2a0 74776f20 696e7465 72666163 65732e00 two interfaces.. │ │ │ │ - 0x0002c2b0 54686520 4d545520 646f6573 206e6f74 The MTU does not │ │ │ │ - 0x0002c2c0 206d6174 6368206f 6e206c6f 63616c20 match on local │ │ │ │ - 0x0002c2d0 616e6420 72656d6f 74652068 6f737473 and remote hosts │ │ │ │ - 0x0002c2e0 2e202041 6c6c2069 6e746572 66616365 . All interface │ │ │ │ - 0x0002c2f0 73206f6e 00000000 616c6c20 686f7374 s on....all host │ │ │ │ - 0x0002c300 73207061 72746963 69706174 696e6720 s participating │ │ │ │ - 0x0002c310 696e2061 6e204d50 49206a6f 62206d75 in an MPI job mu │ │ │ │ - 0x0002c320 73742062 6520636f 6e666967 75726564 st be configured │ │ │ │ - 0x0002c330 20776974 68207468 65207361 6d650000 with the same.. │ │ │ │ - 0x0002c340 4d54552e 20205468 65207573 4e494320 MTU. The usNIC │ │ │ │ - 0x0002c350 696e7465 72666163 65206c69 73746564 interface listed │ │ │ │ - 0x0002c360 2062656c 6f772077 696c6c20 6e6f7420 below will not │ │ │ │ - 0x0002c370 62652075 73656420 746f2063 6f6d6d75 be used to commu │ │ │ │ - 0x0002c380 6e696361 74650000 77697468 20746869 nicate..with thi │ │ │ │ - 0x0002c390 73207265 6d6f7465 20686f73 742e0000 s remote host... │ │ │ │ - 0x0002c3a0 20204c6f 63616c20 686f7374 3a202020 Local host: │ │ │ │ - 0x0002c3b0 20202025 73000000 20207573 4e494320 %s... usNIC │ │ │ │ - 0x0002c3c0 696e7465 72666163 653a2025 73000000 interface: %s... │ │ │ │ - 0x0002c3d0 20204c6f 63616c20 4d54553a 20202020 Local MTU: │ │ │ │ - 0x0002c3e0 20202025 64000000 20205265 6d6f7465 %d... Remote │ │ │ │ - 0x0002c3f0 20686f73 743a2020 20202025 73000000 host: %s... │ │ │ │ - 0x0002c400 20205265 6d6f7465 204d5455 3a202020 Remote MTU: │ │ │ │ - 0x0002c410 20202025 64000000 5741524e 494e473a %d...WARNING: │ │ │ │ - 0x0002c420 20416e20 696e7661 6c696420 76616c75 An invalid valu │ │ │ │ - 0x0002c430 65207761 73206769 76656e20 666f7220 e was given for │ │ │ │ - 0x0002c440 62746c5f 75736e69 635f6966 5f25732e btl_usnic_if_%s. │ │ │ │ - 0x0002c450 20205468 69730000 76616c75 65207769 This..value wi │ │ │ │ - 0x0002c460 6c6c2062 65206967 6e6f7265 642e0000 ll be ignored... │ │ │ │ - 0x0002c470 20204c6f 63616c20 686f7374 3a202573 Local host: %s │ │ │ │ - 0x0002c480 00000000 00000000 20205661 6c75653a ........ Value: │ │ │ │ - 0x0002c490 20202020 20202573 00000000 00000000 %s........ │ │ │ │ - 0x0002c4a0 20204d65 73736167 653a2020 20202573 Message: %s │ │ │ │ - 0x0002c4b0 00000000 00000000 54686520 75734e49 ........The usNI │ │ │ │ - 0x0002c4c0 43204254 4c206661 696c6564 20746f20 C BTL failed to │ │ │ │ - 0x0002c4d0 696e6974 69616c69 7a652077 68696c65 initialize while │ │ │ │ - 0x0002c4e0 20747279 696e6720 746f2072 65676973 trying to regis │ │ │ │ - 0x0002c4f0 74657220 736f6d65 00000000 00000000 ter some........ │ │ │ │ - 0x0002c500 6d656d6f 72792e20 20546869 73207479 memory. This ty │ │ │ │ - 0x0002c510 70696361 6c6c7920 63616e20 696e6469 pically can indi │ │ │ │ - 0x0002c520 63617465 20746861 74207468 6520226d cate that the "m │ │ │ │ - 0x0002c530 656d6c6f 636b2220 6c696d69 74732061 emlock" limits a │ │ │ │ - 0x0002c540 72652073 65740000 746f6f20 6c6f772e re set..too low. │ │ │ │ - 0x0002c550 2020466f 72206d6f 73742048 50432069 For most HPC i │ │ │ │ - 0x0002c560 6e737461 6c6c6174 696f6e73 2c207468 nstallations, th │ │ │ │ - 0x0002c570 65206d65 6d6c6f63 6b206c69 6d697473 e memlock limits │ │ │ │ - 0x0002c580 2073686f 756c6420 62652073 65740000 should be set.. │ │ │ │ - 0x0002c590 746f2022 756e6c69 6d697465 64222e20 to "unlimited". │ │ │ │ - 0x0002c5a0 20546865 20666169 6c757265 206f6363 The failure occ │ │ │ │ - 0x0002c5b0 75727265 64206865 72653a00 00000000 urred here:..... │ │ │ │ - 0x0002c5c0 20204c6f 63616c20 686f7374 3a202020 Local host: │ │ │ │ - 0x0002c5d0 20257300 00000000 20204d65 6d6c6f63 %s..... Memloc │ │ │ │ - 0x0002c5e0 6b206c69 6d69743a 20257300 00000000 k limit: %s..... │ │ │ │ - 0x0002c5f0 596f7520 6d617920 6e656564 20746f20 You may need to │ │ │ │ - 0x0002c600 636f6e73 756c7420 77697468 20796f75 consult with you │ │ │ │ - 0x0002c610 72207379 7374656d 2061646d 696e6973 r system adminis │ │ │ │ - 0x0002c620 74726174 6f722074 6f206765 74207468 trator to get th │ │ │ │ - 0x0002c630 69730000 00000000 70726f62 6c656d20 is......problem │ │ │ │ - 0x0002c640 66697865 642e2020 54686973 20464151 fixed. This FAQ │ │ │ │ - 0x0002c650 20656e74 7279206f 6e207468 65204f70 entry on the Op │ │ │ │ - 0x0002c660 656e204d 50492077 65622073 69746520 en MPI web site │ │ │ │ - 0x0002c670 6d617920 616c736f 20626500 00000000 may also be..... │ │ │ │ - 0x0002c680 68656c70 66756c3a 00000000 00000000 helpful:........ │ │ │ │ - 0x0002c690 20202020 68747470 733a2f2f 7777772e https://www. │ │ │ │ - 0x0002c6a0 6f70656e 2d6d7069 2e6f7267 2f666171 open-mpi.org/faq │ │ │ │ - 0x0002c6b0 2f3f6361 7465676f 72793d6f 70656e66 /?category=openf │ │ │ │ - 0x0002c6c0 61627269 63732369 622d6c6f 636b6564 abrics#ib-locked │ │ │ │ - 0x0002c6d0 2d706167 65730000 416e2069 6e746572 -pages..An inter │ │ │ │ - 0x0002c6e0 6e616c20 6572726f 72206861 73206f63 nal error has oc │ │ │ │ - 0x0002c6f0 63757272 65642069 6e207468 65204f70 curred in the Op │ │ │ │ - 0x0002c700 656e204d 50492075 734e4943 2042544c en MPI usNIC BTL │ │ │ │ - 0x0002c710 2e202054 68697320 69730000 00000000 . This is...... │ │ │ │ - 0x0002c720 68696768 6c792075 6e757375 616c2061 highly unusual a │ │ │ │ - 0x0002c730 6e642073 686f756c 646e2774 20686170 nd shouldn't hap │ │ │ │ - 0x0002c740 70656e2e 20204974 20737567 67657374 pen. It suggest │ │ │ │ - 0x0002c750 73207468 61742074 68657265 206d6179 s that there may │ │ │ │ - 0x0002c760 20626500 00000000 736f6d65 7468696e be.....somethin │ │ │ │ - 0x0002c770 67207772 6f6e6720 77697468 20746865 g wrong with the │ │ │ │ - 0x0002c780 2075734e 4943206f 72204f70 656e4661 usNIC or OpenFa │ │ │ │ - 0x0002c790 62726963 7320636f 6e666967 75726174 brics configurat │ │ │ │ - 0x0002c7a0 696f6e20 6f6e2074 68697300 00000000 ion on this..... │ │ │ │ - 0x0002c7b0 20205365 72766572 3a202020 20202020 Server: │ │ │ │ - 0x0002c7c0 25730000 00000000 20204669 6c653a20 %s...... File: │ │ │ │ - 0x0002c7d0 20202020 20202020 25730000 00000000 %s...... │ │ │ │ - 0x0002c7e0 20204c69 6e653a20 20202020 20202020 Line: │ │ │ │ - 0x0002c7f0 25640000 00000000 20204d65 73736167 %d...... Messag │ │ │ │ - 0x0002c800 653a2020 20202020 25730000 00000000 e: %s...... │ │ │ │ - 0x0002c810 4f70656e 204d5049 2077696c 6c20736b Open MPI will sk │ │ │ │ - 0x0002c820 69702074 68697320 75734e49 4320696e ip this usNIC in │ │ │ │ - 0x0002c830 74657266 61636520 696e2074 68652075 terface in the u │ │ │ │ - 0x0002c840 736e6963 2042544c 2c207768 69636820 snic BTL, which │ │ │ │ - 0x0002c850 6d617900 00000000 72657375 6c742069 may.....result i │ │ │ │ - 0x0002c860 6e206569 74686572 206c6f77 65722070 n either lower p │ │ │ │ - 0x0002c870 6572666f 726d616e 6365206f 7220796f erformance or yo │ │ │ │ - 0x0002c880 7572206a 6f622061 626f7274 696e672e ur job aborting. │ │ │ │ - 0x0002c890 00000000 00000000 20205365 72766572 ........ Server │ │ │ │ - 0x0002c8a0 3a202020 20202020 20202025 73000000 : %s... │ │ │ │ - 0x0002c8b0 20204661 696c7572 65206174 3a202020 Failure at: │ │ │ │ - 0x0002c8c0 20202025 73202825 733a2564 29000000 %s (%s:%d)... │ │ │ │ - 0x0002c8d0 20204572 726f723a 20202020 20202020 Error: │ │ │ │ - 0x0002c8e0 20202025 64202825 73290000 00000000 %d (%s)...... │ │ │ │ - 0x0002c8f0 4f70656e 204d5049 20646574 65637465 Open MPI detecte │ │ │ │ - 0x0002c900 64206120 66617461 6c206572 726f7220 d a fatal error │ │ │ │ - 0x0002c910 6f6e2061 2075734e 49432069 6e746572 on a usNIC inter │ │ │ │ - 0x0002c920 66616365 2e202059 6f757220 4d504920 face. Your MPI │ │ │ │ - 0x0002c930 6a6f6200 00000000 77696c6c 206e6f77 job.....will now │ │ │ │ - 0x0002c940 2061626f 72743b20 736f7272 792e0000 abort; sorry... │ │ │ │ - 0x0002c950 20205365 72766572 3a202020 20202020 Server: │ │ │ │ - 0x0002c960 20202020 25730000 20207573 4e494320 %s.. usNIC │ │ │ │ - 0x0002c970 696e7465 72666163 653a2020 25730000 interface: %s.. │ │ │ │ - 0x0002c980 20204173 796e6320 6576656e 7420636f Async event co │ │ │ │ - 0x0002c990 64653a20 25732028 25642900 00000000 de: %s (%d)..... │ │ │ │ - 0x0002c9a0 4f70656e 204d5049 20666169 6c656420 Open MPI failed │ │ │ │ - 0x0002c9b0 61206261 73696320 41504920 6f706572 a basic API oper │ │ │ │ - 0x0002c9c0 6174696f 6e206f6e 20612043 6973636f ation on a Cisco │ │ │ │ - 0x0002c9d0 2075734e 49432069 6e746572 66616365 usNIC interface │ │ │ │ - 0x0002c9e0 2e000000 00000000 54686973 20697320 ........This is │ │ │ │ - 0x0002c9f0 68696768 6c792075 6e757375 616c2061 highly unusual a │ │ │ │ - 0x0002ca00 6e642073 686f756c 646e2774 20686170 nd shouldn't hap │ │ │ │ - 0x0002ca10 70656e2e 20204974 20737567 67657374 pen. It suggest │ │ │ │ - 0x0002ca20 73207468 61742074 68657265 00000000 s that there.... │ │ │ │ - 0x0002ca30 6d617920 62652073 6f6d6574 68696e67 may be something │ │ │ │ - 0x0002ca40 2077726f 6e672077 69746820 74686520 wrong with the │ │ │ │ - 0x0002ca50 75734e49 4320636f 6e666967 75726174 usNIC configurat │ │ │ │ - 0x0002ca60 696f6e20 6f6e2074 68697320 73657276 ion on this serv │ │ │ │ - 0x0002ca70 65722e00 00000000 496e2061 64646974 er......In addit │ │ │ │ - 0x0002ca80 696f6e20 746f2061 6e792073 75676765 ion to any sugge │ │ │ │ - 0x0002ca90 7374696f 6e73206c 69737465 64206265 stions listed be │ │ │ │ - 0x0002caa0 6c6f772c 20796f75 206d6967 68742077 low, you might w │ │ │ │ - 0x0002cab0 616e7420 746f2063 6865636b 00000000 ant to check.... │ │ │ │ - 0x0002cac0 74686520 4c696e75 7820226d 656d6c6f the Linux "memlo │ │ │ │ - 0x0002cad0 636b2220 6c696d69 7473206f 6e20796f ck" limits on yo │ │ │ │ - 0x0002cae0 75722073 79737465 6d202874 68657920 ur system (they │ │ │ │ - 0x0002caf0 73686f75 6c642070 726f6261 626c7920 should probably │ │ │ │ - 0x0002cb00 62650000 00000000 22756e6c 696d6974 be......"unlimit │ │ │ │ - 0x0002cb10 65642229 2e202053 65652074 68697320 ed"). See this │ │ │ │ - 0x0002cb20 46415120 656e7472 7920666f 72206465 FAQ entry for de │ │ │ │ - 0x0002cb30 7461696c 733a0000 20204661 696c6564 tails:.. Failed │ │ │ │ - 0x0002cb40 2066756e 6374696f 6e3a2025 73202825 function: %s (% │ │ │ │ - 0x0002cb50 733a2564 29000000 20205265 7475726e s:%d)... Return │ │ │ │ - 0x0002cb60 20737461 7475733a 20202025 64000000 status: %d... │ │ │ │ - 0x0002cb70 20204465 73637269 7074696f 6e3a2020 Description: │ │ │ │ - 0x0002cb80 20202025 73000000 54686572 65206172 %s...There ar │ │ │ │ - 0x0002cb90 65206e6f 7420656e 6f756768 2075734e e not enough usN │ │ │ │ - 0x0002cba0 49432072 65736f75 72636573 206f6e20 IC resources on │ │ │ │ - 0x0002cbb0 61205649 4320666f 7220616c 6c207468 a VIC for all th │ │ │ │ - 0x0002cbc0 65204d50 49000000 70726f63 65737365 e MPI...processe │ │ │ │ - 0x0002cbd0 73206f6e 20746869 73207365 72766572 s on this server │ │ │ │ - 0x0002cbe0 2e000000 00000000 54686973 206d6561 ........This mea │ │ │ │ - 0x0002cbf0 6e732074 68617420 796f7520 68617665 ns that you have │ │ │ │ - 0x0002cc00 20656974 68657220 6e6f7420 70726f76 either not prov │ │ │ │ - 0x0002cc10 6973696f 6e656420 656e6f75 67682075 isioned enough u │ │ │ │ - 0x0002cc20 734e4943 73206f6e 20746869 73000000 sNICs on this... │ │ │ │ - 0x0002cc30 5649432c 206f7220 74686572 65206172 VIC, or there ar │ │ │ │ - 0x0002cc40 65206e6f 7420656e 6f756768 20746f74 e not enough tot │ │ │ │ - 0x0002cc50 616c2072 65636569 76652c20 7472616e al receive, tran │ │ │ │ - 0x0002cc60 736d6974 2c206f72 20636f6d 706c6574 smit, or complet │ │ │ │ - 0x0002cc70 696f6e00 00000000 71756575 6573206f ion.....queues o │ │ │ │ - 0x0002cc80 6e207468 65207072 6f766973 696f6e65 n the provisione │ │ │ │ - 0x0002cc90 64207573 4e494373 2e20204f 6e206561 d usNICs. On ea │ │ │ │ - 0x0002cca0 63682056 49432069 6e206120 67697665 ch VIC in a give │ │ │ │ - 0x0002ccb0 6e207365 72766572 2c20796f 75000000 n server, you... │ │ │ │ - 0x0002ccc0 6e656564 20746f20 70726f76 6973696f need to provisio │ │ │ │ - 0x0002ccd0 6e206174 206c6561 73742061 73206d61 n at least as ma │ │ │ │ - 0x0002cce0 6e792075 734e4943 73206173 204d5049 ny usNICs as MPI │ │ │ │ - 0x0002ccf0 2070726f 63657373 6573206f 6e207468 processes on th │ │ │ │ - 0x0002cd00 61740000 00000000 73657276 65722e20 at......server. │ │ │ │ - 0x0002cd10 20496e20 65616368 2075734e 49432c20 In each usNIC, │ │ │ │ - 0x0002cd20 796f7520 6e656564 20746f20 70726f76 you need to prov │ │ │ │ - 0x0002cd30 6973696f 6e20656e 6f756768 206f6620 ision enough of │ │ │ │ - 0x0002cd40 65616368 206f6620 74686500 00000000 each of the..... │ │ │ │ - 0x0002cd50 666f6c6c 6f77696e 673a2073 656e6420 following: send │ │ │ │ - 0x0002cd60 71756575 65732c20 72656365 69766520 queues, receive │ │ │ │ - 0x0002cd70 71756575 65732c20 616e6420 636f6d70 queues, and comp │ │ │ │ - 0x0002cd80 6c657469 6f6e2071 75657565 732e0000 letion queues... │ │ │ │ - 0x0002cd90 73797320 63616c6c 20666169 6c000000 sys call fail... │ │ │ │ - 0x0002cda0 6e6f206c 6f63616c 69747900 00000000 no locality..... │ │ │ │ - 0x0002cdb0 5741524e 494e473a 204d6973 73696e67 WARNING: Missing │ │ │ │ - 0x0002cdc0 206c6f63 616c6974 7920696e 666f726d locality inform │ │ │ │ - 0x0002cdd0 6174696f 6e207265 71756972 65642066 ation required f │ │ │ │ - 0x0002cde0 6f722073 6d637564 6120696e 69746961 or smcuda initia │ │ │ │ - 0x0002cdf0 6c697a61 74696f6e 2e000000 00000000 lization........ │ │ │ │ - 0x0002ce00 436f6e74 696e7569 6e672077 6974686f Continuing witho │ │ │ │ - 0x0002ce10 75742073 6d637564 61204254 4c2e0000 ut smcuda BTL... │ │ │ │ - 0x0002ce20 41207379 7374656d 2063616c 6c206661 A system call fa │ │ │ │ - 0x0002ce30 696c6564 20647572 696e6720 736d2042 iled during sm B │ │ │ │ - 0x0002ce40 544c2069 6e697469 616c697a 6174696f TL initializatio │ │ │ │ - 0x0002ce50 6e207468 61742073 686f756c 64000000 n that should... │ │ │ │ - 0x0002ce60 6e6f7420 68617665 2e202049 74206973 not have. It is │ │ │ │ - 0x0002ce70 206c696b 656c7920 74686174 20796f75 likely that you │ │ │ │ - 0x0002ce80 72204d50 49206a6f 62207769 6c6c206e r MPI job will n │ │ │ │ - 0x0002ce90 6f772065 69746865 72206162 6f727420 ow either abort │ │ │ │ - 0x0002cea0 6f720000 00000000 65787065 7269656e or......experien │ │ │ │ - 0x0002ceb0 63652070 6572666f 726d616e 63652064 ce performance d │ │ │ │ - 0x0002cec0 65677261 64617469 6f6e2e00 00000000 egradation...... │ │ │ │ - 0x0002ced0 20205379 7374656d 2063616c 6c3a2025 System call: % │ │ │ │ - 0x0002cee0 73000000 00000000 20204572 726f723a s....... Error: │ │ │ │ - 0x0002cef0 20202020 20202025 73202865 72726e6f %s (errno │ │ │ │ - 0x0002cf00 20256429 00000000 696e7661 6c696420 %d)....invalid │ │ │ │ - 0x0002cf10 6d696e69 6d756d20 706f7274 00000000 minimum port.... │ │ │ │ - 0x0002cf20 636c6965 6e742063 6f6e6e65 63742066 client connect f │ │ │ │ - 0x0002cf30 61696c00 00000000 636c6965 6e742068 ail.....client h │ │ │ │ - 0x0002cf40 616e6473 68616b65 20666169 6c000000 andshake fail... │ │ │ │ - 0x0002cf50 61636365 70742066 61696c65 64000000 accept failed... │ │ │ │ - 0x0002cf60 70656572 2068756e 67207570 00000000 peer hung up.... │ │ │ │ - 0x0002cf70 64726f70 70656420 696e626f 756e6420 dropped inbound │ │ │ │ - 0x0002cf80 636f6e6e 65637469 6f6e0000 00000000 connection...... │ │ │ │ - 0x0002cf90 736f636b 65742066 6c616720 6661696c socket flag fail │ │ │ │ - 0x0002cfa0 00000000 00000000 73657276 65722061 ........server a │ │ │ │ - 0x0002cfb0 63636570 74206361 6e6e6f74 2066696e ccept cannot fin │ │ │ │ - 0x0002cfc0 64206775 69640000 73657276 65722067 d guid..server g │ │ │ │ - 0x0002cfd0 65747065 65726e61 6d652066 61696c65 etpeername faile │ │ │ │ - 0x0002cfe0 64000000 00000000 73657276 65722064 d.......server d │ │ │ │ - 0x0002cff0 6964206e 6f742072 65636569 7665206d id not receive m │ │ │ │ - 0x0002d000 61676963 20737472 696e6700 00000000 agic string..... │ │ │ │ - 0x0002d010 5741524e 494e473a 204f7065 6e204d50 WARNING: Open MP │ │ │ │ - 0x0002d020 49206163 63657074 65642061 20544350 I accepted a TCP │ │ │ │ - 0x0002d030 20636f6e 6e656374 696f6e20 62757420 connection but │ │ │ │ - 0x0002d040 64696420 6e6f7420 72656365 69766520 did not receive │ │ │ │ - 0x0002d050 74686500 00000000 65787065 63746564 the.....expected │ │ │ │ - 0x0002d060 206e6574 776f726b 20696465 6e746966 network identif │ │ │ │ - 0x0002d070 69636174 696f6e20 696e6469 63617469 ication indicati │ │ │ │ - 0x0002d080 6e672074 68617420 74686520 70656572 ng that the peer │ │ │ │ - 0x0002d090 20697320 616e204f 70656e00 00000000 is an Open..... │ │ │ │ - 0x0002d0a0 4d504920 70726f63 6573732e 00000000 MPI process..... │ │ │ │ - 0x0002d0b0 54686973 20617474 656d7074 65642063 This attempted c │ │ │ │ - 0x0002d0c0 6f6e6e65 6374696f 6e207769 6c6c2062 onnection will b │ │ │ │ - 0x0002d0d0 6520636c 6f736564 20616e64 2069676e e closed and ign │ │ │ │ - 0x0002d0e0 6f726564 2e000000 20205049 443a2020 ored.... PID: │ │ │ │ - 0x0002d0f0 20202020 20202564 00000000 00000000 %d........ │ │ │ │ - 0x0002d100 20205065 65723a20 20202020 20202573 Peer: %s │ │ │ │ - 0x0002d110 00000000 00000000 20204964 656e7469 ........ Identi │ │ │ │ - 0x0002d120 66696572 3a202573 20282573 29000000 fier: %s (%s)... │ │ │ │ - 0x0002d130 5741524e 494e473a 204f7065 6e204d50 WARNING: Open MP │ │ │ │ - 0x0002d140 49206661 696c6564 20746f20 6c6f6f6b I failed to look │ │ │ │ - 0x0002d150 20757020 74686520 70656572 20495020 up the peer IP │ │ │ │ - 0x0002d160 61646472 65737320 696e666f 726d6174 address informat │ │ │ │ - 0x0002d170 696f6e20 6f660000 61205443 5020636f ion of..a TCP co │ │ │ │ - 0x0002d180 6e6e6563 74696f6e 20746861 74206974 nnection that it │ │ │ │ - 0x0002d190 206a7573 74206163 63657074 65642e20 just accepted. │ │ │ │ - 0x0002d1a0 20546869 73207368 6f756c64 206e6f74 This should not │ │ │ │ - 0x0002d1b0 20686170 70656e2e 00000000 00000000 happen......... │ │ │ │ - 0x0002d1c0 54686973 20617474 656d7074 65642063 This attempted c │ │ │ │ - 0x0002d1d0 6f6e6e65 6374696f 6e207769 6c6c2062 onnection will b │ │ │ │ - 0x0002d1e0 65206967 6e6f7265 643b2079 6f757220 e ignored; your │ │ │ │ - 0x0002d1f0 4d504920 6a6f6220 6d617920 6f72206d MPI job may or m │ │ │ │ - 0x0002d200 6179206e 6f740000 636f6e74 696e7565 ay not..continue │ │ │ │ - 0x0002d210 2070726f 7065726c 792e0000 00000000 properly....... │ │ │ │ - 0x0002d220 20204572 726f723a 20202020 20202573 Error: %s │ │ │ │ - 0x0002d230 20282564 29000000 5741524e 494e473a (%d)...WARNING: │ │ │ │ - 0x0002d240 204f7065 6e204d50 49206163 63657074 Open MPI accept │ │ │ │ - 0x0002d250 65642061 20544350 20636f6e 6e656374 ed a TCP connect │ │ │ │ - 0x0002d260 696f6e20 66726f6d 20776861 74206170 ion from what ap │ │ │ │ - 0x0002d270 70656172 7320746f 20626520 61000000 pears to be a... │ │ │ │ - 0x0002d280 616e6f74 68657220 4f70656e 204d5049 another Open MPI │ │ │ │ - 0x0002d290 2070726f 63657373 20627574 2063616e process but can │ │ │ │ - 0x0002d2a0 6e6f7420 66696e64 20612063 6f727265 not find a corre │ │ │ │ - 0x0002d2b0 73706f6e 64696e67 2070726f 63657373 sponding process │ │ │ │ - 0x0002d2c0 00000000 00000000 656e7472 7920666f ........entry fo │ │ │ │ - 0x0002d2d0 72207468 61742070 6565722e 00000000 r that peer..... │ │ │ │ - 0x0002d2e0 5741524e 494e473a 204f7065 6e204d50 WARNING: Open MP │ │ │ │ - 0x0002d2f0 49206661 696c6564 20746f20 67657420 I failed to get │ │ │ │ - 0x0002d300 6f722073 65742066 6c616773 206f6e20 or set flags on │ │ │ │ - 0x0002d310 61205443 5020736f 636b6574 2e202054 a TCP socket. T │ │ │ │ - 0x0002d320 68697300 00000000 54686973 206d6179 his.....This may │ │ │ │ - 0x0002d330 20636175 73652075 6e707265 64696374 cause unpredict │ │ │ │ - 0x0002d340 61626c65 20626568 6176696f 722c2061 able behavior, a │ │ │ │ - 0x0002d350 6e64206d 61792065 6e642075 70206861 nd may end up ha │ │ │ │ - 0x0002d360 6e67696e 67206f72 00000000 00000000 nging or........ │ │ │ │ - 0x0002d370 61626f72 74696e67 20796f75 72206a6f aborting your jo │ │ │ │ - 0x0002d380 622e0000 00000000 2020466c 61673a20 b....... Flag: │ │ │ │ - 0x0002d390 20202020 20202573 00000000 00000000 %s........ │ │ │ │ - 0x0002d3a0 4f70656e 204d5049 20646574 65637465 Open MPI detecte │ │ │ │ - 0x0002d3b0 6420616e 20696e62 6f756e64 204d5049 d an inbound MPI │ │ │ │ - 0x0002d3c0 20544350 20636f6e 6e656374 696f6e20 TCP connection │ │ │ │ - 0x0002d3d0 72657175 65737420 66726f6d 20612070 request from a p │ │ │ │ - 0x0002d3e0 65657200 00000000 74686174 20617070 eer.....that app │ │ │ │ - 0x0002d3f0 65617273 20746f20 62652070 61727420 ears to be part │ │ │ │ - 0x0002d400 6f662074 68697320 4d504920 6a6f6220 of this MPI job │ │ │ │ - 0x0002d410 28692e65 2e2c2069 74206964 656e7469 (i.e., it identi │ │ │ │ - 0x0002d420 66696564 20697473 656c6620 61730000 fied itself as.. │ │ │ │ - 0x0002d430 70617274 206f6620 74686973 204f7065 part of this Ope │ │ │ │ - 0x0002d440 6e204d50 49206a6f 62292c20 62757420 n MPI job), but │ │ │ │ - 0x0002d450 69742069 73206672 6f6d2061 6e204950 it is from an IP │ │ │ │ - 0x0002d460 20616464 72657373 20746861 74206973 address that is │ │ │ │ - 0x0002d470 00000000 00000000 756e6578 70656374 ........unexpect │ │ │ │ - 0x0002d480 65642e20 20546869 73206973 20686967 ed. This is hig │ │ │ │ - 0x0002d490 686c7920 756e7573 75616c2e 00000000 hly unusual..... │ │ │ │ - 0x0002d4a0 54686520 696e626f 756e6420 636f6e6e The inbound conn │ │ │ │ - 0x0002d4b0 65637469 6f6e2068 61732062 65656e20 ection has been │ │ │ │ - 0x0002d4c0 64726f70 7065642c 20616e64 20746865 dropped, and the │ │ │ │ - 0x0002d4d0 20706565 72207368 6f756c64 2073696d peer should sim │ │ │ │ - 0x0002d4e0 706c7900 00000000 74727920 61676169 ply.....try agai │ │ │ │ - 0x0002d4f0 6e207769 74682061 20646966 66657265 n with a differe │ │ │ │ - 0x0002d500 6e742049 5020696e 74657266 61636520 nt IP interface │ │ │ │ - 0x0002d510 28692e65 2e2c2074 6865206a 6f622073 (i.e., the job s │ │ │ │ - 0x0002d520 686f756c 64000000 686f7065 66756c6c hould...hopefull │ │ │ │ - 0x0002d530 79206265 2061626c 6520746f 20636f6e y be able to con │ │ │ │ - 0x0002d540 74696e75 65292e00 20204c6f 63616c20 tinue).. Local │ │ │ │ - 0x0002d550 686f7374 3a202020 20202020 20202025 host: % │ │ │ │ - 0x0002d560 73000000 00000000 20204c6f 63616c20 s....... Local │ │ │ │ - 0x0002d570 5049443a 20202020 20202020 20202025 PID: % │ │ │ │ - 0x0002d580 64000000 00000000 20205065 65722068 d....... Peer h │ │ │ │ - 0x0002d590 6f73746e 616d653a 20202020 20202025 ostname: % │ │ │ │ - 0x0002d5a0 73202825 73290000 2020536f 75726365 s (%s).. Source │ │ │ │ - 0x0002d5b0 20495020 6f662073 6f636b65 743a2025 IP of socket: % │ │ │ │ - 0x0002d5c0 73000000 00000000 20204b6e 6f776e20 s....... Known │ │ │ │ - 0x0002d5d0 49507320 6f662070 65657220 28256429 IPs of peer (%d) │ │ │ │ - 0x0002d5e0 3a202020 25730000 416e204d 50492063 : %s..An MPI c │ │ │ │ - 0x0002d5f0 6f6d6d75 6e696361 74696f6e 20706565 ommunication pee │ │ │ │ - 0x0002d600 72207072 6f636573 73206861 7320756e r process has un │ │ │ │ - 0x0002d610 65787065 63746564 6c792064 6973636f expectedly disco │ │ │ │ - 0x0002d620 6e6e6563 7465642e 20205468 69730000 nnected. This.. │ │ │ │ - 0x0002d630 75737561 6c6c7920 696e6469 63617465 usually indicate │ │ │ │ - 0x0002d640 73206120 6661696c 75726520 696e2074 s a failure in t │ │ │ │ - 0x0002d650 68652070 65657220 70726f63 65737320 he peer process │ │ │ │ - 0x0002d660 28652e67 2e2c2061 20637261 7368206f (e.g., a crash o │ │ │ │ - 0x0002d670 72000000 00000000 6f746865 72776973 r.......otherwis │ │ │ │ - 0x0002d680 65206578 6974696e 67207769 74686f75 e exiting withou │ │ │ │ - 0x0002d690 74206361 6c6c696e 67204d50 495f4649 t calling MPI_FI │ │ │ │ - 0x0002d6a0 4e414c49 5a452066 69727374 292e0000 NALIZE first)... │ │ │ │ - 0x0002d6b0 416c7468 6f756768 20746869 73206c6f Although this lo │ │ │ │ - 0x0002d6c0 63616c20 4d504920 70726f63 65737320 cal MPI process │ │ │ │ - 0x0002d6d0 77696c6c 206c696b 656c7920 6e6f7720 will likely now │ │ │ │ - 0x0002d6e0 62656861 76652075 6e707265 64696374 behave unpredict │ │ │ │ - 0x0002d6f0 61626c79 00000000 28697420 6d617920 ably....(it may │ │ │ │ - 0x0002d700 6576656e 2068616e 67206f72 20637261 even hang or cra │ │ │ │ - 0x0002d710 7368292c 20746865 20726f6f 74206361 sh), the root ca │ │ │ │ - 0x0002d720 75736520 6f662074 68697320 70726f62 use of this prob │ │ │ │ - 0x0002d730 6c656d20 69732074 68650000 00000000 lem is the...... │ │ │ │ - 0x0002d740 6661696c 75726520 6f662074 68652070 failure of the p │ │ │ │ - 0x0002d750 65657220 2d2d2074 68617420 69732077 eer -- that is w │ │ │ │ - 0x0002d760 68617420 796f7520 6e656564 20746f20 hat you need to │ │ │ │ - 0x0002d770 696e7665 73746967 6174652e 2020466f investigate. Fo │ │ │ │ - 0x0002d780 72000000 00000000 6578616d 706c652c r.......example, │ │ │ │ - 0x0002d790 20746865 7265206d 61792062 65206120 there may be a │ │ │ │ - 0x0002d7a0 636f7265 2066696c 65207468 61742079 core file that y │ │ │ │ - 0x0002d7b0 6f752063 616e2065 78616d69 6e652e20 ou can examine. │ │ │ │ - 0x0002d7c0 204d6f72 65000000 67656e65 72616c6c More...generall │ │ │ │ - 0x0002d7d0 793a2073 75636820 70656572 2068616e y: such peer han │ │ │ │ - 0x0002d7e0 67757073 20617265 20667265 7175656e gups are frequen │ │ │ │ - 0x0002d7f0 746c7920 63617573 65642062 79206170 tly caused by ap │ │ │ │ - 0x0002d800 706c6963 6174696f 6e206275 67730000 plication bugs.. │ │ │ │ - 0x0002d810 6f72206f 74686572 20657874 65726e61 or other externa │ │ │ │ - 0x0002d820 6c206576 656e7473 2e000000 00000000 l events........ │ │ │ │ - 0x0002d830 20204c6f 63616c20 5049443a 20202564 Local PID: %d │ │ │ │ - 0x0002d840 00000000 00000000 20205065 65722068 ........ Peer h │ │ │ │ - 0x0002d850 6f73743a 20202573 00000000 00000000 ost: %s........ │ │ │ │ - 0x0002d860 5741524e 494e473a 20546865 20616363 WARNING: The acc │ │ │ │ - 0x0002d870 65707428 33292073 79737465 6d206361 ept(3) system ca │ │ │ │ - 0x0002d880 6c6c2066 61696c65 64206f6e 20612054 ll failed on a T │ │ │ │ - 0x0002d890 43502073 6f636b65 742e2020 5768696c CP socket. Whil │ │ │ │ - 0x0002d8a0 65207468 69730000 73686f75 6c642067 e this..should g │ │ │ │ - 0x0002d8b0 656e6572 616c6c79 206e6576 65722068 enerally never h │ │ │ │ - 0x0002d8c0 61707065 6e206f6e 20612077 656c6c2d appen on a well- │ │ │ │ - 0x0002d8d0 636f6e66 69677572 65642048 50432073 configured HPC s │ │ │ │ - 0x0002d8e0 79737465 6d2c2074 68650000 00000000 ystem, the...... │ │ │ │ - 0x0002d8f0 6d6f7374 20636f6d 6d6f6e20 63617573 most common caus │ │ │ │ - 0x0002d900 65732077 68656e20 69742064 6f657320 es when it does │ │ │ │ - 0x0002d910 6f636375 72206172 653a0000 00000000 occur are:...... │ │ │ │ - 0x0002d920 20202a20 54686520 70726f63 65737320 * The process │ │ │ │ - 0x0002d930 72616e20 6f757420 6f662066 696c6520 ran out of file │ │ │ │ - 0x0002d940 64657363 72697074 6f727300 00000000 descriptors..... │ │ │ │ - 0x0002d950 20202a20 54686520 6f706572 6174696e * The operatin │ │ │ │ - 0x0002d960 67207379 7374656d 2072616e 206f7574 g system ran out │ │ │ │ - 0x0002d970 206f6620 66696c65 20646573 63726970 of file descrip │ │ │ │ - 0x0002d980 746f7273 00000000 20202a20 54686520 tors.... * The │ │ │ │ - 0x0002d990 6f706572 6174696e 67207379 7374656d operating system │ │ │ │ - 0x0002d9a0 2072616e 206f7574 206f6620 6d656d6f ran out of memo │ │ │ │ - 0x0002d9b0 72790000 00000000 596f7572 204f7065 ry......Your Ope │ │ │ │ - 0x0002d9c0 6e204d50 49206a6f 62207769 6c6c206c n MPI job will l │ │ │ │ - 0x0002d9d0 696b656c 79206861 6e672028 6f722063 ikely hang (or c │ │ │ │ - 0x0002d9e0 72617368 2920756e 74696c20 74686520 rash) until the │ │ │ │ - 0x0002d9f0 6661696c 75726500 72657361 736f6e20 failure.resason │ │ │ │ - 0x0002da00 69732066 69786564 2028652e 672e2c20 is fixed (e.g., │ │ │ │ - 0x0002da10 6d6f7265 2066696c 65206465 73637269 more file descri │ │ │ │ - 0x0002da20 70746f72 7320616e 642f6f72 206d656d ptors and/or mem │ │ │ │ - 0x0002da30 6f727920 6265636f 6d657300 00000000 ory becomes..... │ │ │ │ - 0x0002da40 61766169 6c61626c 65292c20 616e6420 available), and │ │ │ │ - 0x0002da50 6d617920 6576656e 7475616c 6c792074 may eventually t │ │ │ │ - 0x0002da60 696d656f 7574202f 2061626f 72742e00 imeout / abort.. │ │ │ │ - 0x0002da70 20204572 726e6f3a 20202020 20202564 Errno: %d │ │ │ │ - 0x0002da80 20282573 29000000 5741524e 494e473a (%s)...WARNING: │ │ │ │ - 0x0002da90 204f7065 6e204d50 49206661 696c6564 Open MPI failed │ │ │ │ - 0x0002daa0 20746f20 68616e64 7368616b 65207769 to handshake wi │ │ │ │ - 0x0002dab0 74682061 20636f6e 6e656374 696e6720 th a connecting │ │ │ │ - 0x0002dac0 70656572 204d5049 00000000 00000000 peer MPI........ │ │ │ │ - 0x0002dad0 70726f63 65737320 6f766572 20544350 process over TCP │ │ │ │ - 0x0002dae0 2e202054 68697320 73686f75 6c64206e . This should n │ │ │ │ - 0x0002daf0 6f742068 61707065 6e2e0000 00000000 ot happen....... │ │ │ │ - 0x0002db00 596f7572 204f7065 6e204d50 49206a6f Your Open MPI jo │ │ │ │ - 0x0002db10 62206d61 79206e6f 77206861 6e67206f b may now hang o │ │ │ │ - 0x0002db20 72206661 696c2e00 5741524e 494e473a r fail..WARNING: │ │ │ │ - 0x0002db30 204f7065 6e204d50 49206661 696c6564 Open MPI failed │ │ │ │ - 0x0002db40 20746f20 54435020 636f6e6e 65637420 to TCP connect │ │ │ │ - 0x0002db50 746f2061 20706565 72204d50 49207072 to a peer MPI pr │ │ │ │ - 0x0002db60 6f636573 732e2020 54686973 00000000 ocess. This.... │ │ │ │ - 0x0002db70 5741524e 494e473a 20416e20 696e7661 WARNING: An inva │ │ │ │ - 0x0002db80 6c696420 76616c75 65207761 73206769 lid value was gi │ │ │ │ - 0x0002db90 76656e20 666f7220 74686520 62746c5f ven for the btl_ │ │ │ │ - 0x0002dba0 7463705f 706f7274 5f6d696e 5f25732e tcp_port_min_%s. │ │ │ │ - 0x0002dbb0 204c6567 616c0000 76616c75 65732061 Legal..values a │ │ │ │ - 0x0002dbc0 72652069 6e207468 65207261 6e676520 re in the range │ │ │ │ - 0x0002dbd0 5b31202e 2e20325e 31362d31 5d2e2054 [1 .. 2^16-1]. T │ │ │ │ - 0x0002dbe0 68697320 76616c75 65207769 6c6c2062 his value will b │ │ │ │ - 0x0002dbf0 65206967 6e6f7265 64000000 00000000 e ignored....... │ │ │ │ - 0x0002dc00 28726573 65742074 6f207468 65206465 (reset to the de │ │ │ │ - 0x0002dc10 6661756c 74207661 6c756520 6f662031 fault value of 1 │ │ │ │ - 0x0002dc20 30323429 2e000000 20205661 6c75653a 024).... Value: │ │ │ │ - 0x0002dc30 20202020 20202564 00000000 00000000 %d........ │ │ │ │ - 0x0002dc40 5741524e 494e473a 20416e20 696e7661 WARNING: An inva │ │ │ │ - 0x0002dc50 6c696420 76616c75 65207761 73206769 lid value was gi │ │ │ │ - 0x0002dc60 76656e20 666f7220 62746c5f 7463705f ven for btl_tcp_ │ │ │ │ - 0x0002dc70 69665f25 732e2020 54686973 00000000 if_%s. This.... │ │ │ │ - 0x0002dc80 62746c3a 6e6f2d6e 69637300 00000000 btl:no-nics..... │ │ │ │ - 0x0002dc90 25733a20 41206869 67682d70 6572666f %s: A high-perfo │ │ │ │ - 0x0002dca0 726d616e 6365204f 70656e20 4d504920 rmance Open MPI │ │ │ │ - 0x0002dcb0 706f696e 742d746f 2d706f69 6e74206d point-to-point m │ │ │ │ - 0x0002dcc0 65737361 67696e67 206d6f64 756c6500 essaging module. │ │ │ │ - 0x0002dcd0 77617320 756e6162 6c652074 6f206669 was unable to fi │ │ │ │ - 0x0002dce0 6e642061 6e792072 656c6576 616e7420 nd any relevant │ │ │ │ - 0x0002dcf0 6e657477 6f726b20 696e7465 72666163 network interfac │ │ │ │ - 0x0002dd00 65733a00 00000000 4d6f6475 6c653a20 es:.....Module: │ │ │ │ - 0x0002dd10 25730000 00000000 2020486f 73743a20 %s...... Host: │ │ │ │ - 0x0002dd20 25730000 00000000 416e6f74 68657220 %s......Another │ │ │ │ - 0x0002dd30 7472616e 73706f72 74207769 6c6c2062 transport will b │ │ │ │ - 0x0002dd40 65207573 65642069 6e737465 61642c20 e used instead, │ │ │ │ - 0x0002dd50 616c7468 6f756768 20746869 73206d61 although this ma │ │ │ │ - 0x0002dd60 79207265 73756c74 20696e00 00000000 y result in..... │ │ │ │ - 0x0002dd70 6c6f7765 72207065 72666f72 6d616e63 lower performanc │ │ │ │ - 0x0002dd80 652e0000 00000000 4e4f5445 3a20596f e.......NOTE: Yo │ │ │ │ - 0x0002dd90 75206361 6e206469 7361626c 65207468 u can disable th │ │ │ │ - 0x0002dda0 69732077 61726e69 6e672062 79207365 is warning by se │ │ │ │ - 0x0002ddb0 7474696e 67207468 65204d43 41207061 tting the MCA pa │ │ │ │ - 0x0002ddc0 72616d65 74657200 62746c5f 62617365 rameter.btl_base │ │ │ │ - 0x0002ddd0 5f776172 6e5f636f 6d706f6e 656e745f _warn_component_ │ │ │ │ - 0x0002dde0 756e7573 65642074 6f20302e 00000000 unused to 0..... │ │ │ │ - 0x0002ddf0 63754374 78476574 43757272 656e7420 cuCtxGetCurrent │ │ │ │ - 0x0002de00 6661696c 6564206e 6f742069 6e697469 failed not initi │ │ │ │ - 0x0002de10 616c697a 65640000 63754374 78476574 alized..cuCtxGet │ │ │ │ - 0x0002de20 43757272 656e7420 6661696c 65640000 Current failed.. │ │ │ │ - 0x0002de30 63754374 78476574 43757272 656e7420 cuCtxGetCurrent │ │ │ │ - 0x0002de40 72657475 726e6564 204e554c 4c000000 returned NULL... │ │ │ │ - 0x0002de50 63754374 78476574 44657669 63652066 cuCtxGetDevice f │ │ │ │ - 0x0002de60 61696c65 64000000 63754d65 6d486f73 ailed...cuMemHos │ │ │ │ - 0x0002de70 74526567 69737465 72206475 72696e67 tRegister during │ │ │ │ - 0x0002de80 20696e69 74206661 696c6564 00000000 init failed.... │ │ │ │ - 0x0002de90 63754d65 6d486f73 74526567 69737465 cuMemHostRegiste │ │ │ │ - 0x0002dea0 72206661 696c6564 00000000 00000000 r failed........ │ │ │ │ - 0x0002deb0 63754d65 6d486f73 74556e72 65676973 cuMemHostUnregis │ │ │ │ - 0x0002dec0 74657220 6661696c 65640000 00000000 ter failed...... │ │ │ │ - 0x0002ded0 63754970 63476574 4d656d48 616e646c cuIpcGetMemHandl │ │ │ │ - 0x0002dee0 65206661 696c6564 00000000 00000000 e failed........ │ │ │ │ - 0x0002def0 63754d65 6d476574 41646472 65737352 cuMemGetAddressR │ │ │ │ - 0x0002df00 616e6765 20666169 6c656400 00000000 ange failed..... │ │ │ │ - 0x0002df10 63754d65 6d476574 41646472 65737352 cuMemGetAddressR │ │ │ │ - 0x0002df20 616e6765 20666169 6c656420 32000000 ange failed 2... │ │ │ │ - 0x0002df30 4f757420 6f662063 75457665 6e742068 Out of cuEvent h │ │ │ │ - 0x0002df40 616e646c 65730000 63754970 634f7065 andles..cuIpcOpe │ │ │ │ - 0x0002df50 6e4d656d 48616e64 6c652066 61696c65 nMemHandle faile │ │ │ │ - 0x0002df60 64000000 00000000 63754970 63436c6f d.......cuIpcClo │ │ │ │ - 0x0002df70 73654d65 6d48616e 646c6520 6661696c seMemHandle fail │ │ │ │ - 0x0002df80 65640000 00000000 63754d65 6d637079 ed......cuMemcpy │ │ │ │ - 0x0002df90 4173796e 63206661 696c6564 00000000 Async failed.... │ │ │ │ - 0x0002dfa0 63754576 656e7443 72656174 65206661 cuEventCreate fa │ │ │ │ - 0x0002dfb0 696c6564 00000000 63754576 656e7452 iled....cuEventR │ │ │ │ - 0x0002dfc0 65636f72 64206661 696c6564 00000000 ecord failed.... │ │ │ │ - 0x0002dfd0 63754576 656e7451 75657279 20666169 cuEventQuery fai │ │ │ │ - 0x0002dfe0 6c656400 00000000 63754576 656e7453 led.....cuEventS │ │ │ │ - 0x0002dff0 796e6368 726f6e69 7a652066 61696c65 ynchronize faile │ │ │ │ - 0x0002e000 64000000 00000000 63754970 63476574 d.......cuIpcGet │ │ │ │ - 0x0002e010 4576656e 7448616e 646c6520 6661696c EventHandle fail │ │ │ │ - 0x0002e020 65640000 00000000 63754970 634f7065 ed......cuIpcOpe │ │ │ │ - 0x0002e030 6e457665 6e744861 6e646c65 20666169 nEventHandle fai │ │ │ │ - 0x0002e040 6c656400 00000000 63755374 7265616d led.....cuStream │ │ │ │ - 0x0002e050 57616974 4576656e 74206661 696c6564 WaitEvent failed │ │ │ │ - 0x0002e060 00000000 00000000 63754576 656e7444 ........cuEventD │ │ │ │ - 0x0002e070 65737472 6f792066 61696c65 64000000 estroy failed... │ │ │ │ - 0x0002e080 63755374 7265616d 43726561 74652066 cuStreamCreate f │ │ │ │ - 0x0002e090 61696c65 64000000 63755374 7265616d ailed...cuStream │ │ │ │ - 0x0002e0a0 44657374 726f7920 6661696c 65640000 Destroy failed.. │ │ │ │ - 0x0002e0b0 646c6f70 656e2064 69736162 6c656400 dlopen disabled. │ │ │ │ - 0x0002e0c0 646c6f70 656e2066 61696c65 64000000 dlopen failed... │ │ │ │ - 0x0002e0d0 646c7379 6d206661 696c6564 00000000 dlsym failed.... │ │ │ │ - 0x0002e0e0 62756666 65724944 20666169 6c656400 bufferID failed. │ │ │ │ - 0x0002e0f0 6375506f 696e7465 72536574 41747472 cuPointerSetAttr │ │ │ │ - 0x0002e100 69627574 65206661 696c6564 00000000 ibute failed.... │ │ │ │ - 0x0002e110 63755374 7265616d 53796e63 68726f6e cuStreamSynchron │ │ │ │ - 0x0002e120 697a6520 6661696c 65640000 00000000 ize failed...... │ │ │ │ - 0x0002e130 63754d65 6d637079 20666169 6c656400 cuMemcpy failed. │ │ │ │ - 0x0002e140 63754d65 6d637079 32442066 61696c65 cuMemcpy2D faile │ │ │ │ - 0x0002e150 64000000 00000000 63754d65 6d416c6c d.......cuMemAll │ │ │ │ - 0x0002e160 6f632066 61696c65 64000000 00000000 oc failed....... │ │ │ │ - 0x0002e170 63754d65 6d467265 65206661 696c6564 cuMemFree failed │ │ │ │ - 0x0002e180 00000000 00000000 63754465 76696365 ........cuDevice │ │ │ │ - 0x0002e190 43616e41 63636573 73506565 72206661 CanAccessPeer fa │ │ │ │ - 0x0002e1a0 696c6564 00000000 4e6f206d 656d6f72 iled....No memor │ │ │ │ - 0x0002e1b0 79000000 00000000 41206361 6c6c2074 y.......A call t │ │ │ │ - 0x0002e1c0 6f20616c 6c6f6361 7465206d 656d6f72 o allocate memor │ │ │ │ - 0x0002e1d0 79207769 7468696e 20746865 20435544 y within the CUD │ │ │ │ - 0x0002e1e0 41207375 70706f72 74206661 696c6564 A support failed │ │ │ │ - 0x0002e1f0 2e202054 68697320 69730000 00000000 . This is...... │ │ │ │ - 0x0002e200 616e2075 6e726563 6f766572 61626c65 an unrecoverable │ │ │ │ - 0x0002e210 20657272 6f722061 6e642077 696c6c20 error and will │ │ │ │ - 0x0002e220 63617573 65207468 65207072 6f677261 cause the progra │ │ │ │ - 0x0002e230 6d20746f 2061626f 72742e00 00000000 m to abort...... │ │ │ │ - 0x0002e240 2020486f 73746e61 6d653a20 20257300 Hostname: %s. │ │ │ │ - 0x0002e250 54686520 63616c6c 20746f20 63754465 The call to cuDe │ │ │ │ - 0x0002e260 76696365 43616e41 63636573 73506565 viceCanAccessPee │ │ │ │ - 0x0002e270 72206661 696c6564 2e000000 00000000 r failed........ │ │ │ │ - 0x0002e280 2020486f 73746e61 6d653a20 20202020 Hostname: │ │ │ │ - 0x0002e290 20202020 20202020 20202020 20202020 │ │ │ │ - 0x0002e2a0 20202020 20202020 20257300 00000000 %s..... │ │ │ │ - 0x0002e2b0 20206375 44657669 63654361 6e416363 cuDeviceCanAcc │ │ │ │ - 0x0002e2c0 65737350 65657220 72657475 726e2076 essPeer return v │ │ │ │ - 0x0002e2d0 616c7565 3a202020 20256400 00000000 alue: %d..... │ │ │ │ - 0x0002e2e0 43686563 6b207468 65206375 64612e68 Check the cuda.h │ │ │ │ - 0x0002e2f0 2066696c 6520666f 72207768 61742074 file for what t │ │ │ │ - 0x0002e300 68652072 65747572 6e207661 6c756520 he return value │ │ │ │ - 0x0002e310 6d65616e 732e0000 54686520 63616c6c means...The call │ │ │ │ - 0x0002e320 20746f20 63754d65 6d467265 65206661 to cuMemFree fa │ │ │ │ - 0x0002e330 696c6564 2e205468 69732069 73206869 iled. This is hi │ │ │ │ - 0x0002e340 67686c79 20756e75 7375616c 20616e64 ghly unusual and │ │ │ │ - 0x0002e350 2073686f 756c6400 6e6f7420 68617070 should.not happ │ │ │ │ - 0x0002e360 656e2e20 20506c65 61736520 7265706f en. Please repo │ │ │ │ - 0x0002e370 72742074 68697320 6572726f 7220746f rt this error to │ │ │ │ - 0x0002e380 20746865 204f7065 6e204d50 49206465 the Open MPI de │ │ │ │ - 0x0002e390 76656c6f 70657273 2e000000 00000000 velopers........ │ │ │ │ - 0x0002e3a0 2020486f 73746e61 6d653a20 20202020 Hostname: │ │ │ │ - 0x0002e3b0 20202020 20202020 20202020 20257300 %s. │ │ │ │ - 0x0002e3c0 20206375 4d656d46 72656520 72657475 cuMemFree retu │ │ │ │ - 0x0002e3d0 726e2076 616c7565 3a202020 20256400 rn value: %d. │ │ │ │ - 0x0002e3e0 54686520 63616c6c 20746f20 63754d65 The call to cuMe │ │ │ │ - 0x0002e3f0 6d416c6c 6f632066 61696c65 642e2054 mAlloc failed. T │ │ │ │ - 0x0002e400 68697320 69732068 6967686c 7920756e his is highly un │ │ │ │ - 0x0002e410 75737561 6c20616e 64207368 6f756c64 usual and should │ │ │ │ - 0x0002e420 00000000 00000000 20206375 4d656d41 ........ cuMemA │ │ │ │ - 0x0002e430 6c6c6f63 20726574 75726e20 76616c75 lloc return valu │ │ │ │ - 0x0002e440 653a2020 20256400 54686520 63616c6c e: %d.The call │ │ │ │ - 0x0002e450 20746f20 63754d65 6d637079 32442066 to cuMemcpy2D f │ │ │ │ - 0x0002e460 61696c65 642e2054 68697320 69732068 ailed. This is h │ │ │ │ - 0x0002e470 6967686c 7920756e 75737561 6c20616e ighly unusual an │ │ │ │ - 0x0002e480 64207368 6f756c64 00000000 00000000 d should........ │ │ │ │ - 0x0002e490 20206375 4d656d63 70793244 20726574 cuMemcpy2D ret │ │ │ │ - 0x0002e4a0 75726e20 76616c75 653a2020 20256400 urn value: %d. │ │ │ │ - 0x0002e4b0 54686520 63616c6c 20746f20 63754d65 The call to cuMe │ │ │ │ - 0x0002e4c0 6d637079 20666169 6c65642e 20546869 mcpy failed. Thi │ │ │ │ - 0x0002e4d0 73206973 20686967 686c7920 756e7573 s is highly unus │ │ │ │ - 0x0002e4e0 75616c20 616e6420 73686f75 6c640000 ual and should.. │ │ │ │ - 0x0002e4f0 20206375 4d656d63 70792072 65747572 cuMemcpy retur │ │ │ │ - 0x0002e500 6e207661 6c75653a 20202020 20256400 n value: %d. │ │ │ │ - 0x0002e510 54686520 63616c6c 20746f20 63755374 The call to cuSt │ │ │ │ - 0x0002e520 7265616d 53796e63 68726f6e 697a6520 reamSynchronize │ │ │ │ - 0x0002e530 6661696c 65642e20 54686973 20697320 failed. This is │ │ │ │ - 0x0002e540 68696768 6c792075 6e757375 616c2061 highly unusual a │ │ │ │ - 0x0002e550 6e642073 686f756c 64000000 00000000 nd should....... │ │ │ │ - 0x0002e560 2020486f 73746e61 6d653a20 20202020 Hostname: │ │ │ │ - 0x0002e570 20202020 20202020 20202020 20202020 │ │ │ │ - 0x0002e580 20202020 20202020 25730000 00000000 %s...... │ │ │ │ - 0x0002e590 20206375 53747265 616d5379 6e636872 cuStreamSynchr │ │ │ │ - 0x0002e5a0 6f6e697a 65207265 7475726e 2076616c onize return val │ │ │ │ - 0x0002e5b0 75653a20 20202020 25640000 00000000 ue: %d...... │ │ │ │ - 0x0002e5c0 54686520 63616c6c 20746f20 6375506f The call to cuPo │ │ │ │ - 0x0002e5d0 696e7465 72536574 41747472 69627574 interSetAttribut │ │ │ │ - 0x0002e5e0 65207769 74682043 555f504f 494e5445 e with CU_POINTE │ │ │ │ - 0x0002e5f0 525f4154 54524942 5554455f 53594e43 R_ATTRIBUTE_SYNC │ │ │ │ - 0x0002e600 5f4d454d 4f505300 6661696c 65642e20 _MEMOPS.failed. │ │ │ │ - 0x0002e610 54686973 20697320 68696768 6c792075 This is highly u │ │ │ │ - 0x0002e620 6e757375 616c2061 6e642073 686f756c nusual and shoul │ │ │ │ - 0x0002e630 64206e6f 74206861 7070656e 2e202054 d not happen. T │ │ │ │ - 0x0002e640 68652070 726f6772 616d2077 696c6c00 he program will. │ │ │ │ - 0x0002e650 636f6e74 696e7565 2c206275 74207265 continue, but re │ │ │ │ - 0x0002e660 706f7274 20746869 73206572 726f7220 port this error │ │ │ │ - 0x0002e670 746f2074 6865204f 70656e20 4d504920 to the Open MPI │ │ │ │ - 0x0002e680 64657665 6c6f7065 72732e00 00000000 developers...... │ │ │ │ - 0x0002e690 20206375 506f696e 74657253 65744174 cuPointerSetAt │ │ │ │ - 0x0002e6a0 74726962 75746520 72657475 726e2076 tribute return v │ │ │ │ - 0x0002e6b0 616c7565 3a202020 25640000 00000000 alue: %d...... │ │ │ │ - 0x0002e6c0 20204164 64726573 733a2020 20202020 Address: │ │ │ │ - 0x0002e6d0 20202020 20202020 20202020 20202020 │ │ │ │ - 0x0002e6e0 20202020 20202020 25700000 00000000 %p...... │ │ │ │ - 0x0002e6f0 416e2065 72726f72 206f6363 75727265 An error occurre │ │ │ │ - 0x0002e700 64207768 696c6520 74727969 6e672074 d while trying t │ │ │ │ - 0x0002e710 6f206765 74207468 65204255 46464552 o get the BUFFER │ │ │ │ - 0x0002e720 5f494420 6f662061 20475055 206d656d _ID of a GPU mem │ │ │ │ - 0x0002e730 6f727900 00000000 72656769 6f6e2e20 ory.....region. │ │ │ │ - 0x0002e740 20546869 7320636f 756c6420 63617573 This could caus │ │ │ │ - 0x0002e750 6520696e 636f7272 65637420 72657375 e incorrect resu │ │ │ │ - 0x0002e760 6c74732e 20205475 726e206f 66204750 lts. Turn of GP │ │ │ │ - 0x0002e770 55204469 72656374 2052444d 41000000 U Direct RDMA... │ │ │ │ - 0x0002e780 73757070 6f727420 62792072 756e6e69 support by runni │ │ │ │ - 0x0002e790 6e672077 69746820 2d2d6d63 61206274 ng with --mca bt │ │ │ │ - 0x0002e7a0 6c5f6f70 656e6962 5f637564 615f7761 l_openib_cuda_wa │ │ │ │ - 0x0002e7b0 6e745f67 64725f73 7570706f 72742030 nt_gdr_support 0 │ │ │ │ - 0x0002e7c0 2e000000 00000000 20206375 506f696e ........ cuPoin │ │ │ │ - 0x0002e7d0 74657247 65744174 74726962 75746520 terGetAttribute │ │ │ │ - 0x0002e7e0 72657475 726e2076 616c7565 3a202020 return value: │ │ │ │ - 0x0002e7f0 25640000 00000000 416e2065 72726f72 %d......An error │ │ │ │ - 0x0002e800 206f6363 75727265 64207768 696c6520 occurred while │ │ │ │ - 0x0002e810 74727969 6e672074 6f206d61 7020696e trying to map in │ │ │ │ - 0x0002e820 20746865 20616464 72657373 206f6620 the address of │ │ │ │ - 0x0002e830 61206675 6e637469 6f6e2e00 00000000 a function...... │ │ │ │ - 0x0002e840 20204675 6e637469 6f6e204e 616d653a Function Name: │ │ │ │ - 0x0002e850 20257300 00000000 20204572 726f7220 %s..... Error │ │ │ │ - 0x0002e860 73747269 6e673a20 20257300 00000000 string: %s..... │ │ │ │ - 0x0002e870 43554441 2d617761 72652073 7570706f CUDA-aware suppo │ │ │ │ - 0x0002e880 72742069 73206469 7361626c 65642e00 rt is disabled.. │ │ │ │ - 0x0002e890 54686520 6c696272 61727920 61747465 The library atte │ │ │ │ - 0x0002e8a0 6d707465 6420746f 206f7065 6e207468 mpted to open th │ │ │ │ - 0x0002e8b0 6520666f 6c6c6f77 696e6720 73757070 e following supp │ │ │ │ - 0x0002e8c0 6f727469 6e672043 55444120 6c696272 orting CUDA libr │ │ │ │ - 0x0002e8d0 61726965 732c0000 62757420 65616368 aries,..but each │ │ │ │ - 0x0002e8e0 206f6620 7468656d 20666169 6c65642e of them failed. │ │ │ │ - 0x0002e8f0 20204355 44412d61 77617265 20737570 CUDA-aware sup │ │ │ │ - 0x0002e900 706f7274 20697320 64697361 626c6564 port is disabled │ │ │ │ - 0x0002e910 2e000000 00000000 49662079 6f752064 ........If you d │ │ │ │ - 0x0002e920 6f206e6f 74207265 71756972 65204355 o not require CU │ │ │ │ - 0x0002e930 44412d61 77617265 20737570 706f7274 DA-aware support │ │ │ │ - 0x0002e940 2c207468 656e2072 756e2077 69746800 , then run with. │ │ │ │ - 0x0002e950 2d2d6d63 61206f70 616c5f77 61726e5f --mca opal_warn_ │ │ │ │ - 0x0002e960 6f6e5f6d 69737369 6e675f6c 69626375 on_missing_libcu │ │ │ │ - 0x0002e970 64612030 20746f20 73757070 72657373 da 0 to suppress │ │ │ │ - 0x0002e980 20746869 73206d65 73736167 652e2020 this message. │ │ │ │ - 0x0002e990 49662079 6f752064 6f000000 00000000 If you do....... │ │ │ │ - 0x0002e9a0 72657175 69726520 43554441 2d617761 require CUDA-awa │ │ │ │ - 0x0002e9b0 72652073 7570706f 72742c20 7468656e re support, then │ │ │ │ - 0x0002e9c0 20747279 20736574 74696e67 204c445f try setting LD_ │ │ │ │ - 0x0002e9d0 4c494252 4152595f 50415448 20746f20 LIBRARY_PATH to │ │ │ │ - 0x0002e9e0 74686520 6c6f6361 74696f6e 00000000 the location.... │ │ │ │ - 0x0002e9f0 6f66206c 69626375 64612e73 6f2e3120 of libcuda.so.1 │ │ │ │ - 0x0002ea00 746f2072 65736f6c 76652074 68697320 to resolve this │ │ │ │ - 0x0002ea10 69737375 652e0000 4f70656e 204d5049 issue...Open MPI │ │ │ │ - 0x0002ea20 20776173 20636f6d 70696c65 64207769 was compiled wi │ │ │ │ - 0x0002ea30 74686f75 74206479 6e616d69 63206c69 thout dynamic li │ │ │ │ - 0x0002ea40 62726172 79207375 70706f72 74202865 brary support (e │ │ │ │ - 0x0002ea50 2e672e2c 20776974 68207468 65000000 .g., with the... │ │ │ │ - 0x0002ea60 202d2d64 69736162 6c652d64 6c6f7065 --disable-dlope │ │ │ │ - 0x0002ea70 6e20666c 6167292c 20616e64 20746865 n flag), and the │ │ │ │ - 0x0002ea80 7265666f 72652063 616e6e6f 74207574 refore cannot ut │ │ │ │ - 0x0002ea90 696c697a 65204355 44412073 7570706f ilize CUDA suppo │ │ │ │ - 0x0002eaa0 72742e00 00000000 49662079 6f75206e rt......If you n │ │ │ │ - 0x0002eab0 65656420 43554441 20737570 706f7274 eed CUDA support │ │ │ │ - 0x0002eac0 2c207265 636f6e66 69677572 65204f70 , reconfigure Op │ │ │ │ - 0x0002ead0 656e204d 50492077 69746820 64796e61 en MPI with dyna │ │ │ │ - 0x0002eae0 6d696320 6c696272 61727920 73757070 mic library supp │ │ │ │ - 0x0002eaf0 6f727420 656e6162 6c65642e 00000000 ort enabled..... │ │ │ │ - 0x0002eb00 54686520 63616c6c 20746f20 63755374 The call to cuSt │ │ │ │ - 0x0002eb10 7265616d 44657374 726f7920 6661696c reamDestroy fail │ │ │ │ - 0x0002eb20 65642e20 54686973 20697320 68696768 ed. This is high │ │ │ │ - 0x0002eb30 6c792075 6e757375 616c2061 6e642073 ly unusual and s │ │ │ │ - 0x0002eb40 686f756c 64000000 20206375 53747265 hould... cuStre │ │ │ │ - 0x0002eb50 616d4465 7374726f 79207265 7475726e amDestroy return │ │ │ │ - 0x0002eb60 2076616c 75653a20 20202020 20202020 value: │ │ │ │ - 0x0002eb70 25640000 00000000 54686520 63616c6c %d......The call │ │ │ │ - 0x0002eb80 20746f20 63755374 7265616d 43726561 to cuStreamCrea │ │ │ │ - 0x0002eb90 74652066 61696c65 642e2020 54686973 te failed. This │ │ │ │ - 0x0002eba0 20697320 6120756e 7265636f 76657261 is a unrecovera │ │ │ │ - 0x0002ebb0 626c6520 6572726f 7220616e 64207769 ble error and wi │ │ │ │ - 0x0002ebc0 6c6c0000 00000000 2020486f 73746e61 ll...... Hostna │ │ │ │ - 0x0002ebd0 6d653a20 20202020 20202020 20202020 me: │ │ │ │ - 0x0002ebe0 20202020 20202020 20257300 00000000 %s..... │ │ │ │ - 0x0002ebf0 20206375 53747265 616d4372 65617465 cuStreamCreate │ │ │ │ - 0x0002ec00 20726574 75726e20 76616c75 653a2020 return value: │ │ │ │ - 0x0002ec10 20256400 00000000 43686563 6b207468 %d.....Check th │ │ │ │ - 0x0002ec20 65206375 64612e68 2066696c 6520666f e cuda.h file fo │ │ │ │ - 0x0002ec30 72207768 61742074 68652072 65747572 r what the retur │ │ │ │ - 0x0002ec40 6e207661 6c65206d 65616e73 2e000000 n vale means.... │ │ │ │ - 0x0002ec50 54686520 63616c6c 20746f20 63754576 The call to cuEv │ │ │ │ - 0x0002ec60 656e7444 65737472 6f792066 61696c65 entDestroy faile │ │ │ │ - 0x0002ec70 642e2054 68697320 69732061 20756e72 d. This is a unr │ │ │ │ - 0x0002ec80 65636f76 65726162 6c652065 72726f72 ecoverable error │ │ │ │ - 0x0002ec90 20616e64 2077696c 6c000000 00000000 and will....... │ │ │ │ - 0x0002eca0 20206375 4576656e 74446573 74726f79 cuEventDestroy │ │ │ │ - 0x0002ecb0 20726574 75726e20 76616c75 653a2020 return value: │ │ │ │ - 0x0002ecc0 20256400 00000000 54686520 63616c6c %d.....The call │ │ │ │ - 0x0002ecd0 20746f20 63755374 7265616d 57616974 to cuStreamWait │ │ │ │ - 0x0002ece0 4576656e 74206661 696c6564 2e205468 Event failed. Th │ │ │ │ - 0x0002ecf0 69732069 73206120 756e7265 636f7665 is is a unrecove │ │ │ │ - 0x0002ed00 7261626c 65206572 726f7220 616e6420 rable error and │ │ │ │ - 0x0002ed10 77696c6c 00000000 20206375 53747265 will.... cuStre │ │ │ │ - 0x0002ed20 616d5761 69744576 656e7420 72657475 amWaitEvent retu │ │ │ │ - 0x0002ed30 726e2076 616c7565 3a202020 25640000 rn value: %d.. │ │ │ │ - 0x0002ed40 54686520 63616c6c 20746f20 63754970 The call to cuIp │ │ │ │ - 0x0002ed50 634f7065 6e457665 6e744861 6e646c65 cOpenEventHandle │ │ │ │ - 0x0002ed60 20666169 6c65642e 20546869 73206973 failed. This is │ │ │ │ - 0x0002ed70 20612075 6e726563 6f766572 61626c65 a unrecoverable │ │ │ │ - 0x0002ed80 20657272 6f722061 6e642077 696c6c00 error and will. │ │ │ │ - 0x0002ed90 20206375 4970634f 70656e45 76656e74 cuIpcOpenEvent │ │ │ │ - 0x0002eda0 48616e64 6c652072 65747572 6e207661 Handle return va │ │ │ │ - 0x0002edb0 6c75653a 20202025 64000000 00000000 lue: %d....... │ │ │ │ - 0x0002edc0 54686520 63616c6c 20746f20 63754970 The call to cuIp │ │ │ │ - 0x0002edd0 63476574 4576656e 7448616e 646c6520 cGetEventHandle │ │ │ │ - 0x0002ede0 6661696c 65642e20 54686973 20697320 failed. This is │ │ │ │ - 0x0002edf0 6120756e 7265636f 76657261 626c6520 a unrecoverable │ │ │ │ - 0x0002ee00 6572726f 7220616e 64207769 6c6c0000 error and will.. │ │ │ │ - 0x0002ee10 20206375 49706347 65744576 656e7448 cuIpcGetEventH │ │ │ │ - 0x0002ee20 616e646c 65207265 7475726e 2076616c andle return val │ │ │ │ - 0x0002ee30 75653a20 20202564 00000000 00000000 ue: %d........ │ │ │ │ - 0x0002ee40 54686520 63616c6c 20746f20 63754576 The call to cuEv │ │ │ │ - 0x0002ee50 656e7453 796e6368 726f6e69 7a652066 entSynchronize f │ │ │ │ - 0x0002ee60 61696c65 642e2054 68697320 69732068 ailed. This is h │ │ │ │ - 0x0002ee70 6967686c 7920756e 75737561 6c20616e ighly unusual an │ │ │ │ - 0x0002ee80 64207368 6f756c64 00000000 00000000 d should........ │ │ │ │ - 0x0002ee90 20206375 4576656e 7453796e 6368726f cuEventSynchro │ │ │ │ - 0x0002eea0 6e697a65 20726574 75726e20 76616c75 nize return valu │ │ │ │ - 0x0002eeb0 653a2020 20202025 64000000 00000000 e: %d....... │ │ │ │ - 0x0002eec0 54686520 63616c6c 20746f20 63754576 The call to cuEv │ │ │ │ - 0x0002eed0 656e7451 75657279 20666169 6c65642e entQuery failed. │ │ │ │ - 0x0002eee0 20546869 73206973 20612075 6e726563 This is a unrec │ │ │ │ - 0x0002eef0 6f766572 61626c65 20657272 6f722061 overable error a │ │ │ │ - 0x0002ef00 6e642077 696c6c00 20206375 4576656e nd will. cuEven │ │ │ │ - 0x0002ef10 74517565 72792072 65747572 6e207661 tQuery return va │ │ │ │ - 0x0002ef20 6c75653a 20202025 64000000 00000000 lue: %d....... │ │ │ │ - 0x0002ef30 54686520 63616c6c 20746f20 63754576 The call to cuEv │ │ │ │ - 0x0002ef40 656e7452 65636f72 64206661 696c6564 entRecord failed │ │ │ │ - 0x0002ef50 2e205468 69732069 73206120 756e7265 . This is a unre │ │ │ │ - 0x0002ef60 636f7665 7261626c 65206572 726f7220 coverable error │ │ │ │ - 0x0002ef70 616e6420 77696c6c 00000000 00000000 and will........ │ │ │ │ - 0x0002ef80 2020486f 73746e61 6d653a20 20202020 Hostname: │ │ │ │ - 0x0002ef90 20202020 20202020 20202020 20202020 │ │ │ │ - 0x0002efa0 25730000 00000000 20206375 4576656e %s...... cuEven │ │ │ │ - 0x0002efb0 74526563 6f726420 72657475 726e2076 tRecord return v │ │ │ │ - 0x0002efc0 616c7565 3a202020 25640000 00000000 alue: %d...... │ │ │ │ - 0x0002efd0 54686520 63616c6c 20746f20 63754576 The call to cuEv │ │ │ │ - 0x0002efe0 656e7443 72656174 65206661 696c6564 entCreate failed │ │ │ │ - 0x0002eff0 2e205468 69732069 73206120 756e7265 . This is a unre │ │ │ │ - 0x0002f000 636f7665 7261626c 65206572 726f7220 coverable error │ │ │ │ - 0x0002f010 616e6420 77696c6c 00000000 00000000 and will........ │ │ │ │ - 0x0002f020 20206375 4576656e 74437265 61746520 cuEventCreate │ │ │ │ - 0x0002f030 72657475 726e2076 616c7565 3a202020 return value: │ │ │ │ - 0x0002f040 25640000 00000000 54686520 63616c6c %d......The call │ │ │ │ - 0x0002f050 20746f20 63754d65 6d637079 4173796e to cuMemcpyAsyn │ │ │ │ - 0x0002f060 63206661 696c6564 2e205468 69732069 c failed. This i │ │ │ │ - 0x0002f070 73206120 756e7265 636f7665 7261626c s a unrecoverabl │ │ │ │ - 0x0002f080 65206572 726f7220 616e6420 77696c6c e error and will │ │ │ │ - 0x0002f090 00000000 00000000 20206375 4d656d63 ........ cuMemc │ │ │ │ - 0x0002f0a0 70794173 796e6328 25702c20 25702c20 pyAsync(%p, %p, │ │ │ │ - 0x0002f0b0 25642920 72657475 726e6564 2076616c %d) returned val │ │ │ │ - 0x0002f0c0 75652025 64000000 54686520 63616c6c ue %d...The call │ │ │ │ - 0x0002f0d0 20746f20 63754970 63436c6f 73654d65 to cuIpcCloseMe │ │ │ │ - 0x0002f0e0 6d48616e 646c6520 6661696c 65642e20 mHandle failed. │ │ │ │ - 0x0002f0f0 54686973 20697320 61207761 726e696e This is a warnin │ │ │ │ - 0x0002f100 6720616e 64207468 65207072 6f677261 g and the progra │ │ │ │ - 0x0002f110 6d000000 00000000 77696c6c 20636f6e m.......will con │ │ │ │ - 0x0002f120 74696e75 6520746f 2072756e 2e000000 tinue to run.... │ │ │ │ - 0x0002f130 20206375 49706343 6c6f7365 4d656d48 cuIpcCloseMemH │ │ │ │ - 0x0002f140 616e646c 65207265 7475726e 2076616c andle return val │ │ │ │ - 0x0002f150 75653a20 20202564 00000000 00000000 ue: %d........ │ │ │ │ - 0x0002f160 20206164 64726573 733a2025 70000000 address: %p... │ │ │ │ - 0x0002f170 43686563 6b207468 65206375 64612e68 Check the cuda.h │ │ │ │ - 0x0002f180 2066696c 6520666f 72207768 61742074 file for what t │ │ │ │ - 0x0002f190 68652072 65747572 6e207661 6c756520 he return value │ │ │ │ - 0x0002f1a0 6d65616e 732e2050 65726861 70732061 means. Perhaps a │ │ │ │ - 0x0002f1b0 20726562 6f6f7400 6f662074 6865206e reboot.of the n │ │ │ │ - 0x0002f1c0 6f646520 77696c6c 20636c65 61722074 ode will clear t │ │ │ │ - 0x0002f1d0 68652070 726f626c 656d2e00 00000000 he problem...... │ │ │ │ - 0x0002f1e0 54686520 63616c6c 20746f20 63754970 The call to cuIp │ │ │ │ - 0x0002f1f0 634f7065 6e4d656d 48616e64 6c652066 cOpenMemHandle f │ │ │ │ - 0x0002f200 61696c65 642e2054 68697320 69732061 ailed. This is a │ │ │ │ - 0x0002f210 6e20756e 7265636f 76657261 626c6520 n unrecoverable │ │ │ │ - 0x0002f220 6572726f 72000000 616e6420 77696c6c error...and will │ │ │ │ - 0x0002f230 20636175 73652074 68652070 726f6772 cause the progr │ │ │ │ - 0x0002f240 616d2074 6f206162 6f72742e 00000000 am to abort..... │ │ │ │ - 0x0002f250 2020486f 73746e61 6d653a20 20202020 Hostname: │ │ │ │ - 0x0002f260 20202020 20202020 20202020 20202020 │ │ │ │ - 0x0002f270 20202020 25730000 20206375 4970634f %s.. cuIpcO │ │ │ │ - 0x0002f280 70656e4d 656d4861 6e646c65 20726574 penMemHandle ret │ │ │ │ - 0x0002f290 75726e20 76616c75 653a2020 25640000 urn value: %d.. │ │ │ │ - 0x0002f2a0 20206164 64726573 733a2020 20202020 address: │ │ │ │ - 0x0002f2b0 20202020 20202020 20202020 20202020 │ │ │ │ - 0x0002f2c0 20202020 25700000 43686563 6b207468 %p..Check th │ │ │ │ - 0x0002f2d0 65206375 64612e68 2066696c 6520666f e cuda.h file fo │ │ │ │ - 0x0002f2e0 72207768 61742074 68652072 65747572 r what the retur │ │ │ │ - 0x0002f2f0 6e207661 6c756520 6d65616e 732e2041 n value means. A │ │ │ │ - 0x0002f300 20706f73 7369626c 65206361 75736500 possible cause. │ │ │ │ - 0x0002f310 666f7220 74686973 20697320 6e6f7420 for this is not │ │ │ │ - 0x0002f320 656e6f75 67682066 72656520 64657669 enough free devi │ │ │ │ - 0x0002f330 6365206d 656d6f72 792e2020 54727920 ce memory. Try │ │ │ │ - 0x0002f340 746f2072 65647563 65207468 65206465 to reduce the de │ │ │ │ - 0x0002f350 76696365 00000000 6d656d6f 72792066 vice....memory f │ │ │ │ - 0x0002f360 6f6f7470 72696e74 206f6620 796f7572 ootprint of your │ │ │ │ - 0x0002f370 20617070 6c696361 74696f6e 2e000000 application.... │ │ │ │ - 0x0002f380 54686520 6c696272 61727920 68617320 The library has │ │ │ │ - 0x0002f390 65786365 65646564 20697473 206e756d exceeded its num │ │ │ │ - 0x0002f3a0 62657220 6f66206f 75747374 616e6469 ber of outstandi │ │ │ │ - 0x0002f3b0 6e672065 76656e74 2068616e 646c6573 ng event handles │ │ │ │ - 0x0002f3c0 2e000000 00000000 466f7220 62657474 ........For bett │ │ │ │ - 0x0002f3d0 65722070 6572666f 726d616e 63652c20 er performance, │ │ │ │ - 0x0002f3e0 74686973 206e756d 62657220 73686f75 this number shou │ │ │ │ - 0x0002f3f0 6c642062 6520696e 63726561 7365642e ld be increased. │ │ │ │ - 0x0002f400 00000000 00000000 20204375 7272656e ........ Curren │ │ │ │ - 0x0002f410 74206d61 78696d75 6d206861 6e646c65 t maximum handle │ │ │ │ - 0x0002f420 733a2020 20253464 00000000 00000000 s: %4d........ │ │ │ │ - 0x0002f430 20205375 67676573 74656420 6e657720 Suggested new │ │ │ │ - 0x0002f440 6d617869 6d756d3a 20202020 20253464 maximum: %4d │ │ │ │ - 0x0002f450 00000000 00000000 52657275 6e207769 ........Rerun wi │ │ │ │ - 0x0002f460 7468202d 2d6d6361 206d7069 5f636f6d th --mca mpi_com │ │ │ │ - 0x0002f470 6d6f6e5f 63756461 5f657665 6e745f6d mon_cuda_event_m │ │ │ │ - 0x0002f480 61782025 64000000 54686520 63616c6c ax %d...The call │ │ │ │ - 0x0002f490 20746f20 63754d65 6d476574 41646472 to cuMemGetAddr │ │ │ │ - 0x0002f4a0 65737352 616e6765 20666169 6c656420 essRange failed │ │ │ │ - 0x0002f4b0 64757269 6e672074 68652047 50552052 during the GPU R │ │ │ │ - 0x0002f4c0 444d4120 70726f74 6f636f6c 2e000000 DMA protocol.... │ │ │ │ - 0x0002f4d0 2020486f 73743a20 20257300 00000000 Host: %s..... │ │ │ │ - 0x0002f4e0 20206375 4d656d47 65744164 64726573 cuMemGetAddres │ │ │ │ - 0x0002f4f0 7352616e 67652072 65747572 6e207661 sRange return va │ │ │ │ - 0x0002f500 6c75653a 20202564 00000000 00000000 lue: %d........ │ │ │ │ - 0x0002f510 20206164 64726573 733a2020 25700000 address: %p.. │ │ │ │ - 0x0002f520 43686563 6b207468 65206375 64612e68 Check the cuda.h │ │ │ │ - 0x0002f530 2066696c 6520666f 72207768 61742074 file for what t │ │ │ │ - 0x0002f540 68652072 65747572 6e207661 6c756520 he return value │ │ │ │ - 0x0002f550 6d65616e 732e2054 68697320 69732068 means. This is h │ │ │ │ - 0x0002f560 6967686c 79000000 756e7573 75616c20 ighly...unusual │ │ │ │ - 0x0002f570 616e6420 73686f75 6c64206e 6f742068 and should not h │ │ │ │ - 0x0002f580 61707065 6e2e2054 68652070 726f6772 appen. The progr │ │ │ │ - 0x0002f590 616d2077 696c6c20 70726f62 61626c79 am will probably │ │ │ │ - 0x0002f5a0 2061626f 72742e00 54686520 63616c6c abort..The call │ │ │ │ - 0x0002f5b0 20746f20 63754d65 6d476574 41646472 to cuMemGetAddr │ │ │ │ - 0x0002f5c0 65737352 616e6765 20666169 6c65642e essRange failed. │ │ │ │ - 0x0002f5d0 20546869 73206d65 616e7320 74686520 This means the │ │ │ │ - 0x0002f5e0 47505520 52444d41 2070726f 746f636f GPU RDMA protoco │ │ │ │ - 0x0002f5f0 6c000000 00000000 63616e6e 6f742062 l.......cannot b │ │ │ │ - 0x0002f600 65207573 65642e00 20206375 4d656d47 e used.. cuMemG │ │ │ │ - 0x0002f610 65744164 64726573 7352616e 67652072 etAddressRange r │ │ │ │ - 0x0002f620 65747572 6e207661 6c75653a 20202025 eturn value: % │ │ │ │ - 0x0002f630 64000000 00000000 54686520 63616c6c d.......The call │ │ │ │ - 0x0002f640 20746f20 63754970 63476574 4d656d48 to cuIpcGetMemH │ │ │ │ - 0x0002f650 616e646c 65206661 696c6564 2e205468 andle failed. Th │ │ │ │ - 0x0002f660 6973206d 65616e73 20746865 20475055 is means the GPU │ │ │ │ - 0x0002f670 2052444d 41207072 6f746f63 6f6c0000 RDMA protocol.. │ │ │ │ - 0x0002f680 20206375 49706347 65744d65 6d48616e cuIpcGetMemHan │ │ │ │ - 0x0002f690 646c6520 72657475 726e2076 616c7565 dle return value │ │ │ │ - 0x0002f6a0 3a202020 25640000 54686520 63616c6c : %d..The call │ │ │ │ - 0x0002f6b0 20746f20 63754d65 6d486f73 74526567 to cuMemHostReg │ │ │ │ - 0x0002f6c0 69737465 72282570 29206661 696c6564 ister(%p) failed │ │ │ │ - 0x0002f6d0 2e000000 00000000 20206375 4d656d48 ........ cuMemH │ │ │ │ - 0x0002f6e0 6f737455 6e726567 69737465 72207265 ostUnregister re │ │ │ │ - 0x0002f6f0 7475726e 2076616c 75653a20 20256400 turn value: %d. │ │ │ │ - 0x0002f700 54686520 63616c6c 20746f20 63754d65 The call to cuMe │ │ │ │ - 0x0002f710 6d486f73 74526567 69737465 72282570 mHostRegister(%p │ │ │ │ - 0x0002f720 2c202564 2c203029 20666169 6c65642e , %d, 0) failed. │ │ │ │ - 0x0002f730 00000000 00000000 20206375 4d656d48 ........ cuMemH │ │ │ │ - 0x0002f740 6f737452 65676973 74657220 72657475 ostRegister retu │ │ │ │ - 0x0002f750 726e2076 616c7565 3a202025 64000000 rn value: %d... │ │ │ │ - 0x0002f760 20205265 67697374 72617469 6f6e2063 Registration c │ │ │ │ - 0x0002f770 61636865 3a202025 73000000 00000000 ache: %s....... │ │ │ │ - 0x0002f780 5741524e 494e473a 20546865 2063616c WARNING: The cal │ │ │ │ - 0x0002f790 6c20746f 20637543 74784765 74446576 l to cuCtxGetDev │ │ │ │ - 0x0002f7a0 69636528 29206661 696c6564 2e000000 ice() failed.... │ │ │ │ - 0x0002f7b0 20206375 43747847 65744465 76696365 cuCtxGetDevice │ │ │ │ - 0x0002f7c0 20726574 75726e20 76616c75 653a2020 return value: │ │ │ │ - 0x0002f7d0 20256400 00000000 4e4f5445 3a20596f %d.....NOTE: Yo │ │ │ │ - 0x0002f7e0 75206361 6e207475 726e206f 66662074 u can turn off t │ │ │ │ - 0x0002f7f0 68697320 7761726e 696e6720 62792073 his warning by s │ │ │ │ - 0x0002f800 65747469 6e672074 6865204d 43412070 etting the MCA p │ │ │ │ - 0x0002f810 6172616d 65746572 00000000 00000000 arameter........ │ │ │ │ - 0x0002f820 20202020 20206d70 695f636f 6d6d6f6e mpi_common │ │ │ │ - 0x0002f830 5f637564 615f7761 726e696e 6720746f _cuda_warning to │ │ │ │ - 0x0002f840 20302e00 00000000 5741524e 494e473a 0......WARNING: │ │ │ │ - 0x0002f850 20546865 2063616c 6c20746f 20637543 The call to cuC │ │ │ │ - 0x0002f860 74784765 74437572 72656e74 28292066 txGetCurrent() f │ │ │ │ - 0x0002f870 61696c65 64207768 696c6520 61747465 ailed while atte │ │ │ │ - 0x0002f880 6d707469 6e672074 6f207265 67697374 mpting to regist │ │ │ │ - 0x0002f890 65720000 00000000 696e7465 726e616c er......internal │ │ │ │ - 0x0002f8a0 206d656d 6f727920 77697468 20746865 memory with the │ │ │ │ - 0x0002f8b0 20435544 4120656e 7669726f 6e6d656e CUDA environmen │ │ │ │ - 0x0002f8c0 742e2020 54686520 70726f67 72616d20 t. The program │ │ │ │ - 0x0002f8d0 77696c6c 20636f6e 74696e75 6520746f will continue to │ │ │ │ - 0x0002f8e0 2072756e 2c000000 62757420 74686520 run,...but the │ │ │ │ - 0x0002f8f0 70657266 6f726d61 6e636520 6f662047 performance of G │ │ │ │ - 0x0002f900 5055206d 656d6f72 79207472 616e7366 PU memory transf │ │ │ │ - 0x0002f910 65727320 6d617920 62652072 65647563 ers may be reduc │ │ │ │ - 0x0002f920 65642e20 20546869 73206661 696c7572 ed. This failur │ │ │ │ - 0x0002f930 65000000 00000000 696e6469 63617465 e.......indicate │ │ │ │ - 0x0002f940 73207468 61742074 68657265 20697320 s that there is │ │ │ │ - 0x0002f950 6e6f2043 55444120 636f6e74 65787420 no CUDA context │ │ │ │ - 0x0002f960 7965742e 2020546f 20656c69 6d696e61 yet. To elimina │ │ │ │ - 0x0002f970 74652074 68697320 7761726e 696e672c te this warning, │ │ │ │ - 0x0002f980 00000000 00000000 656e7375 72652074 ........ensure t │ │ │ │ - 0x0002f990 68617420 74686572 65206973 20612043 hat there is a C │ │ │ │ - 0x0002f9a0 55444120 636f6e74 65787420 7072696f UDA context prio │ │ │ │ - 0x0002f9b0 7220746f 2063616c 6c696e67 204d5049 r to calling MPI │ │ │ │ - 0x0002f9c0 5f496e69 742e0000 62757420 74686520 _Init...but the │ │ │ │ - 0x0002f9d0 70657266 6f726d61 6e636520 6f662047 performance of G │ │ │ │ - 0x0002f9e0 5055206d 656d6f72 79207472 616e7366 PU memory transf │ │ │ │ - 0x0002f9f0 65727320 6d617920 62652072 65647563 ers may be reduc │ │ │ │ - 0x0002fa00 65642e00 00000000 20206375 43747847 ed...... cuCtxG │ │ │ │ - 0x0002fa10 65744375 7272656e 74207265 7475726e etCurrent return │ │ │ │ - 0x0002fa20 2076616c 75653a20 20202564 00000000 value: %d.... │ │ │ │ - 0x0002fa30 696e6469 63617465 73207468 61742074 indicates that t │ │ │ │ - 0x0002fa40 68652043 55444120 656e7669 726f6e6d he CUDA environm │ │ │ │ - 0x0002fa50 656e7420 6973206e 6f742079 65742069 ent is not yet i │ │ │ │ - 0x0002fa60 6e697469 616c697a 65642e20 20546f20 nitialized. To │ │ │ │ - 0x0002fa70 656c696d 696e6174 65000000 00000000 eliminate....... │ │ │ │ - 0x0002fa80 74686973 20776172 6e696e67 2c20656e this warning, en │ │ │ │ - 0x0002fa90 73757265 20746861 74204355 44412069 sure that CUDA i │ │ │ │ - 0x0002faa0 7320696e 69746961 6c697a65 64207072 s initialized pr │ │ │ │ - 0x0002fab0 696f7220 746f2063 616c6c69 6e67204d ior to calling M │ │ │ │ - 0x0002fac0 50495f49 6e69742e 00000000 00000000 PI_Init......... │ │ │ │ - 0x0002fad0 4d756c74 69706c65 20416363 656c6572 Multiple Acceler │ │ │ │ - 0x0002fae0 61746f72 7320466f 756e6400 00000000 ators Found..... │ │ │ │ - 0x0002faf0 4e6f2041 6363656c 65726174 6f727320 No Accelerators │ │ │ │ - 0x0002fb00 466f756e 64000000 4552524f 523a2055 Found...ERROR: U │ │ │ │ - 0x0002fb10 73657220 73706563 69666965 6420616e ser specified an │ │ │ │ - 0x0002fb20 20616363 656c6572 61746f72 20636f6d accelerator com │ │ │ │ - 0x0002fb30 706f6e65 6e742076 69612022 2d2d6d63 ponent via "--mc │ │ │ │ - 0x0002fb40 61206163 63656c65 7261746f 72203c63 a accelerator ", and │ │ │ │ - 0x0002fb60 74686174 00000000 636f6d70 6f6e656e that....componen │ │ │ │ - 0x0002fb70 74206661 696c6564 20746f20 696e6974 t failed to init │ │ │ │ - 0x0002fb80 69616c69 7a652073 75636365 73736675 ialize successfu │ │ │ │ - 0x0002fb90 6c6c792e 20205468 65207072 6f677261 lly. The progra │ │ │ │ - 0x0002fba0 6d207769 6c6c2061 626f7274 20746f20 m will abort to │ │ │ │ - 0x0002fbb0 616c6c6f 7720796f 7520746f 20666978 allow you to fix │ │ │ │ - 0x0002fbc0 20746865 20697373 75652e00 00000000 the issue...... │ │ │ │ - 0x0002fbd0 4552524f 523a204f 70656e20 4d504920 ERROR: Open MPI │ │ │ │ - 0x0002fbe0 6f6e6c79 20737570 706f7274 73206f6e only supports on │ │ │ │ - 0x0002fbf0 65206163 63656c65 7261746f 72206672 e accelerator fr │ │ │ │ - 0x0002fc00 616d6577 6f726b20 70657220 6e6f6465 amework per node │ │ │ │ - 0x0002fc10 2e20506c 65617365 20706963 6b206f6e . Please pick on │ │ │ │ - 0x0002fc20 65206f66 20746865 00000000 00000000 e of the........ │ │ │ │ - 0x0002fc30 696e6974 69616c69 7a656420 61636365 initialized acce │ │ │ │ - 0x0002fc40 6c657261 746f7220 636f6d70 6f6e656e lerator componen │ │ │ │ - 0x0002fc50 74732076 69612063 6f6d6d61 6e64206c ts via command l │ │ │ │ - 0x0002fc60 696e6520 61726775 6d656e74 20222d2d ine argument "-- │ │ │ │ - 0x0002fc70 6d636120 61636365 6c657261 746f7220 mca accelerator │ │ │ │ - 0x0002fc80 3c636f6d 706f6e65 6e743e22 2e000000 ".... │ │ │ │ - 0x0002fc90 54686520 666f6c6c 6f77696e 67206163 The following ac │ │ │ │ - 0x0002fca0 63656c65 7261746f 72732069 6e697469 celerators initi │ │ │ │ - 0x0002fcb0 616c697a 65642073 75636365 73736675 alized successfu │ │ │ │ - 0x0002fcc0 6c6c793a 2025732e 00000000 00000000 lly: %s......... │ │ │ │ - 0x0002fcd0 54686520 70726f67 72616d20 77696c6c The program will │ │ │ │ - 0x0002fce0 2061626f 72742074 6f20616c 6c6f7720 abort to allow │ │ │ │ - 0x0002fcf0 796f7520 746f2072 65736f6c 76652074 you to resolve t │ │ │ │ - 0x0002fd00 68652061 6363656c 65726174 6f722063 he accelerator c │ │ │ │ - 0x0002fd10 6f6e666c 6963742e 00000000 00000000 onflict......... │ │ │ │ - 0x0002fd20 6d62696e 64206661 696c7572 65000000 mbind failure... │ │ │ │ - 0x0002fd30 4f70656e 204d5049 20666169 6c656420 Open MPI failed │ │ │ │ - 0x0002fd40 746f2062 696e6420 696e7465 726e616c to bind internal │ │ │ │ - 0x0002fd50 206d656d 6f727920 746f2061 20737065 memory to a spe │ │ │ │ - 0x0002fd60 63696669 63204e55 4d41206e 6f64652e cific NUMA node. │ │ │ │ - 0x0002fd70 20205468 69730000 6d657373 61676520 This..message │ │ │ │ - 0x0002fd80 77696c6c 206f6e6c 79206265 20726570 will only be rep │ │ │ │ - 0x0002fd90 6f727465 64206174 206d6f73 74206f6e orted at most on │ │ │ │ - 0x0002fda0 63652070 65722070 726f6365 73732e00 ce per process.. │ │ │ │ - 0x0002fdb0 20204669 6c653a20 20202020 20202573 File: %s │ │ │ │ - 0x0002fdc0 3a256400 00000000 20205365 76657269 :%d..... Severi │ │ │ │ - 0x0002fdd0 74793a20 20202573 00000000 00000000 ty: %s........ │ │ │ │ - 0x0002fde0 616c6c20 6d656d20 6c65616b 73000000 all mem leaks... │ │ │ │ - 0x0002fdf0 736f6d65 206d656d 206c6561 6b730000 some mem leaks.. │ │ │ │ - 0x0002fe00 54686520 666f6c6c 6f77696e 67206d65 The following me │ │ │ │ - 0x0002fe10 6d6f7279 206c6f63 6174696f 6e732077 mory locations w │ │ │ │ - 0x0002fe20 65726520 616c6c6f 63617465 64207669 ere allocated vi │ │ │ │ - 0x0002fe30 61204d50 495f414c 4c4f435f 4d454d20 a MPI_ALLOC_MEM │ │ │ │ - 0x0002fe40 62757400 00000000 6e6f7420 66726565 but.....not free │ │ │ │ - 0x0002fe50 64207669 61204d50 495f4652 45455f4d d via MPI_FREE_M │ │ │ │ - 0x0002fe60 454d2062 65666f72 6520696e 766f6b69 EM before invoki │ │ │ │ - 0x0002fe70 6e67204d 50495f46 494e414c 495a453a ng MPI_FINALIZE: │ │ │ │ - 0x0002fe80 00000000 00000000 50726f63 65737320 ........Process │ │ │ │ - 0x0002fe90 49443a20 25730000 486f7374 6e616d65 ID: %s..Hostname │ │ │ │ - 0x0002fea0 3a202020 25730000 5049443a 20202020 : %s..PID: │ │ │ │ - 0x0002feb0 20202020 25640000 25642061 64646974 %d..%d addit │ │ │ │ - 0x0002fec0 696f6e61 6c206c65 616b2573 20726563 ional leak%s rec │ │ │ │ - 0x0002fed0 6f726465 64206275 74202573 206e6f74 orded but %s not │ │ │ │ - 0x0002fee0 20646973 706c6179 65642068 6572652e displayed here. │ │ │ │ - 0x0002fef0 20205365 74207468 65204d43 41000000 Set the MCA... │ │ │ │ - 0x0002ff00 70617261 6d657465 72206d70 695f7368 parameter mpi_sh │ │ │ │ - 0x0002ff10 6f775f6d 70695f61 6c6c6f63 5f6d656d ow_mpi_alloc_mem │ │ │ │ - 0x0002ff20 5f6c6561 6b732074 6f206120 6c617267 _leaks to a larg │ │ │ │ - 0x0002ff30 6572206e 756d6265 7220746f 20736565 er number to see │ │ │ │ - 0x0002ff40 20746861 74000000 6d616e79 206c6561 that...many lea │ │ │ │ - 0x0002ff50 6b732c20 6f722073 65742069 7420746f ks, or set it to │ │ │ │ - 0x0002ff60 2061206e 65676174 69766520 6e756d62 a negative numb │ │ │ │ - 0x0002ff70 65722074 6f207365 6520616c 6c206c65 er to see all le │ │ │ │ - 0x0002ff80 616b732e 00000000 6661696c 20746f20 aks.....fail to │ │ │ │ - 0x0002ff90 70617273 65206966 5f696e65 74360000 parse if_inet6.. │ │ │ │ - 0x0002ffa0 4f70656e 204d5049 20666169 6c656420 Open MPI failed │ │ │ │ - 0x0002ffb0 746f2070 61727365 20617420 6c656173 to parse at leas │ │ │ │ - 0x0002ffc0 74206f6e 65206f66 20746865 206c696e t one of the lin │ │ │ │ - 0x0002ffd0 65732069 6e000000 2f70726f 632f6e65 es in.../proc/ne │ │ │ │ - 0x0002ffe0 742f6966 5f696e65 74362e20 20546869 t/if_inet6. Thi │ │ │ │ - 0x0002fff0 73206973 20657874 72656d65 6c792075 s is extremely u │ │ │ │ - 0x00030000 6e757375 616c2061 6e642073 686f756c nusual and shoul │ │ │ │ - 0x00030010 64206e65 76657200 68617070 656e2e20 d never.happen. │ │ │ │ - 0x00030020 204f7065 6e204d50 49207769 6c6c2073 Open MPI will s │ │ │ │ - 0x00030030 6b697020 74686973 20696e74 65726661 kip this interfa │ │ │ │ - 0x00030040 63652061 6e642061 7474656d 70742074 ce and attempt t │ │ │ │ - 0x00030050 6f20636f 6e74696e 75652e00 00000000 o continue...... │ │ │ │ - 0x00030060 2020486f 73743a20 20202020 20257300 Host: %s. │ │ │ │ - 0x00030070 2020496e 74657266 6163653a 20257300 Interface: %s. │ │ │ │ - 0x00030080 20204865 783a2020 20202020 20257300 Hex: %s. │ │ │ │ - 0x00030090 616c6967 6e656420 62756666 65722074 aligned buffer t │ │ │ │ - 0x000300a0 6f6f206c 61726765 00000000 00000000 oo large........ │ │ │ │ - 0x000300b0 4552524f 523a2052 65717565 73746564 ERROR: Requested │ │ │ │ - 0x000300c0 20616c69 676e6564 20627566 66657220 aligned buffer │ │ │ │ - 0x000300d0 73697a65 20257a75 20657863 65656473 size %zu exceeds │ │ │ │ - 0x000300e0 206c696d 6974206f 6620257a 75000000 limit of %zu... │ │ │ │ - 0x000300f0 436f6e73 69646572 20736574 74696e67 Consider setting │ │ │ │ - 0x00030100 20222573 2220746f 20256400 00000000 "%s" to %d..... │ │ │ │ - 0x00030110 4552524f 523a2052 65717565 73746564 ERROR: Requested │ │ │ │ - 0x00030120 20627566 66657220 73697a65 20257a75 buffer size %zu │ │ │ │ - 0x00030130 20657863 65656473 206c696d 6974206f exceeds limit o │ │ │ │ - 0x00030140 6620257a 75000000 6c656176 65207069 f %zu...leave pi │ │ │ │ - 0x00030150 6e6e6564 20666169 6c656400 00000000 nned failed..... │ │ │ │ - 0x00030160 63616e6e 6f742064 65726567 69737465 cannot deregiste │ │ │ │ - 0x00030170 7220696e 2d757365 206d656d 6f727900 r in-use memory. │ │ │ │ - 0x00030180 4f70656e 204d5049 20696e74 65726365 Open MPI interce │ │ │ │ - 0x00030190 70746564 20612063 616c6c20 746f2066 pted a call to f │ │ │ │ - 0x000301a0 72656520 6d656d6f 72792074 68617420 ree memory that │ │ │ │ - 0x000301b0 69732073 74696c6c 20626569 6e672075 is still being u │ │ │ │ - 0x000301c0 73656420 62790000 616e206f 6e676f69 sed by..an ongoi │ │ │ │ - 0x000301d0 6e67204d 50492063 6f6d6d75 6e696361 ng MPI communica │ │ │ │ - 0x000301e0 74696f6e 2e202054 68697320 75737561 tion. This usua │ │ │ │ - 0x000301f0 6c6c7920 7265666c 65637473 20616e20 lly reflects an │ │ │ │ - 0x00030200 6572726f 7220696e 20746865 00000000 error in the.... │ │ │ │ - 0x00030210 4d504920 6170706c 69636174 696f6e3b MPI application; │ │ │ │ - 0x00030220 20697420 6d617920 7369676e 69667920 it may signify │ │ │ │ - 0x00030230 6d656d6f 72792063 6f727275 7074696f memory corruptio │ │ │ │ - 0x00030240 6e2e2020 4f70656e 204d5049 2077696c n. Open MPI wil │ │ │ │ - 0x00030250 6c206e6f 77000000 61626f72 7420796f l now...abort yo │ │ │ │ - 0x00030260 7572206a 6f622e00 20207263 61636865 ur job.. rcache │ │ │ │ - 0x00030270 206e616d 653a2020 20202573 00000000 name: %s.... │ │ │ │ - 0x00030280 20204c6f 63616c20 686f7374 3a202020 Local host: │ │ │ │ - 0x00030290 20202573 00000000 20204275 66666572 %s.... Buffer │ │ │ │ - 0x000302a0 20616464 72657373 3a202570 00000000 address: %p.... │ │ │ │ - 0x000302b0 20204275 66666572 2073697a 653a2020 Buffer size: │ │ │ │ - 0x000302c0 2020256c 75000000 41207072 6f636573 %lu...A proces │ │ │ │ - 0x000302d0 73206174 74656d70 74656420 746f2075 s attempted to u │ │ │ │ - 0x000302e0 73652074 68652022 6c656176 65207069 se the "leave pi │ │ │ │ - 0x000302f0 6e6e6564 22204d50 49206665 61747572 nned" MPI featur │ │ │ │ - 0x00030300 652c2062 7574206e 6f000000 00000000 e, but no....... │ │ │ │ - 0x00030310 6d656d6f 72792072 65676973 74726174 memory registrat │ │ │ │ - 0x00030320 696f6e20 686f6f6b 73207765 72652066 ion hooks were f │ │ │ │ - 0x00030330 6f756e64 206f6e20 74686520 73797374 ound on the syst │ │ │ │ - 0x00030340 656d2061 74207275 6e207469 6d652e20 em at run time. │ │ │ │ - 0x00030350 20546869 73000000 6d617920 62652074 This...may be t │ │ │ │ - 0x00030360 68652072 6573756c 74206f66 2072756e he result of run │ │ │ │ - 0x00030370 6e696e67 206f6e20 61207379 7374656d ning on a system │ │ │ │ - 0x00030380 20746861 7420646f 6573206e 6f742073 that does not s │ │ │ │ - 0x00030390 7570706f 7274206d 656d6f72 79000000 upport memory... │ │ │ │ - 0x000303a0 686f6f6b 73206f72 20686176 696e6720 hooks or having │ │ │ │ - 0x000303b0 736f6d65 206f7468 65722073 6f667477 some other softw │ │ │ │ - 0x000303c0 61726520 73756276 65727420 4f70656e are subvert Open │ │ │ │ - 0x000303d0 204d5049 27732075 7365206f 66207468 MPI's use of th │ │ │ │ - 0x000303e0 65000000 00000000 6d656d6f 72792068 e.......memory h │ │ │ │ - 0x000303f0 6f6f6b73 2e202059 6f752063 616e2064 ooks. You can d │ │ │ │ - 0x00030400 69736162 6c65204f 70656e20 4d504927 isable Open MPI' │ │ │ │ - 0x00030410 73207573 65206f66 206d656d 6f727920 s use of memory │ │ │ │ - 0x00030420 686f6f6b 73206279 00000000 00000000 hooks by........ │ │ │ │ - 0x00030430 73657474 696e6720 626f7468 20746865 setting both the │ │ │ │ - 0x00030440 206d7069 5f6c6561 76655f70 696e6e65 mpi_leave_pinne │ │ │ │ - 0x00030450 6420616e 64206d70 695f6c65 6176655f d and mpi_leave_ │ │ │ │ - 0x00030460 70696e6e 65645f70 6970656c 696e6520 pinned_pipeline │ │ │ │ - 0x00030470 4d434100 00000000 70617261 6d657465 MCA.....paramete │ │ │ │ - 0x00030480 72732074 6f20302e 00000000 00000000 rs to 0......... │ │ │ │ - 0x00030490 4f70656e 204d5049 2077696c 6c206469 Open MPI will di │ │ │ │ - 0x000304a0 7361626c 6520616e 79207472 616e7370 sable any transp │ │ │ │ - 0x000304b0 6f727473 20746861 74206172 65206174 orts that are at │ │ │ │ - 0x000304c0 74656d70 74696e67 20746f20 75736520 tempting to use │ │ │ │ - 0x000304d0 74686500 00000000 6c656176 65207069 the.....leave pi │ │ │ │ - 0x000304e0 6e6e6564 2066756e 6374696f 6e616c69 nned functionali │ │ │ │ - 0x000304f0 74793b20 796f7572 206a6f62 206d6179 ty; your job may │ │ │ │ - 0x00030500 20737469 6c6c2072 756e2c20 62757420 still run, but │ │ │ │ - 0x00030510 6d617920 66616c6c 20626163 6b000000 may fall back... │ │ │ │ - 0x00030520 746f2061 20736c6f 77657220 6e657477 to a slower netw │ │ │ │ - 0x00030530 6f726b20 7472616e 73706f72 74202873 ork transport (s │ │ │ │ - 0x00030540 75636820 61732054 4350292e 00000000 uch as TCP)..... │ │ │ │ - 0x00030550 20207263 61636865 206e616d 653a2025 rcache name: % │ │ │ │ - 0x00030560 73000000 00000000 20205072 6f636573 s....... Proces │ │ │ │ - 0x00030570 733a2020 20202025 73000000 00000000 s: %s....... │ │ │ │ - 0x00030580 20204c6f 63616c20 686f7374 3a202025 Local host: % │ │ │ │ - 0x00030590 73000000 00000000 6b6e656d 20706572 s.......knem per │ │ │ │ - 0x000305a0 6d697373 696f6e20 64656e69 65640000 mission denied.. │ │ │ │ - 0x000305b0 6b6e656d 20666169 6c206f70 656e0000 knem fail open.. │ │ │ │ - 0x000305c0 6b6e656d 20676574 20414249 20666169 knem get ABI fai │ │ │ │ - 0x000305d0 6c000000 00000000 6b6e656d 20414249 l.......knem ABI │ │ │ │ - 0x000305e0 206d6973 6d617463 68000000 00000000 mismatch....... │ │ │ │ - 0x000305f0 5741524e 494e473a 204f7065 6e204d50 WARNING: Open MP │ │ │ │ - 0x00030600 49207761 7320636f 6d70696c 65642077 I was compiled w │ │ │ │ - 0x00030610 69746820 73757070 6f727420 666f7220 ith support for │ │ │ │ - 0x00030620 6f6e6520 76657273 696f6e20 6f662074 one version of t │ │ │ │ - 0x00030630 68650000 00000000 6b6e656d 206b6572 he......knem ker │ │ │ │ - 0x00030640 6e656c20 6d6f6475 6c652c20 62757420 nel module, but │ │ │ │ - 0x00030650 69742064 6973636f 76657265 64206120 it discovered a │ │ │ │ - 0x00030660 64696666 6572656e 74207665 7273696f different versio │ │ │ │ - 0x00030670 6e207275 6e6e696e 6720696e 00000000 n running in.... │ │ │ │ - 0x00030680 2f646576 2f6b6e65 6d2e204f 70656e20 /dev/knem. Open │ │ │ │ - 0x00030690 4d504920 6e656564 7320746f 20626520 MPI needs to be │ │ │ │ - 0x000306a0 696e7374 616c6c65 64207769 74682073 installed with s │ │ │ │ - 0x000306b0 7570706f 72742066 6f722074 68652073 upport for the s │ │ │ │ - 0x000306c0 616d6500 00000000 76657273 696f6e20 ame.....version │ │ │ │ - 0x000306d0 6f66206b 6e656d20 61732069 7320696e of knem as is in │ │ │ │ - 0x000306e0 20746865 2072756e 6e696e67 204c696e the running Lin │ │ │ │ - 0x000306f0 7578206b 65726e65 6c2e2050 6c656173 ux kernel. Pleas │ │ │ │ - 0x00030700 65206368 65636b20 77697468 00000000 e check with.... │ │ │ │ - 0x00030710 796f7572 20737973 74656d20 61646d69 your system admi │ │ │ │ - 0x00030720 6e697374 7261746f 722c206f 72207365 nistrator, or se │ │ │ │ - 0x00030730 74207468 6520736d 7363204d 43412076 t the smsc MCA v │ │ │ │ - 0x00030740 61726961 626c6520 746f2022 5e6b6e65 ariable to "^kne │ │ │ │ - 0x00030750 6d222074 6f000000 73696c65 6e636520 m" to...silence │ │ │ │ - 0x00030760 74686973 20776172 6e696e67 20616e64 this warning and │ │ │ │ - 0x00030770 2072756e 20776974 686f7574 206b6e65 run without kne │ │ │ │ - 0x00030780 6d207375 70706f72 742e0000 00000000 m support....... │ │ │ │ - 0x00030790 4f70656e 204d5049 2077696c 6c207472 Open MPI will tr │ │ │ │ - 0x000307a0 7920746f 2066616c 6c206261 636b206f y to fall back o │ │ │ │ - 0x000307b0 6e20616e 6f746865 72207369 6e676c65 n another single │ │ │ │ - 0x000307c0 2d636f70 79206d65 6368616e 69736d20 -copy mechanism │ │ │ │ - 0x000307d0 6966206f 6e650000 69732061 7661696c if one..is avail │ │ │ │ - 0x000307e0 61626c65 2e202054 68697320 6d617920 able. This may │ │ │ │ - 0x000307f0 72657375 6c742069 6e206c6f 77657220 result in lower │ │ │ │ - 0x00030800 70657266 6f726d61 6e63652e 00000000 performance..... │ │ │ │ - 0x00030810 20204c6f 63616c20 686f7374 3a202020 Local host: │ │ │ │ - 0x00030820 20202020 20202020 20202025 73000000 %s... │ │ │ │ - 0x00030830 20204f70 656e204d 50492773 206b6e65 Open MPI's kne │ │ │ │ - 0x00030840 6d207665 7273696f 6e3a2030 78257800 m version: 0x%x. │ │ │ │ - 0x00030850 20202f64 65762f6b 6e656d27 73207665 /dev/knem's ve │ │ │ │ - 0x00030860 7273696f 6e3a2020 20202030 78257800 rsion: 0x%x. │ │ │ │ - 0x00030870 5741524e 494e473a 204f7065 6e204d50 WARNING: Open MP │ │ │ │ - 0x00030880 49206661 696c6564 20746f20 72657472 I failed to retr │ │ │ │ - 0x00030890 69657665 20746865 20414249 20766572 ieve the ABI ver │ │ │ │ - 0x000308a0 73696f6e 2066726f 6d207468 65000000 sion from the... │ │ │ │ - 0x000308b0 2f646576 2f6b6e65 6d206465 76696365 /dev/knem device │ │ │ │ - 0x000308c0 20647565 20746f20 61206c6f 63616c20 due to a local │ │ │ │ - 0x000308d0 6572726f 722e2020 54686973 20757375 error. This usu │ │ │ │ - 0x000308e0 616c6c79 20696e64 69636174 65732061 ally indicates a │ │ │ │ - 0x000308f0 6e000000 00000000 6572726f 7220696e n.......error in │ │ │ │ - 0x00030900 20796f75 72206b6e 656d2069 6e737461 your knem insta │ │ │ │ - 0x00030910 6c6c6174 696f6e3b 20706c65 61736520 llation; please │ │ │ │ - 0x00030920 63686563 6b207769 74682079 6f757220 check with your │ │ │ │ - 0x00030930 73797374 656d0000 61646d69 6e697374 system..administ │ │ │ │ - 0x00030940 7261746f 722c206f 72207365 74207468 rator, or set th │ │ │ │ - 0x00030950 6520736d 7363204d 43412076 61726961 e smsc MCA varia │ │ │ │ - 0x00030960 626c6520 746f2022 5e6b6e65 6d222074 ble to "^knem" t │ │ │ │ - 0x00030970 6f207369 6c656e63 65207468 69730000 o silence this.. │ │ │ │ - 0x00030980 7761726e 696e6720 616e6420 72756e20 warning and run │ │ │ │ - 0x00030990 77697468 6f757420 6b6e656d 20737570 without knem sup │ │ │ │ - 0x000309a0 706f7274 2e000000 5741524e 494e473a port....WARNING: │ │ │ │ - 0x000309b0 204f7065 6e204d50 49206661 696c6564 Open MPI failed │ │ │ │ - 0x000309c0 20746f20 6f70656e 20746865 202f6465 to open the /de │ │ │ │ - 0x000309d0 762f6b6e 656d2064 65766963 65206475 v/knem device du │ │ │ │ - 0x000309e0 6520746f 2061206c 6f63616c 00000000 e to a local.... │ │ │ │ - 0x000309f0 6572726f 722e2050 6c656173 65206368 error. Please ch │ │ │ │ - 0x00030a00 65636b20 77697468 20796f75 72207379 eck with your sy │ │ │ │ - 0x00030a10 7374656d 2061646d 696e6973 74726174 stem administrat │ │ │ │ - 0x00030a20 6f722074 6f206765 74207468 65207072 or to get the pr │ │ │ │ - 0x00030a30 6f626c65 6d000000 66697865 642c206f oblem...fixed, o │ │ │ │ - 0x00030a40 72207365 74207468 6520736d 7363204d r set the smsc M │ │ │ │ - 0x00030a50 43412076 61726961 626c6520 746f2022 CA variable to " │ │ │ │ - 0x00030a60 5e6b6e65 6d222074 6f207369 6c656e63 ^knem" to silenc │ │ │ │ - 0x00030a70 65207468 69732077 61726e69 6e670000 e this warning.. │ │ │ │ - 0x00030a80 5741524e 494e473a 204f7065 6e204d50 WARNING: Open MP │ │ │ │ - 0x00030a90 49206661 696c6564 20746f20 6f70656e I failed to open │ │ │ │ - 0x00030aa0 20746865 202f6465 762f6b6e 656d2064 the /dev/knem d │ │ │ │ - 0x00030ab0 65766963 65206475 6520746f 20610000 evice due to a.. │ │ │ │ - 0x00030ac0 7065726d 69737369 6f6e7320 70726f62 permissions prob │ │ │ │ - 0x00030ad0 6c656d2e 2020506c 65617365 20636865 lem. Please che │ │ │ │ - 0x00030ae0 636b2077 69746820 796f7572 20737973 ck with your sys │ │ │ │ - 0x00030af0 74656d20 61646d69 6e697374 7261746f tem administrato │ │ │ │ - 0x00030b00 7220746f 00000000 67657420 74686520 r to....get the │ │ │ │ - 0x00030b10 7065726d 69737369 6f6e7320 66697865 permissions fixe │ │ │ │ - 0x00030b20 642c206f 72207365 74207468 6520736d d, or set the sm │ │ │ │ - 0x00030b30 7363204d 43412076 61726961 626c6520 sc MCA variable │ │ │ │ - 0x00030b40 746f2022 5e6b6e65 6d222074 6f000000 to "^knem" to... │ │ │ │ - 0x00030b50 20204c6f 63616c20 686f7374 3a202020 Local host: │ │ │ │ - 0x00030b60 20202020 20202020 20257300 00000000 %s..... │ │ │ │ - 0x00030b70 20202f64 65762f6b 6e656d20 7065726d /dev/knem perm │ │ │ │ - 0x00030b80 69737369 6f6e733a 2030256f 00000000 issions: 0%o.... │ │ │ │ - 0x00030b90 6d6f6e6f 746f6e69 63206e6f 74207375 monotonic not su │ │ │ │ - 0x00030ba0 70706f72 74656400 41206d6f 6e6f746f pported.A monoto │ │ │ │ - 0x00030bb0 6e696320 74696d65 72206861 73206265 nic timer has be │ │ │ │ - 0x00030bc0 656e2072 65717565 73746564 20627920 en requested by │ │ │ │ - 0x00030bd0 74686520 75736572 2c206275 7420636f the user, but co │ │ │ │ - 0x00030be0 756c6420 6e6f7420 62652066 6f756e64 uld not be found │ │ │ │ - 0x00030bf0 206f6e20 74686500 73797374 656d2e20 on the.system. │ │ │ │ - 0x00030c00 46616c6c 696e6720 6261636b 20746f20 Falling back to │ │ │ │ - 0x00030c10 61206e6f 6e2d6d6f 6e6f746f 6e696320 a non-monotonic │ │ │ │ - 0x00030c20 74696d65 72202873 75636820 61732052 timer (such as R │ │ │ │ - 0x00030c30 44545343 292e0000 6d6d6170 20746f6f DTSC)...mmap too │ │ │ │ - 0x00030c40 20736d61 6c6c0000 4f70656e 204d5049 small..Open MPI │ │ │ │ - 0x00030c50 20726571 75657374 65642061 20736861 requested a sha │ │ │ │ - 0x00030c60 72656420 6d656d6f 72792073 65676d65 red memory segme │ │ │ │ - 0x00030c70 6e742074 68617420 77617320 746f6f20 nt that was too │ │ │ │ - 0x00030c80 736d616c 6c20746f 20646f00 00000000 small to do..... │ │ │ │ - 0x00030c90 616e7974 68696e67 20757365 66756c2e anything useful. │ │ │ │ - 0x00030ca0 20205468 69732069 73206c69 6b656c79 This is likely │ │ │ │ - 0x00030cb0 20616e20 6572726f 7220696e 204f7065 an error in Ope │ │ │ │ - 0x00030cc0 6e204d50 49206974 73656c66 2e202049 n MPI itself. I │ │ │ │ - 0x00030cd0 6620796f 75000000 73656520 74686973 f you...see this │ │ │ │ - 0x00030ce0 20657272 6f722c20 796f7520 73686f75 error, you shou │ │ │ │ - 0x00030cf0 6c642073 65652069 66207468 65726520 ld see if there │ │ │ │ - 0x00030d00 69732061 6e207570 64617465 20617661 is an update ava │ │ │ │ - 0x00030d10 696c6162 6c652066 6f720000 00000000 ilable for...... │ │ │ │ - 0x00030d20 4f70656e 204d5049 2c20616e 64206966 Open MPI, and if │ │ │ │ - 0x00030d30 206e6f74 2c20636f 6e746163 74207468 not, contact th │ │ │ │ - 0x00030d40 65204f70 656e204d 50492064 6576656c e Open MPI devel │ │ │ │ - 0x00030d50 6f706572 732e0000 20204c6f 63616c20 opers... Local │ │ │ │ - 0x00030d60 686f7374 3a202020 20202020 20257300 host: %s. │ │ │ │ - 0x00030d70 20205265 71756573 74656420 73697a65 Requested size │ │ │ │ - 0x00030d80 3a202020 2025756c 00000000 00000000 : %ul........ │ │ │ │ - 0x00030d90 2020436f 6e74726f 6c207365 67207369 Control seg si │ │ │ │ - 0x00030da0 7a653a20 2025756c 00000000 00000000 ze: %ul........ │ │ │ │ - 0x00030db0 20204461 74612073 65672061 6c69676e Data seg align │ │ │ │ - 0x00030dc0 6d656e74 3a202575 6c000000 00000000 ment: %ul....... │ │ │ │ - 0x00030dd0 41206361 6c6c2074 6f20616c 6c6f6361 A call to alloca │ │ │ │ - 0x00030de0 7465206d 656d6f72 79207769 7468696e te memory within │ │ │ │ - 0x00030df0 20746865 20554243 4c207375 70706f72 the UBCL suppor │ │ │ │ - 0x00030e00 74206661 696c6564 2e202054 68697320 t failed. This │ │ │ │ - 0x00030e10 69730000 00000000 54686520 6c696272 is......The libr │ │ │ │ - 0x00030e20 61727920 61747465 6d707465 6420746f ary attempted to │ │ │ │ - 0x00030e30 206f7065 6e207468 6520666f 6c6c6f77 open the follow │ │ │ │ - 0x00030e40 696e6720 5542434c 206c6962 72617269 ing UBCL librari │ │ │ │ - 0x00030e50 65732c00 00000000 62757420 65616368 es,.....but each │ │ │ │ - 0x00030e60 206f6620 7468656d 20666169 6c65642e of them failed. │ │ │ │ - 0x00030e70 20554243 4c206361 6e6e6f74 20626520 UBCL cannot be │ │ │ │ - 0x00030e80 75736564 2e000000 49662079 6f75206e used....If you n │ │ │ │ - 0x00030e90 65656420 746f2075 73652055 42434c2c eed to use UBCL, │ │ │ │ - 0x00030ea0 20746865 6e207472 79207365 7474696e then try settin │ │ │ │ - 0x00030eb0 67204c44 5f4c4942 52415259 5f504154 g LD_LIBRARY_PAT │ │ │ │ - 0x00030ec0 4820746f 20746865 206c6f63 6174696f H to the locatio │ │ │ │ - 0x00030ed0 6e000000 00000000 6f66206c 69627562 n.......of libub │ │ │ │ - 0x00030ee0 636c2e73 6f20746f 20676574 20706173 cl.so to get pas │ │ │ │ - 0x00030ef0 73656420 74686973 20697373 75652e00 sed this issue.. │ │ │ │ - 0x00030f00 202d2d64 69736162 6c652d64 6c6f7065 --disable-dlope │ │ │ │ - 0x00030f10 6e20666c 6167292c 20616e64 20746865 n flag), and the │ │ │ │ - 0x00030f20 7265666f 72652063 616e6e6f 74207574 refore cannot ut │ │ │ │ - 0x00030f30 696c697a 65205542 434c2073 7570706f ilize UBCL suppo │ │ │ │ - 0x00030f40 72742e00 00000000 49662079 6f75206e rt......If you n │ │ │ │ - 0x00030f50 65656420 5542434c 20737570 706f7274 eed UBCL support │ │ │ │ - 0x00030f60 2c207265 636f6e66 69677572 65204f70 , reconfigure Op │ │ │ │ - 0x00030f70 656e204d 50492077 69746820 64796e61 en MPI with dyna │ │ │ │ - 0x00030f80 6d696320 6c696272 61727920 73757070 mic library supp │ │ │ │ - 0x00030f90 6f727420 656e6162 6c65642e 00000000 ort enabled..... │ │ │ │ - 0x00030fa0 756e626f 756e645f 70726f63 65737300 unbound_process. │ │ │ │ - 0x00030fb0 7061636b 6167655f 72616e6b 20666169 package_rank fai │ │ │ │ - 0x00030fc0 6c656400 00000000 4f70656e 204d5049 led.....Open MPI │ │ │ │ - 0x00030fd0 2773204f 46492064 72697665 72206465 's OFI driver de │ │ │ │ - 0x00030fe0 74656374 6564206d 756c7469 706c6520 tected multiple │ │ │ │ - 0x00030ff0 65717569 64697374 616e7420 4e494373 equidistant NICs │ │ │ │ - 0x00031000 2066726f 6d207468 65206375 7272656e from the curren │ │ │ │ - 0x00031010 74207072 6f636573 732c0000 00000000 t process,...... │ │ │ │ - 0x00031020 62757420 68616420 696e7375 66666963 but had insuffic │ │ │ │ - 0x00031030 69656e74 20696e66 6f726d61 74696f6e ient information │ │ │ │ - 0x00031040 20746f20 656e7375 7265204d 50492070 to ensure MPI p │ │ │ │ - 0x00031050 726f6365 73736573 20666169 726c7920 rocesses fairly │ │ │ │ - 0x00031060 7069636b 2061204e 49432066 6f722075 pick a NIC for u │ │ │ │ - 0x00031070 73652e00 00000000 54686973 206d6179 se......This may │ │ │ │ - 0x00031080 206e6567 61746976 656c7920 696d7061 negatively impa │ │ │ │ - 0x00031090 63742070 6572666f 726d616e 63652e20 ct performance. │ │ │ │ - 0x000310a0 41206d6f 7265206d 6f646572 6e20504d A more modern PM │ │ │ │ - 0x000310b0 49782073 65727665 72206973 206e6563 Ix server is nec │ │ │ │ - 0x000310c0 65737361 72792074 6f000000 00000000 essary to....... │ │ │ │ - 0x000310d0 7265736f 6c766520 74686973 20697373 resolve this iss │ │ │ │ - 0x000310e0 75652e00 00000000 4e6f7465 3a205468 ue......Note: Th │ │ │ │ - 0x000310f0 6973206d 65737361 67652069 73206469 is message is di │ │ │ │ - 0x00031100 73706c61 79656420 6f6e6c79 20776865 splayed only whe │ │ │ │ - 0x00031110 6e207468 65204f46 4920636f 6d706f6e n the OFI compon │ │ │ │ - 0x00031120 656e7427 73207665 72626f73 69747920 ent's verbosity │ │ │ │ - 0x00031130 6c657665 6c206973 00000000 00000000 level is........ │ │ │ │ - 0x00031140 2564206f 72206869 67686572 2e000000 %d or higher.... │ │ │ │ - 0x00031150 4f70656e 204d5049 2773204f 46492064 Open MPI's OFI d │ │ │ │ - 0x00031160 72697665 72206465 74656374 6564206d river detected m │ │ │ │ - 0x00031170 756c7469 706c6520 4e494373 206f6e20 ultiple NICs on │ │ │ │ - 0x00031180 74686520 73797374 656d2062 75742063 the system but c │ │ │ │ - 0x00031190 616e6e6f 74207365 6c656374 20616e00 annot select an. │ │ │ │ - 0x000311a0 6f707469 6d616c20 64657669 63652062 optimal device b │ │ │ │ - 0x000311b0 65636175 73652074 68652063 75727265 ecause the curre │ │ │ │ - 0x000311c0 6e742070 726f6365 73732069 73206e6f nt process is no │ │ │ │ - 0x000311d0 7420626f 756e642e 20546869 73206d61 t bound. This ma │ │ │ │ - 0x000311e0 79206e65 67617469 76656c79 00000000 y negatively.... │ │ │ │ - 0x000311f0 696d7061 63742070 6572666f 726d616e impact performan │ │ │ │ - 0x00031200 63652e20 54686973 2063616e 20626520 ce. This can be │ │ │ │ - 0x00031210 7265736f 6c766564 20627920 73706563 resolved by spec │ │ │ │ - 0x00031220 69667969 6e672022 2d2d6269 6e642d74 ifying "--bind-t │ │ │ │ - 0x00031230 6f202e2e 2e22206f 6e000000 00000000 o ..." on....... │ │ │ │ - 0x00031240 636f6d6d 616e6420 6c696e65 2e000000 command line.... │ │ │ │ - 0x00031250 41207379 7374656d 2063616c 6c206661 A system call fa │ │ │ │ - 0x00031260 696c6564 20647572 696e6720 73686172 iled during shar │ │ │ │ - 0x00031270 6564206d 656d6f72 7920696e 69746961 ed memory initia │ │ │ │ - 0x00031280 6c697a61 74696f6e 20746861 74207368 lization that sh │ │ │ │ - 0x00031290 6f756c64 00000000 20205379 7374656d ould.... System │ │ │ │ - 0x000312a0 2063616c 6c3a2025 73202573 00000000 call: %s %s.... │ │ │ │ - 0x000312b0 6d6d6170 206f6e20 6e667300 00000000 mmap on nfs..... │ │ │ │ - 0x000312c0 74617267 65742066 756c6c00 00000000 target full..... │ │ │ │ - 0x000312d0 49742061 70706561 72732061 73206966 It appears as if │ │ │ │ - 0x000312e0 20746865 72652069 73206e6f 7420656e there is not en │ │ │ │ - 0x000312f0 6f756768 20737061 63652066 6f722025 ough space for % │ │ │ │ - 0x00031300 73202874 68652073 68617265 642d6d65 s (the shared-me │ │ │ │ - 0x00031310 6d6f7279 20626163 6b696e67 00000000 mory backing.... │ │ │ │ - 0x00031320 66696c65 292e2049 74206973 206c696b file). It is lik │ │ │ │ - 0x00031330 656c7920 74686174 20796f75 72204d50 ely that your MP │ │ │ │ - 0x00031340 49206a6f 62207769 6c6c206e 6f772065 I job will now e │ │ │ │ - 0x00031350 69746865 72206162 6f727420 6f722065 ither abort or e │ │ │ │ - 0x00031360 78706572 69656e63 65000000 00000000 xperience....... │ │ │ │ - 0x00031370 70657266 6f726d61 6e636520 64656772 performance degr │ │ │ │ - 0x00031380 61646174 696f6e2e 00000000 00000000 adation......... │ │ │ │ - 0x00031390 20205370 61636520 52657175 65737465 Space Requeste │ │ │ │ - 0x000313a0 643a2025 6c752042 00000000 00000000 d: %lu B........ │ │ │ │ - 0x000313b0 20205370 61636520 41766169 6c61626c Space Availabl │ │ │ │ - 0x000313c0 653a2025 6c6c7520 42000000 00000000 e: %llu B....... │ │ │ │ - 0x000313d0 5741524e 494e473a 204f7065 6e204d50 WARNING: Open MP │ │ │ │ - 0x000313e0 49207769 6c6c2063 72656174 65206120 I will create a │ │ │ │ - 0x000313f0 73686172 6564206d 656d6f72 79206261 shared memory ba │ │ │ │ - 0x00031400 636b696e 67206669 6c652069 6e206100 cking file in a. │ │ │ │ - 0x00031410 64697265 63746f72 79207468 61742061 directory that a │ │ │ │ - 0x00031420 70706561 72732074 6f206265 206d6f75 ppears to be mou │ │ │ │ - 0x00031430 6e746564 206f6e20 61206e65 74776f72 nted on a networ │ │ │ │ - 0x00031440 6b206669 6c657379 7374656d 2e000000 k filesystem.... │ │ │ │ - 0x00031450 43726561 74696e67 20746865 20736861 Creating the sha │ │ │ │ - 0x00031460 72656420 6d656d6f 72792062 61636b75 red memory backu │ │ │ │ - 0x00031470 70206669 6c65206f 6e206120 6e657477 p file on a netw │ │ │ │ - 0x00031480 6f726b20 66696c65 20737973 74656d2c ork file system, │ │ │ │ - 0x00031490 20737563 68000000 6173204e 4653206f such...as NFS o │ │ │ │ - 0x000314a0 72204c75 73747265 20697320 6e6f7420 r Lustre is not │ │ │ │ - 0x000314b0 7265636f 6d6d656e 64656420 2d2d2069 recommended -- i │ │ │ │ - 0x000314c0 74206d61 79206361 75736520 65786365 t may cause exce │ │ │ │ - 0x000314d0 73736976 65206e65 74776f72 6b000000 ssive network... │ │ │ │ - 0x000314e0 74726166 66696320 746f2079 6f757220 traffic to your │ │ │ │ - 0x000314f0 66696c65 20736572 76657273 20616e64 file servers and │ │ │ │ - 0x00031500 2f6f7220 63617573 65207368 61726564 /or cause shared │ │ │ │ - 0x00031510 206d656d 6f727920 74726166 66696320 memory traffic │ │ │ │ - 0x00031520 696e0000 00000000 4f70656e 204d5049 in......Open MPI │ │ │ │ - 0x00031530 20746f20 6265206d 75636820 736c6f77 to be much slow │ │ │ │ - 0x00031540 65722074 68616e20 65787065 63746564 er than expected │ │ │ │ - 0x00031550 2e000000 00000000 596f7520 6d617920 ........You may │ │ │ │ - 0x00031560 77616e74 20746f20 63686563 6b207768 want to check wh │ │ │ │ - 0x00031570 61742074 68652074 79706963 616c2074 at the typical t │ │ │ │ - 0x00031580 656d706f 72617279 20646972 6563746f emporary directo │ │ │ │ - 0x00031590 72792069 73206f6e 20796f75 72000000 ry is on your... │ │ │ │ - 0x000315a0 6e6f6465 2e202050 6f737369 626c6520 node. Possible │ │ │ │ - 0x000315b0 736f7572 63657320 6f662074 6865206c sources of the l │ │ │ │ - 0x000315c0 6f636174 696f6e20 6f662074 68697320 ocation of this │ │ │ │ - 0x000315d0 74656d70 6f726172 79206469 72656374 temporary direct │ │ │ │ - 0x000315e0 6f727900 00000000 696e636c 75646520 ory.....include │ │ │ │ - 0x000315f0 74686520 2454454d 50444952 2c202454 the $TEMPDIR, $T │ │ │ │ - 0x00031600 454d502c 20616e64 2024544d 5020656e EMP, and $TMP en │ │ │ │ - 0x00031610 7669726f 6e6d656e 74207661 72696162 vironment variab │ │ │ │ - 0x00031620 6c65732e 00000000 4e6f7465 2c20746f les.....Note, to │ │ │ │ - 0x00031630 6f2c2074 68617420 73797374 656d2061 o, that system a │ │ │ │ - 0x00031640 646d696e 69737472 61746f72 73206361 dministrators ca │ │ │ │ - 0x00031650 6e207365 74206120 6c697374 206f6620 n set a list of │ │ │ │ - 0x00031660 66696c65 73797374 656d7300 00000000 filesystems..... │ │ │ │ - 0x00031670 77686572 65204f70 656e204d 50492069 where Open MPI i │ │ │ │ - 0x00031680 73206469 73616c6c 6f776564 2066726f s disallowed fro │ │ │ │ - 0x00031690 6d206372 65617469 6e672074 656d706f m creating tempo │ │ │ │ - 0x000316a0 72617279 2066696c 65732062 79207365 rary files by se │ │ │ │ - 0x000316b0 7474696e 67000000 74686520 4d434120 tting...the MCA │ │ │ │ - 0x000316c0 70617261 6d657465 7220226f 7274655f parameter "orte_ │ │ │ │ - 0x000316d0 6e6f5f73 65737369 6f6e5f64 6972222e no_session_dir". │ │ │ │ - 0x000316e0 00000000 00000000 20204669 6c656e61 ........ Filena │ │ │ │ - 0x000316f0 6d653a20 20202573 00000000 00000000 me: %s........ │ │ │ │ - 0x00031700 596f7520 63616e20 73657420 74686520 You can set the │ │ │ │ - 0x00031710 4d434120 70617261 6d657465 72207368 MCA parameter sh │ │ │ │ - 0x00031720 6d656d5f 6d6d6170 5f656e61 626c655f mem_mmap_enable_ │ │ │ │ - 0x00031730 6e66735f 7761726e 696e6720 746f2030 nfs_warning to 0 │ │ │ │ - 0x00031740 20746f00 00000000 64697361 626c6520 to.....disable │ │ │ │ - 0x00031750 74686973 206d6573 73616765 2e000000 this message.... │ │ │ │ - 0x00031760 72652d72 65676973 7465722d 77697468 re-register-with │ │ │ │ - 0x00031770 2d646966 66657265 6e742d74 79706500 -different-type. │ │ │ │ - 0x00031780 416e2069 6e76616c 69642076 616c7565 An invalid value │ │ │ │ - 0x00031790 20776173 20737570 706c6965 6420666f was supplied fo │ │ │ │ - 0x000317a0 7220616e 204d4341 20766172 6961626c r an MCA variabl │ │ │ │ - 0x000317b0 6520226d 63615f62 6173655f 656e765f e "mca_base_env_ │ │ │ │ - 0x000317c0 6c697374 5f64656c 696d6974 6572222e list_delimiter". │ │ │ │ - 0x000317d0 00000000 00000000 54686520 226d6361 ........The "mca │ │ │ │ - 0x000317e0 5f626173 655f656e 765f6c69 73742220 _base_env_list" │ │ │ │ - 0x000317f0 76617269 61626c65 2077696c 6c206265 variable will be │ │ │ │ - 0x00031800 2069676e 6f726564 2e000000 00000000 ignored........ │ │ │ │ - 0x00031810 20205661 6c75653a 20202020 20257300 Value: %s. │ │ │ │ - 0x00031820 5741524e 494e473a 20546865 20666f72 WARNING: The for │ │ │ │ - 0x00031830 6d617420 6f662022 6d63615f 62617365 mat of "mca_base │ │ │ │ - 0x00031840 5f656e76 5f6c6973 74222070 6172616d _env_list" param │ │ │ │ - 0x00031850 65746572 20697320 61206465 6c696d69 eter is a delimi │ │ │ │ - 0x00031860 74656420 6c697374 206f6620 5641523d ted list of VAR= │ │ │ │ - 0x00031870 56414c20 6f720000 56415220 696e7374 VAL or..VAR inst │ │ │ │ - 0x00031880 616e6365 732e2042 79206465 6661756c ances. By defaul │ │ │ │ - 0x00031890 742c2074 68652064 656c696d 69746572 t, the delimiter │ │ │ │ - 0x000318a0 20697320 61207365 6d69636f 6c6f6e3a is a semicolon: │ │ │ │ - 0x000318b0 20564152 313d5641 4c313b56 4152323b VAR1=VAL1;VAR2; │ │ │ │ - 0x000318c0 56415233 3d56414c 333b2e2e 2e000000 VAR3=VAL3;...... │ │ │ │ - 0x000318d0 596f7520 63616e20 73657420 6f746865 You can set othe │ │ │ │ - 0x000318e0 72207669 6120226d 63615f62 6173655f r via "mca_base_ │ │ │ │ - 0x000318f0 656e765f 6c697374 5f64656c 696d6974 env_list_delimit │ │ │ │ - 0x00031900 65722220 70617261 6d657465 722e2049 er" parameter. I │ │ │ │ - 0x00031910 66207468 65206465 6c696d69 74657220 f the delimiter │ │ │ │ - 0x00031920 69732061 00000000 73656d69 636f6c6f is a....semicolo │ │ │ │ - 0x00031930 6e2c2074 68652076 616c7565 206f6620 n, the value of │ │ │ │ - 0x00031940 226d6361 5f626173 655f656e 765f6c69 "mca_base_env_li │ │ │ │ - 0x00031950 73742220 76617269 61626c65 2073686f st" variable sho │ │ │ │ - 0x00031960 756c6420 62652071 756f7465 6420746f uld be quoted to │ │ │ │ - 0x00031970 206e6f74 20696e74 65726665 72650000 not interfere.. │ │ │ │ - 0x00031980 77697468 20534845 4c4c2063 6f6d6d61 with SHELL comma │ │ │ │ - 0x00031990 6e64206c 696e6520 70617273 696e672e nd line parsing. │ │ │ │ - 0x000319a0 20496e20 74686520 63617365 20776865 In the case whe │ │ │ │ - 0x000319b0 72652061 2076616c 75652069 73206e6f re a value is no │ │ │ │ - 0x000319c0 74206173 7369676e 65642074 6f207661 t assigned to va │ │ │ │ - 0x000319d0 72696162 6c650000 5641522c 20746865 riable..VAR, the │ │ │ │ - 0x000319e0 2076616c 75652077 696c6c20 62652074 value will be t │ │ │ │ - 0x000319f0 616b656e 2066726f 6d207468 65206375 aken from the cu │ │ │ │ - 0x00031a00 7272656e 7420656e 7669726f 6e6d656e rrent environmen │ │ │ │ - 0x00031a10 742e0000 00000000 54686520 666f6c6c t.......The foll │ │ │ │ - 0x00031a20 6f77696e 6720656e 7669726f 6e6d656e owing environmen │ │ │ │ - 0x00031a30 74207661 72696162 6c652077 6173206e t variable was n │ │ │ │ - 0x00031a40 6f742066 6f756e64 20696e20 74686520 ot found in the │ │ │ │ - 0x00031a50 656e7669 726f6e6d 656e743a 00000000 environment:.... │ │ │ │ - 0x00031a60 20205661 72696162 6c653a20 20202020 Variable: │ │ │ │ - 0x00031a70 20202020 20202020 25730000 00000000 %s...... │ │ │ │ - 0x00031a80 20204d43 41207661 72696162 6c652076 MCA variable v │ │ │ │ - 0x00031a90 616c7565 3a202020 25730000 00000000 alue: %s...... │ │ │ │ - 0x00031aa0 5741524e 494e473a 20546865 20737065 WARNING: The spe │ │ │ │ - 0x00031ab0 6369616c 204d4341 20706172 616d6574 cial MCA paramet │ │ │ │ - 0x00031ac0 65722022 25732220 77617320 73657420 er "%s" was set │ │ │ │ - 0x00031ad0 696e0000 00000000 616e2075 6e657870 in......an unexp │ │ │ │ - 0x00031ae0 65637465 64207761 792c2061 6e642069 ected way, and i │ │ │ │ - 0x00031af0 73206c69 6b656c79 206e6f74 20776f72 s likely not wor │ │ │ │ - 0x00031b00 6b696e67 20746865 20776179 20796f75 king the way you │ │ │ │ - 0x00031b10 2077616e 74206974 20746f2e 00000000 want it to..... │ │ │ │ - 0x00031b20 53706563 69666963 616c6c79 2c207468 Specifically, th │ │ │ │ - 0x00031b30 6973204d 43412070 6172616d 65746572 is MCA parameter │ │ │ │ - 0x00031b40 20697320 22737065 6369616c 2220696e is "special" in │ │ │ │ - 0x00031b50 20746861 74206974 2063616e 202a6f6e that it can *on │ │ │ │ - 0x00031b60 6c792a20 62650000 73657420 696e2074 ly* be..set in t │ │ │ │ - 0x00031b70 68652065 6e766972 6f6e6d65 6e742e20 he environment. │ │ │ │ - 0x00031b80 20536574 74696e67 20746869 73207661 Setting this va │ │ │ │ - 0x00031b90 6c756520 696e2061 2066696c 65202d2d lue in a file -- │ │ │ │ - 0x00031ba0 20616e64 20736f6d 6574696d 65730000 and sometimes.. │ │ │ │ - 0x00031bb0 6576656e 206f6e20 74686520 636f6d6d even on the comm │ │ │ │ - 0x00031bc0 616e6420 6c696e65 202d2d20 77696c6c and line -- will │ │ │ │ - 0x00031bd0 206e6f74 20776f72 6b206173 20696e74 not work as int │ │ │ │ - 0x00031be0 656e6465 642e2020 54686520 2a6f6e6c ended. The *onl │ │ │ │ - 0x00031bf0 792a2077 61790000 746f2073 65742074 y* way..to set t │ │ │ │ - 0x00031c00 68697320 76616c75 65206973 20746f20 his value is to │ │ │ │ - 0x00031c10 73657420 224f4d50 495f4d43 415f2573 set "OMPI_MCA_%s │ │ │ │ - 0x00031c20 2220696e 20746865 20656e76 69726f6e " in the environ │ │ │ │ - 0x00031c30 6d656e74 20626566 6f726500 00000000 ment before..... │ │ │ │ - 0x00031c40 73746172 74696e67 20796f75 72206a6f starting your jo │ │ │ │ - 0x00031c50 622e0000 00000000 2020536f 75726365 b....... Source │ │ │ │ - 0x00031c60 3a202020 20202573 00000000 00000000 : %s........ │ │ │ │ - 0x00031c70 416e2069 6e76616c 69642076 616c7565 An invalid value │ │ │ │ - 0x00031c80 20776173 20737570 706c6965 6420666f was supplied fo │ │ │ │ - 0x00031c90 7220616e 20656e75 6d207661 72696162 r an enum variab │ │ │ │ - 0x00031ca0 6c652e00 00000000 20205661 72696162 le...... Variab │ │ │ │ - 0x00031cb0 6c652020 2020203a 20257300 00000000 le : %s..... │ │ │ │ - 0x00031cc0 20205661 6c756520 20202020 2020203a Value : │ │ │ │ - 0x00031cd0 20257300 00000000 20205661 6c696420 %s..... Valid │ │ │ │ - 0x00031ce0 76616c75 6573203a 20257300 00000000 values : %s..... │ │ │ │ - 0x00031cf0 416e2069 6e76616c 69642076 616c7565 An invalid value │ │ │ │ - 0x00031d00 20776173 20737570 706c6965 6420666f was supplied fo │ │ │ │ - 0x00031d10 7220616e 204d4341 20766172 6961626c r an MCA variabl │ │ │ │ - 0x00031d20 652e0000 00000000 5741524e 494e473a e.......WARNING: │ │ │ │ - 0x00031d30 20412075 7365722d 73757070 6c696564 A user-supplied │ │ │ │ - 0x00031d40 2076616c 75652061 7474656d 70746564 value attempted │ │ │ │ - 0x00031d50 20746f20 73657420 61207661 72696162 to set a variab │ │ │ │ - 0x00031d60 6c652074 68617420 69732073 65740000 le that is set.. │ │ │ │ - 0x00031d70 696e2074 6865206f 76657272 69646520 in the override │ │ │ │ - 0x00031d80 76617269 61626c65 2066696c 6520286f variable file (o │ │ │ │ - 0x00031d90 70656e6d 70692d6d 63612d70 6172616d penmpi-mca-param │ │ │ │ - 0x00031da0 732d6f76 65727269 64652e63 6f6e6629 s-override.conf) │ │ │ │ - 0x00031db0 2e000000 00000000 20205661 72696162 ........ Variab │ │ │ │ - 0x00031dc0 6c653a20 25730000 54686520 75736572 le: %s..The user │ │ │ │ - 0x00031dd0 2d737570 706c6965 64207661 6c756520 -supplied value │ │ │ │ - 0x00031de0 77617320 69676e6f 7265642e 00000000 was ignored..... │ │ │ │ - 0x00031df0 41206e61 6d652063 6f6c6c69 73696f6e A name collision │ │ │ │ - 0x00031e00 20776173 20646574 65637465 64206f6e was detected on │ │ │ │ - 0x00031e10 20616e20 4d434120 76617269 61626c65 an MCA variable │ │ │ │ - 0x00031e20 206e616d 652e2054 68697320 63616e20 name. This can │ │ │ │ - 0x00031e30 68617070 656e0000 69662074 776f2063 happen..if two c │ │ │ │ - 0x00031e40 6f6d706f 6e656e74 73207472 7920746f omponents try to │ │ │ │ - 0x00031e50 20726567 69737465 72207468 65207361 register the sa │ │ │ │ - 0x00031e60 6d652076 61726961 626c6520 77697468 me variable with │ │ │ │ - 0x00031e70 20736c69 6768746c 79000000 00000000 slightly....... │ │ │ │ - 0x00031e80 64696666 6572656e 74206e61 6d652063 different name c │ │ │ │ - 0x00031e90 6f6d706f 6e656e74 732e2054 68652063 omponents. The c │ │ │ │ - 0x00031ea0 6f6e666c 69637469 6e672076 61726961 onflicting varia │ │ │ │ - 0x00031eb0 626c6573 20617265 206c6973 74656420 bles are listed │ │ │ │ - 0x00031ec0 62656c6f 773a0000 20204d43 41207661 below:.. MCA va │ │ │ │ - 0x00031ed0 72696162 6c65206e 616d653a 20257300 riable name: %s. │ │ │ │ - 0x00031ee0 20204e65 77206e61 6d653a20 25732025 New name: %s % │ │ │ │ - 0x00031ef0 73202573 00000000 20204578 69737469 s %s.... Existi │ │ │ │ - 0x00031f00 6e67206e 616d653a 20257320 25732025 ng name: %s %s % │ │ │ │ - 0x00031f10 73000000 00000000 416e204d 43412076 s.......An MCA v │ │ │ │ - 0x00031f20 61726961 626c6520 77617320 72652d72 ariable was re-r │ │ │ │ - 0x00031f30 65676973 74657265 64207769 74682061 egistered with a │ │ │ │ - 0x00031f40 20646966 66657265 6e742074 79706520 different type │ │ │ │ - 0x00031f50 28692e65 2e2c2069 74207761 73000000 (i.e., it was... │ │ │ │ - 0x00031f60 65697468 6572206f 72696769 6e616c6c either originall │ │ │ │ - 0x00031f70 79207265 67697374 65726564 20617320 y registered as │ │ │ │ - 0x00031f80 616e2049 4e542061 6e642072 652d7265 an INT and re-re │ │ │ │ - 0x00031f90 67697374 65726564 20617320 61205354 gistered as a ST │ │ │ │ - 0x00031fa0 52494e47 2c000000 6f722069 74207761 RING,...or it wa │ │ │ │ - 0x00031fb0 73206f72 6967696e 616c6c79 20726567 s originally reg │ │ │ │ - 0x00031fc0 69737465 72656420 61732061 20535452 istered as a STR │ │ │ │ - 0x00031fd0 494e4720 616e6420 72652d72 65676973 ING and re-regis │ │ │ │ - 0x00031fe0 74657265 64206173 20616e00 00000000 tered as an..... │ │ │ │ - 0x00031ff0 494e5429 2e202054 68697320 61206465 INT). This a de │ │ │ │ - 0x00032000 76656c6f 70657220 6572726f 723b2079 veloper error; y │ │ │ │ - 0x00032010 6f757220 6a6f6220 6d617920 61626f72 our job may abor │ │ │ │ - 0x00032020 742e0000 00000000 54776f20 6d757475 t.......Two mutu │ │ │ │ - 0x00032030 616c6c79 2d657863 6c757369 7665204d ally-exclusive M │ │ │ │ - 0x00032040 43412076 61726961 626c6573 20776572 CA variables wer │ │ │ │ - 0x00032050 65207370 65636966 6965642e 20205468 e specified. Th │ │ │ │ - 0x00032060 69732063 616e2072 6573756c 74000000 is can result... │ │ │ │ - 0x00032070 696e2075 6e646566 696e6564 20626568 in undefined beh │ │ │ │ - 0x00032080 6176696f 722c2073 75636820 61732069 avior, such as i │ │ │ │ - 0x00032090 676e6f72 696e6720 74686520 636f6d70 gnoring the comp │ │ │ │ - 0x000320a0 6f6e656e 74732074 68617420 74686520 onents that the │ │ │ │ - 0x000320b0 4d434100 00000000 76617269 61626c65 MCA.....variable │ │ │ │ - 0x000320c0 73206172 65207375 70706f73 65642074 s are supposed t │ │ │ │ - 0x000320d0 6f206166 66656374 2e000000 00000000 o affect........ │ │ │ │ - 0x000320e0 20203173 74204d43 41207661 72696162 1st MCA variab │ │ │ │ - 0x000320f0 6c653a20 25730000 20202020 536f7572 le: %s.. Sour │ │ │ │ - 0x00032100 6365206f 66207661 6c75653a 20257300 ce of value: %s. │ │ │ │ - 0x00032110 2020326e 64204d43 41207661 72696162 2nd MCA variab │ │ │ │ - 0x00032120 6c653a20 25730000 41206465 70726563 le: %s..A deprec │ │ │ │ - 0x00032130 61746564 204d4341 20766172 6961626c ated MCA variabl │ │ │ │ - 0x00032140 65207661 6c756520 77617320 73706563 e value was spec │ │ │ │ - 0x00032150 69666965 6420696e 20616e20 4d434120 ified in an MCA │ │ │ │ - 0x00032160 76617269 61626c65 00000000 00000000 variable........ │ │ │ │ - 0x00032170 66696c65 2e202044 65707265 63617465 file. Deprecate │ │ │ │ - 0x00032180 64204d43 41207661 72696162 6c657320 d MCA variables │ │ │ │ - 0x00032190 73686f75 6c642062 65206176 6f696465 should be avoide │ │ │ │ - 0x000321a0 643b2074 68657920 6d617920 64697361 d; they may disa │ │ │ │ - 0x000321b0 70706561 72000000 696e2066 75747572 ppear...in futur │ │ │ │ - 0x000321c0 65207265 6c656173 65732e00 00000000 e releases...... │ │ │ │ - 0x000321d0 20204465 70726563 61746564 20766172 Deprecated var │ │ │ │ - 0x000321e0 6961626c 653a2025 73000000 00000000 iable: %s....... │ │ │ │ - 0x000321f0 2020536f 75726365 2066696c 653a2020 Source file: │ │ │ │ - 0x00032200 20202020 20202025 73000000 00000000 %s....... │ │ │ │ - 0x00032210 20204e65 77207661 72696162 6c653a20 New variable: │ │ │ │ - 0x00032220 20202020 20202025 73000000 00000000 %s....... │ │ │ │ - 0x00032230 41206465 70726563 61746564 204d4341 A deprecated MCA │ │ │ │ - 0x00032240 20766172 6961626c 65207661 6c756520 variable value │ │ │ │ - 0x00032250 77617320 73706563 69666965 64206f6e was specified on │ │ │ │ - 0x00032260 20746865 20636f6d 6d616e64 206c696e the command lin │ │ │ │ - 0x00032270 652e2020 44657072 65636174 65640000 e. Deprecated.. │ │ │ │ - 0x00032280 4d434120 76617269 61626c65 73207368 MCA variables sh │ │ │ │ - 0x00032290 6f756c64 20626520 61766f69 6465643b ould be avoided; │ │ │ │ - 0x000322a0 20746865 79206d61 79206469 73617070 they may disapp │ │ │ │ - 0x000322b0 65617220 696e2066 75747572 65207265 ear in future re │ │ │ │ - 0x000322c0 6c656173 65732e00 41206465 70726563 leases..A deprec │ │ │ │ - 0x000322d0 61746564 204d4341 20766172 6961626c ated MCA variabl │ │ │ │ - 0x000322e0 65207661 6c756520 77617320 73706563 e value was spec │ │ │ │ - 0x000322f0 69666965 6420696e 20746865 20656e76 ified in the env │ │ │ │ - 0x00032300 69726f6e 6d656e74 206f7200 00000000 ironment or..... │ │ │ │ - 0x00032310 6f6e2074 68652063 6f6d6d61 6e64206c on the command l │ │ │ │ - 0x00032320 696e652e 20204465 70726563 61746564 ine. Deprecated │ │ │ │ - 0x00032330 204d4341 20766172 6961626c 65732073 MCA variables s │ │ │ │ - 0x00032340 686f756c 64206265 2061766f 69646564 hould be avoided │ │ │ │ - 0x00032350 3b000000 00000000 74686579 206d6179 ;.......they may │ │ │ │ - 0x00032360 20646973 61707065 61722069 6e206675 disappear in fu │ │ │ │ - 0x00032370 74757265 2072656c 65617365 732e0000 ture releases... │ │ │ │ - 0x00032380 50726f63 65737320 25642055 6e61626c Process %d Unabl │ │ │ │ - 0x00032390 6520746f 206c6f63 61746520 74686520 e to locate the │ │ │ │ - 0x000323a0 76617269 61626c65 2066696c 65202225 variable file "% │ │ │ │ - 0x000323b0 73222069 6e207468 6520666f 6c6c6f77 s" in the follow │ │ │ │ - 0x000323c0 696e6720 73656172 63682070 6174683a ing search path: │ │ │ │ - 0x000323d0 00000000 00000000 5741524e 494e473a ........WARNING: │ │ │ │ - 0x000323e0 20412075 7365722d 73757070 6c696564 A user-supplied │ │ │ │ - 0x000323f0 2076616c 75652061 7474656d 70746564 value attempted │ │ │ │ - 0x00032400 20746f20 6f766572 72696465 20746865 to override the │ │ │ │ - 0x00032410 20646566 61756c74 2d6f6e6c 79204d43 default-only MC │ │ │ │ - 0x00032420 41000000 00000000 76617269 61626c65 A.......variable │ │ │ │ - 0x00032430 206e616d 65642022 2573222e 00000000 named "%s"..... │ │ │ │ - 0x00032440 4552524f 523a2041 6e20696e 76616c69 ERROR: An invali │ │ │ │ - 0x00032450 6420636f 6d62696e 6174696f 6e206f66 d combination of │ │ │ │ - 0x00032460 20666c61 67732077 61732070 61737365 flags was passe │ │ │ │ - 0x00032470 6420746f 206d6361 5f626173 655f7661 d to mca_base_va │ │ │ │ - 0x00032480 725f7265 67697374 65722e00 00000000 r_register...... │ │ │ │ - 0x00032490 2020466c 6167733a 20202020 25732025 Flags: %s % │ │ │ │ - 0x000324a0 73000000 00000000 66696e64 2d617661 s.......find-ava │ │ │ │ - 0x000324b0 696c6162 6c653a6e 6f742d76 616c6964 ilable:not-valid │ │ │ │ - 0x000324c0 00000000 00000000 66696e64 2d617661 ........find-ava │ │ │ │ - 0x000324d0 696c6162 6c653a6e 6f6e6520 666f756e ilable:none foun │ │ │ │ - 0x000324e0 64000000 00000000 6672616d 65776f72 d.......framewor │ │ │ │ - 0x000324f0 6b2d7061 72616d3a 746f6f2d 6d616e79 k-param:too-many │ │ │ │ - 0x00032500 2d6e6567 61746573 00000000 00000000 -negates........ │ │ │ │ - 0x00032510 73686f77 5f6c6f61 645f6572 726f7273 show_load_errors │ │ │ │ - 0x00032520 3a20746f 6f206d61 6e79202f 00000000 : too many /.... │ │ │ │ - 0x00032530 54686520 6f70616c 5f6d6361 5f626173 The opal_mca_bas │ │ │ │ - 0x00032540 655f636f 6d706f6e 656e745f 73686f77 e_component_show │ │ │ │ - 0x00032550 5f6c6f61 645f6572 726f7273 204d4341 _load_errors MCA │ │ │ │ - 0x00032560 20766172 6961626c 65206361 6e6e6f74 variable cannot │ │ │ │ - 0x00032570 00000000 00000000 636f6e74 61696e20 ........contain │ │ │ │ - 0x00032580 6120746f 6b656e20 74686174 20686173 a token that has │ │ │ │ - 0x00032590 206d6f72 65207468 616e206f 6e652022 more than one " │ │ │ │ - 0x000325a0 2f222063 68617261 63746572 20696e20 /" character in │ │ │ │ - 0x000325b0 69742e00 00000000 54686520 6f70616c it......The opal │ │ │ │ - 0x000325c0 5f6d6361 5f626173 655f636f 6d706f6e _mca_base_compon │ │ │ │ - 0x000325d0 656e745f 73686f77 5f6c6f61 645f6572 ent_show_load_er │ │ │ │ - 0x000325e0 726f7273 204d4341 20766172 6961626c rors MCA variabl │ │ │ │ - 0x000325f0 65206361 6e206f6e 6c790000 00000000 e can only...... │ │ │ │ - 0x00032600 636f6e74 61696e20 74686520 76616c75 contain the valu │ │ │ │ - 0x00032610 65733a20 616c6c2c 206e6f6e 652c206f es: all, none, o │ │ │ │ - 0x00032620 72206120 636f6d6d 612d6465 6c696d69 r a comma-delimi │ │ │ │ - 0x00032630 74656420 6c697374 206f6620 746f6b65 ted list of toke │ │ │ │ - 0x00032640 6e732069 6e000000 74686520 666f726d ns in...the form │ │ │ │ - 0x00032650 206f6620 22667261 6d65776f 726b2220 of "framework" │ │ │ │ - 0x00032660 6f722022 6672616d 65776f72 6b2f636f or "framework/co │ │ │ │ - 0x00032670 6d706f6e 656e7422 2e000000 00000000 mponent"........ │ │ │ │ - 0x00032680 20204572 726f6e65 6f757320 76616c75 Erroneous valu │ │ │ │ - 0x00032690 653a2025 73000000 416e2069 6e746572 e: %s...An inter │ │ │ │ - 0x000326a0 6e616c20 6572726f 72206861 73206f63 nal error has oc │ │ │ │ - 0x000326b0 63757272 65642064 7572696e 67207468 curred during th │ │ │ │ - 0x000326c0 65207374 61727475 70206f66 204f7065 e startup of Ope │ │ │ │ - 0x000326d0 6e204d50 492e2020 54686973 00000000 n MPI. This.... │ │ │ │ - 0x000326e0 69732068 6967686c 7920756e 75737561 is highly unusua │ │ │ │ - 0x000326f0 6c20616e 64207368 6f756c64 6e277420 l and shouldn't │ │ │ │ - 0x00032700 68617070 656e2e20 204f7065 6e204d50 happen. Open MP │ │ │ │ - 0x00032710 49207769 6c6c206e 6f772061 626f7274 I will now abort │ │ │ │ - 0x00032720 20796f75 72000000 6a6f622e 00000000 your...job..... │ │ │ │ - 0x00032730 54686520 666f6c6c 6f77696e 67206d65 The following me │ │ │ │ - 0x00032740 73736167 65206d61 79207072 6f766964 ssage may provid │ │ │ │ - 0x00032750 65206164 64697469 6f6e616c 20696e73 e additional ins │ │ │ │ - 0x00032760 69676874 20696e74 6f207468 65206572 ight into the er │ │ │ │ - 0x00032770 726f723a 00000000 4d434120 6672616d ror:....MCA fram │ │ │ │ - 0x00032780 65776f72 6b207061 72616d65 74657273 ework parameters │ │ │ │ - 0x00032790 2063616e 206f6e6c 79207461 6b652061 can only take a │ │ │ │ - 0x000327a0 2073696e 676c6520 6e656761 74696f6e single negation │ │ │ │ - 0x000327b0 206f7065 7261746f 72000000 00000000 operator....... │ │ │ │ - 0x000327c0 28225e22 292c2061 6e642069 74206d75 ("^"), and it mu │ │ │ │ - 0x000327d0 73742062 65206174 20746865 20626567 st be at the beg │ │ │ │ - 0x000327e0 696e6e69 6e67206f 66207468 65207661 inning of the va │ │ │ │ - 0x000327f0 6c75652e 20205468 6520666f 6c6c6f77 lue. The follow │ │ │ │ - 0x00032800 696e6700 00000000 76616c75 65207669 ing.....value vi │ │ │ │ - 0x00032810 6f6c6174 65732074 68697320 72756c65 olates this rule │ │ │ │ - 0x00032820 3a000000 00000000 5768656e 20757365 :.......When use │ │ │ │ - 0x00032830 642c2074 6865206e 65676174 696f6e20 d, the negation │ │ │ │ - 0x00032840 6f706572 61746f72 20736574 73207468 operator sets th │ │ │ │ - 0x00032850 65202265 78636c75 73697665 22206265 e "exclusive" be │ │ │ │ - 0x00032860 68617669 6f72206d 6f64652c 00000000 havior mode,.... │ │ │ │ - 0x00032870 6d65616e 696e6720 74686174 20697420 meaning that it │ │ │ │ - 0x00032880 77696c6c 20657863 6c756465 20616c6c will exclude all │ │ │ │ - 0x00032890 20737065 63696669 65642063 6f6d706f specified compo │ │ │ │ - 0x000328a0 6e656e74 73202861 6e642069 6d706c69 nents (and impli │ │ │ │ - 0x000328b0 6369746c 79000000 696e636c 75646520 citly...include │ │ │ │ - 0x000328c0 616c6c20 6f746865 7273292e 20204966 all others). If │ │ │ │ - 0x000328d0 20746865 206e6567 6174696f 6e206f70 the negation op │ │ │ │ - 0x000328e0 65726174 6f722069 73206e6f 74207370 erator is not sp │ │ │ │ - 0x000328f0 65636966 6965642c 20746865 00000000 ecified, the.... │ │ │ │ - 0x00032900 22696e63 6c757369 76652220 6d6f6465 "inclusive" mode │ │ │ │ - 0x00032910 20697320 61737375 6d65642c 206d6561 is assumed, mea │ │ │ │ - 0x00032920 6e696e67 20746861 7420616c 6c207370 ning that all sp │ │ │ │ - 0x00032930 65636966 69656420 636f6d70 6f6e656e ecified componen │ │ │ │ - 0x00032940 74730000 00000000 77696c6c 20626520 ts......will be │ │ │ │ - 0x00032950 696e636c 75646564 2028616e 6420696d included (and im │ │ │ │ - 0x00032960 706c6963 69746c79 20657863 6c756465 plicitly exclude │ │ │ │ - 0x00032970 20616c6c 206f7468 65727329 2e000000 all others).... │ │ │ │ - 0x00032980 466f7220 6578616d 706c652c 20225e61 For example, "^a │ │ │ │ - 0x00032990 2c622220 73706563 69666965 73207468 ,b" specifies th │ │ │ │ - 0x000329a0 65206578 636c7573 69766520 62656861 e exclusive beha │ │ │ │ - 0x000329b0 76696f72 20616e64 206d6561 6e732022 vior and means " │ │ │ │ - 0x000329c0 75736500 00000000 616c6c20 636f6d70 use.....all comp │ │ │ │ - 0x000329d0 6f6e656e 7473202a 65786365 70742a20 onents *except* │ │ │ │ - 0x000329e0 6120616e 64206222 2c207768 696c6520 a and b", while │ │ │ │ - 0x000329f0 22632c64 22207370 65636966 69657320 "c,d" specifies │ │ │ │ - 0x00032a00 74686520 696e636c 75736976 65000000 the inclusive... │ │ │ │ - 0x00032a10 62656861 76696f72 20616e64 206d6561 behavior and mea │ │ │ │ - 0x00032a20 6e732022 75736520 2a6f6e6c 792a2063 ns "use *only* c │ │ │ │ - 0x00032a30 6f6d706f 6e656e74 73206320 616e6420 omponents c and │ │ │ │ - 0x00032a40 642e2200 00000000 596f7520 63616e6e d.".....You cann │ │ │ │ - 0x00032a50 6f74206d 69782069 6e636c75 73697665 ot mix inclusive │ │ │ │ - 0x00032a60 20616e64 20657863 6c757369 76652062 and exclusive b │ │ │ │ - 0x00032a70 65686176 696f722e 00000000 00000000 ehavior......... │ │ │ │ - 0x00032a80 4e6f2063 6f6d706f 6e656e74 73207765 No components we │ │ │ │ - 0x00032a90 72652061 626c6520 746f2062 65206f70 re able to be op │ │ │ │ - 0x00032aa0 656e6564 20696e20 74686520 25732066 ened in the %s f │ │ │ │ - 0x00032ab0 72616d65 776f726b 2e000000 00000000 ramework........ │ │ │ │ - 0x00032ac0 54686973 20747970 6963616c 6c79206d This typically m │ │ │ │ - 0x00032ad0 65616e73 20746861 74206569 74686572 eans that either │ │ │ │ - 0x00032ae0 206e6f20 636f6d70 6f6e656e 7473206f no components o │ │ │ │ - 0x00032af0 66207468 69732074 79706520 77657265 f this type were │ │ │ │ - 0x00032b00 00000000 00000000 696e7374 616c6c65 ........installe │ │ │ │ - 0x00032b10 642c206f 72206e6f 6e65206f 66207468 d, or none of th │ │ │ │ - 0x00032b20 6520696e 7374616c 6c656420 636f6d70 e installed comp │ │ │ │ - 0x00032b30 6f6e656e 74732063 616e2062 65206c6f onents can be lo │ │ │ │ - 0x00032b40 61646564 2e000000 536f6d65 74696d65 aded....Sometime │ │ │ │ - 0x00032b50 73207468 6973206d 65616e73 20746861 s this means tha │ │ │ │ - 0x00032b60 74207368 61726564 206c6962 72617269 t shared librari │ │ │ │ - 0x00032b70 65732072 65717569 72656420 62792074 es required by t │ │ │ │ - 0x00032b80 68657365 00000000 636f6d70 6f6e656e hese....componen │ │ │ │ - 0x00032b90 74732061 72652075 6e61626c 6520746f ts are unable to │ │ │ │ - 0x00032ba0 20626520 666f756e 642f6c6f 61646564 be found/loaded │ │ │ │ - 0x00032bb0 2e000000 00000000 20204672 616d6577 ........ Framew │ │ │ │ - 0x00032bc0 6f726b3a 20257300 41207265 71756573 ork: %s.A reques │ │ │ │ - 0x00032bd0 74656420 636f6d70 6f6e656e 74207761 ted component wa │ │ │ │ - 0x00032be0 73206e6f 7420666f 756e642c 206f7220 s not found, or │ │ │ │ - 0x00032bf0 77617320 756e6162 6c652074 6f206265 was unable to be │ │ │ │ - 0x00032c00 206f7065 6e65642e 20205468 69730000 opened. This.. │ │ │ │ - 0x00032c10 6d65616e 73207468 61742074 68697320 means that this │ │ │ │ - 0x00032c20 636f6d70 6f6e656e 74206973 20656974 component is eit │ │ │ │ - 0x00032c30 68657220 6e6f7420 696e7374 616c6c65 her not installe │ │ │ │ - 0x00032c40 64206f72 20697320 756e6162 6c652074 d or is unable t │ │ │ │ - 0x00032c50 6f206265 00000000 75736564 206f6e20 o be....used on │ │ │ │ - 0x00032c60 796f7572 20737973 74656d20 28652e67 your system (e.g │ │ │ │ - 0x00032c70 2e2c2073 6f6d6574 696d6573 20746869 ., sometimes thi │ │ │ │ - 0x00032c80 73206d65 616e7320 74686174 20736861 s means that sha │ │ │ │ - 0x00032c90 72656420 6c696272 61726965 73000000 red libraries... │ │ │ │ - 0x00032ca0 74686174 20746865 20636f6d 706f6e65 that the compone │ │ │ │ - 0x00032cb0 6e742072 65717569 72657320 61726520 nt requires are │ │ │ │ - 0x00032cc0 756e6162 6c652074 6f206265 20666f75 unable to be fou │ │ │ │ - 0x00032cd0 6e642f6c 6f616465 64292e20 204e6f74 nd/loaded). Not │ │ │ │ - 0x00032ce0 65207468 61740000 4f70656e 204d5049 e that..Open MPI │ │ │ │ - 0x00032cf0 2073746f 70706564 20636865 636b696e stopped checkin │ │ │ │ - 0x00032d00 67206174 20746865 20666972 73742063 g at the first c │ │ │ │ - 0x00032d10 6f6d706f 6e656e74 20746861 74206974 omponent that it │ │ │ │ - 0x00032d20 20646964 206e6f74 2066696e 642e0000 did not find... │ │ │ │ - 0x00032d30 486f7374 3a202020 20202025 73000000 Host: %s... │ │ │ │ - 0x00032d40 4672616d 65776f72 6b3a2025 73000000 Framework: %s... │ │ │ │ - 0x00032d50 436f6d70 6f6e656e 743a2025 73000000 Component: %s... │ │ │ │ - 0x00032d60 6f70616c 5f696e69 743a7761 726e2d66 opal_init:warn-f │ │ │ │ - 0x00032d70 6f726b00 00000000 6d70692d 70617261 ork.....mpi-para │ │ │ │ - 0x00032d80 6d733a6c 65617665 2d70696e 6e65642d ms:leave-pinned- │ │ │ │ - 0x00032d90 616e642d 70697065 6c696e65 2d73656c and-pipeline-sel │ │ │ │ - 0x00032da0 65637465 64000000 6d70692d 70617261 ected...mpi-para │ │ │ │ - 0x00032db0 6d733a76 61725f64 756d705f 636f6c6f ms:var_dump_colo │ │ │ │ - 0x00032dc0 723a666f 726d6174 2d657272 6f720000 r:format-error.. │ │ │ │ - 0x00032dd0 6d70692d 70617261 6d733a76 61725f64 mpi-params:var_d │ │ │ │ - 0x00032de0 756d705f 636f6c6f 723a756e 6b6e6f77 ump_color:unknow │ │ │ │ - 0x00032df0 6e2d6b65 79000000 5741524e 494e473a n-key...WARNING: │ │ │ │ - 0x00032e00 204b6579 20222573 2220696e 206f7061 Key "%s" in opa │ │ │ │ - 0x00032e10 6c5f7661 725f6475 6d705f63 6f6c6f72 l_var_dump_color │ │ │ │ - 0x00032e20 204d4341 20706172 616d6574 65720000 MCA parameter.. │ │ │ │ - 0x00032e30 746f6b65 6e202225 73222069 7320756e token "%s" is un │ │ │ │ - 0x00032e40 6b6e6f77 6e2c2069 676e6f72 696e672e known, ignoring. │ │ │ │ - 0x00032e50 00000000 00000000 20205661 6c696420 ........ Valid │ │ │ │ - 0x00032e60 6b657973 20617265 3a202573 00000000 keys are: %s.... │ │ │ │ - 0x00032e70 5741524e 494e473a 20546f6b 656e2022 WARNING: Token " │ │ │ │ - 0x00032e80 25732220 696e206f 70616c5f 7661725f %s" in opal_var_ │ │ │ │ - 0x00032e90 64756d70 5f636f6c 6f72204d 43412070 dump_color MCA p │ │ │ │ - 0x00032ea0 6172616d 65746572 00000000 00000000 arameter........ │ │ │ │ - 0x00032eb0 6973206e 6f742069 6e207468 65206578 is not in the ex │ │ │ │ - 0x00032ec0 70656374 65642022 6b65793d 76616c75 pected "key=valu │ │ │ │ - 0x00032ed0 65222066 6f726d61 742c2069 676e6f72 e" format, ignor │ │ │ │ - 0x00032ee0 696e672e 00000000 5741524e 494e473a ing.....WARNING: │ │ │ │ - 0x00032ef0 2043616e 6e6f7420 73657420 626f7468 Cannot set both │ │ │ │ - 0x00032f00 20746865 204d4341 20706172 616d6574 the MCA paramet │ │ │ │ - 0x00032f10 65727320 6f70616c 5f6c6561 76655f70 ers opal_leave_p │ │ │ │ - 0x00032f20 696e6e65 64202861 2e6b2e61 2e2c0000 inned (a.k.a.,.. │ │ │ │ - 0x00032f30 6d70695f 6c656176 655f7069 6e6e6564 mpi_leave_pinned │ │ │ │ - 0x00032f40 2920616e 64206f70 616c5f6c 65617665 ) and opal_leave │ │ │ │ - 0x00032f50 5f70696e 6e65645f 70697065 6c696e65 _pinned_pipeline │ │ │ │ - 0x00032f60 2028612e 6b2e612e 2c000000 00000000 (a.k.a.,....... │ │ │ │ - 0x00032f70 6d70695f 6c656176 655f7069 6e6e6564 mpi_leave_pinned │ │ │ │ - 0x00032f80 5f706970 656c696e 65292074 6f202274 _pipeline) to "t │ │ │ │ - 0x00032f90 72756522 2e202044 65666175 6c74696e rue". Defaultin │ │ │ │ - 0x00032fa0 6720746f 206d7069 5f6c6561 76655f70 g to mpi_leave_p │ │ │ │ - 0x00032fb0 696e6e65 64000000 4f4e4c59 2e000000 inned...ONLY.... │ │ │ │ - 0x00032fc0 41207072 6f636573 73206861 73206578 A process has ex │ │ │ │ - 0x00032fd0 65637574 65642061 6e206f70 65726174 ecuted an operat │ │ │ │ - 0x00032fe0 696f6e20 696e766f 6c76696e 67206120 ion involving a │ │ │ │ - 0x00032ff0 63616c6c 20746f20 74686500 00000000 call to the..... │ │ │ │ - 0x00033000 22666f72 6b282922 20737973 74656d20 "fork()" system │ │ │ │ - 0x00033010 63616c6c 20746f20 63726561 74652061 call to create a │ │ │ │ - 0x00033020 20636869 6c642070 726f6365 73732e20 child process. │ │ │ │ - 0x00033030 204f7065 6e204d50 49206973 20637572 Open MPI is cur │ │ │ │ - 0x00033040 72656e74 6c790000 6f706572 6174696e rently..operatin │ │ │ │ - 0x00033050 6720696e 20612063 6f6e6469 74696f6e g in a condition │ │ │ │ - 0x00033060 20746861 7420636f 756c6420 72657375 that could resu │ │ │ │ - 0x00033070 6c742069 6e206d65 6d6f7279 20636f72 lt in memory cor │ │ │ │ - 0x00033080 72757074 696f6e20 6f720000 00000000 ruption or...... │ │ │ │ - 0x00033090 6f746865 72207379 7374656d 20657272 other system err │ │ │ │ - 0x000330a0 6f72733b 20796f75 72206a6f 62206d61 ors; your job ma │ │ │ │ - 0x000330b0 79206861 6e672c20 63726173 682c206f y hang, crash, o │ │ │ │ - 0x000330c0 72207072 6f647563 65207369 6c656e74 r produce silent │ │ │ │ - 0x000330d0 00000000 00000000 64617461 20636f72 ........data cor │ │ │ │ - 0x000330e0 72757074 696f6e2e 20205468 65207573 ruption. The us │ │ │ │ - 0x000330f0 65206f66 20666f72 6b282920 286f7220 e of fork() (or │ │ │ │ - 0x00033100 73797374 656d2829 206f7220 6f746865 system() or othe │ │ │ │ - 0x00033110 72206361 6c6c7320 74686174 00000000 r calls that.... │ │ │ │ - 0x00033120 63726561 74652063 68696c64 2070726f create child pro │ │ │ │ - 0x00033130 63657373 65732920 69732073 74726f6e cesses) is stron │ │ │ │ - 0x00033140 676c7920 64697363 6f757261 6765642e gly discouraged. │ │ │ │ - 0x00033150 00000000 00000000 54686520 70726f63 ........The proc │ │ │ │ - 0x00033160 65737320 74686174 20696e76 6f6b6564 ess that invoked │ │ │ │ - 0x00033170 20666f72 6b207761 733a0000 00000000 fork was:...... │ │ │ │ - 0x00033180 20204c6f 63616c20 686f7374 3a202020 Local host: │ │ │ │ - 0x00033190 20202020 20202025 73202850 49442025 %s (PID % │ │ │ │ - 0x000331a0 64290000 00000000 49662079 6f752061 d)......If you a │ │ │ │ - 0x000331b0 7265202a 6162736f 6c757465 6c792073 re *absolutely s │ │ │ │ - 0x000331c0 7572652a 20746861 7420796f 75722061 ure* that your a │ │ │ │ - 0x000331d0 70706c69 63617469 6f6e2077 696c6c20 pplication will │ │ │ │ - 0x000331e0 73756363 65737366 756c6c79 00000000 successfully.... │ │ │ │ - 0x000331f0 616e6420 636f7272 6563746c 79207375 and correctly su │ │ │ │ - 0x00033200 72766976 65206120 63616c6c 20746f20 rvive a call to │ │ │ │ - 0x00033210 666f726b 28292c20 796f7520 6d617920 fork(), you may │ │ │ │ - 0x00033220 64697361 626c6520 74686973 20776172 disable this war │ │ │ │ - 0x00033230 6e696e67 00000000 62792073 65747469 ning....by setti │ │ │ │ - 0x00033240 6e672074 6865206d 70695f77 61726e5f ng the mpi_warn_ │ │ │ │ - 0x00033250 6f6e5f66 6f726b20 4d434120 70617261 on_fork MCA para │ │ │ │ - 0x00033260 6d657465 7220746f 20302e00 00000000 meter to 0...... │ │ │ │ - 0x00033270 4974206c 6f6f6b73 206c696b 65206f70 It looks like op │ │ │ │ - 0x00033280 616c5f69 6e697420 6661696c 65642066 al_init failed f │ │ │ │ - 0x00033290 6f722073 6f6d6520 72656173 6f6e3b20 or some reason; │ │ │ │ - 0x000332a0 796f7572 20706172 616c6c65 6c207072 your parallel pr │ │ │ │ - 0x000332b0 6f636573 73206973 00000000 00000000 ocess is........ │ │ │ │ - 0x000332c0 6c696b65 6c792074 6f206162 6f72742e likely to abort. │ │ │ │ - 0x000332d0 20205468 65726520 61726520 6d616e79 There are many │ │ │ │ - 0x000332e0 20726561 736f6e73 20746861 74206120 reasons that a │ │ │ │ - 0x000332f0 70617261 6c6c656c 2070726f 63657373 parallel process │ │ │ │ - 0x00033300 2063616e 00000000 6661696c 20647572 can....fail dur │ │ │ │ - 0x00033310 696e6720 6f70616c 5f696e69 743b2073 ing opal_init; s │ │ │ │ - 0x00033320 6f6d6520 6f662077 68696368 20617265 ome of which are │ │ │ │ - 0x00033330 20647565 20746f20 636f6e66 69677572 due to configur │ │ │ │ - 0x00033340 6174696f 6e206f72 00000000 00000000 ation or........ │ │ │ │ - 0x00033350 656e7669 726f6e6d 656e7420 70726f62 environment prob │ │ │ │ - 0x00033360 6c656d73 2e202054 68697320 6661696c lems. This fail │ │ │ │ - 0x00033370 75726520 61707065 61727320 746f2062 ure appears to b │ │ │ │ - 0x00033380 6520616e 20696e74 65726e61 6c206661 e an internal fa │ │ │ │ - 0x00033390 696c7572 653b0000 68657265 27732073 ilure;..here's s │ │ │ │ - 0x000333a0 6f6d6520 61646469 74696f6e 616c2069 ome additional i │ │ │ │ - 0x000333b0 6e666f72 6d617469 6f6e2028 77686963 nformation (whic │ │ │ │ - 0x000333c0 68206d61 79206f6e 6c792062 65207265 h may only be re │ │ │ │ - 0x000333d0 6c657661 6e742074 6f20616e 00000000 levant to an.... │ │ │ │ - 0x000333e0 4f70656e 204d5049 20646576 656c6f70 Open MPI develop │ │ │ │ - 0x000333f0 6572293a 00000000 20202573 20666169 er):.... %s fai │ │ │ │ - 0x00033400 6c656400 00000000 20202d2d 3e205265 led..... --> Re │ │ │ │ - 0x00033410 7475726e 65642076 616c7565 20256420 turned value %d │ │ │ │ - 0x00033420 696e7374 65616420 6f66204f 50414c5f instead of OPAL_ │ │ │ │ - 0x00033430 53554343 45535300 75736167 65000000 SUCCESS.usage... │ │ │ │ - 0x00033440 6c69622d 63616c6c 2d666169 6c000000 lib-call-fail... │ │ │ │ - 0x00033450 64657665 6c6f7065 72207761 726e696e developer warnin │ │ │ │ - 0x00033460 673a2066 69656c64 20746f6f 206c6f6e g: field too lon │ │ │ │ - 0x00033470 67000000 00000000 6e6f742d 666f756e g.......not-foun │ │ │ │ - 0x00033480 64000000 00000000 696e7661 6c69642d d.......invalid- │ │ │ │ - 0x00033490 6c657665 6c000000 416e2069 6e76616c level...An inval │ │ │ │ - 0x000334a0 6964204d 43412070 6172616d 65746572 id MCA parameter │ │ │ │ - 0x000334b0 20696e66 6f726d61 74696f6e 206c6576 information lev │ │ │ │ - 0x000334c0 656c2077 61732073 70656369 66696564 el was specified │ │ │ │ - 0x000334d0 2e205661 6c696420 76616c75 65732061 . Valid values a │ │ │ │ - 0x000334e0 72650000 00000000 312d392e 00000000 re......1-9..... │ │ │ │ - 0x000334f0 20205661 6c75653a 20257300 00000000 Value: %s..... │ │ │ │ - 0x00033500 54686520 73706563 69666965 64206672 The specified fr │ │ │ │ - 0x00033510 616d6577 6f726b20 636f756c 64206e6f amework could no │ │ │ │ - 0x00033520 74206265 20666f75 6e643a00 00000000 t be found:..... │ │ │ │ - 0x00033530 54686973 20636f75 6c642062 65206475 This could be du │ │ │ │ - 0x00033540 6520746f 2061206d 69737370 656c6c69 e to a misspelli │ │ │ │ - 0x00033550 6e67206f 66207468 65206672 616d6577 ng of the framew │ │ │ │ - 0x00033560 6f726b20 6e616d65 2c206f72 20626563 ork name, or bec │ │ │ │ - 0x00033570 61757365 20737570 706f7274 00000000 ause support.... │ │ │ │ - 0x00033580 666f7220 74686174 20667261 6d65776f for that framewo │ │ │ │ - 0x00033590 726b2077 6173206e 6f742063 6f6e6669 rk was not confi │ │ │ │ - 0x000335a0 67757265 6420696e 746f2074 68697320 gured into this │ │ │ │ - 0x000335b0 76657273 696f6e20 6f66204f 4d50492e version of OMPI. │ │ │ │ - 0x000335c0 20506c65 61736520 73656500 00000000 Please see..... │ │ │ │ - 0x000335d0 20206f6d 70695f69 6e666f20 2d2d636f ompi_info --co │ │ │ │ - 0x000335e0 6e666967 00000000 666f7220 61206675 nfig....for a fu │ │ │ │ - 0x000335f0 6c6c2072 65706f72 74206f66 20686f77 ll report of how │ │ │ │ - 0x00033600 204f4d50 49207761 7320636f 6e666967 OMPI was config │ │ │ │ - 0x00033610 75726564 2e000000 2a2a2a2a 2a2a2a2a ured....******** │ │ │ │ - 0x00033620 2a2a2a2a 2a2a2a2a 2a2a2a2a 2a2a2a2a **************** │ │ │ │ - 0x00033630 2a2a2a2a 2a2a2a2a 2a2a2a2a 2a2a2a2a **************** │ │ │ │ - 0x00033640 2a2a2a2a 2a2a2a2a 2a2a2a2a 2a2a2a2a **************** │ │ │ │ - 0x00033650 2a2a2a2a 2a2a2a2a 2a2a2a2a 2a2a2a2a **************** │ │ │ │ - 0x00033660 2a2a0000 00000000 2a2a2a20 44455645 **......*** DEVE │ │ │ │ - 0x00033670 4c4f5045 52205741 524e494e 473a2041 LOPER WARNING: A │ │ │ │ - 0x00033680 20666965 6c642069 6e206f6d 70695f69 field in ompi_i │ │ │ │ - 0x00033690 6e666f20 6f757470 75742069 7320746f nfo output is to │ │ │ │ - 0x000336a0 6f206c6f 6e672061 6e640000 00000000 o long and...... │ │ │ │ - 0x000336b0 2a2a2a20 77696c6c 20617070 65617220 *** will appear │ │ │ │ - 0x000336c0 706f6f72 6c792069 6e207468 65207072 poorly in the pr │ │ │ │ - 0x000336d0 65747479 7072696e 74206f75 74707574 ettyprint output │ │ │ │ - 0x000336e0 2e000000 00000000 2a2a2a00 00000000 ........***..... │ │ │ │ - 0x000336f0 2a2a2a20 20205661 6c75653a 20202020 *** Value: │ │ │ │ - 0x00033700 20202225 73220000 2a2a2a20 20204d61 "%s"..*** Ma │ │ │ │ - 0x00033710 78206c65 6e677468 3a202564 00000000 x length: %d.... │ │ │ │ - 0x00033720 41206c69 62726172 79206361 6c6c2075 A library call u │ │ │ │ - 0x00033730 6e657870 65637465 646c7920 6661696c nexpectedly fail │ │ │ │ - 0x00033740 65642e20 20546869 73206973 20612074 ed. This is a t │ │ │ │ - 0x00033750 65726d69 6e616c20 6572726f 723b2070 erminal error; p │ │ │ │ - 0x00033760 6c656173 65000000 73686f77 20746869 lease...show thi │ │ │ │ - 0x00033770 73206d65 73736167 6520746f 20616e20 s message to an │ │ │ │ - 0x00033780 4f70656e 204d5049 2077697a 6172643a Open MPI wizard: │ │ │ │ - 0x00033790 00000000 00000000 20202020 20202020 ........ │ │ │ │ - 0x000337a0 4c696272 61727920 63616c6c 3a202573 Library call: %s │ │ │ │ - 0x000337b0 00000000 00000000 20202020 20202020 ........ │ │ │ │ - 0x000337c0 20536f75 72636520 66696c65 3a202573 Source file: %s │ │ │ │ - 0x000337d0 00000000 00000000 2020536f 75726365 ........ Source │ │ │ │ - 0x000337e0 206c696e 65206e75 6d626572 3a202564 line number: %d │ │ │ │ - 0x000337f0 00000000 00000000 41626f72 74696e67 ........Aborting │ │ │ │ - 0x00033800 2e2e2e00 00000000 54686520 6f6d7069 ........The ompi │ │ │ │ - 0x00033810 5f696e66 6f20636f 6d6d616e 64206361 _info command ca │ │ │ │ - 0x00033820 6e206265 20757365 6420746f 2070726f n be used to pro │ │ │ │ - 0x00033830 76696465 20646574 61696c65 6420696e vide detailed in │ │ │ │ - 0x00033840 666f726d 6174696f 6e206f6e 00000000 formation on.... │ │ │ │ - 0x00033850 796f7572 204f7065 6e204d50 4920696e your Open MPI in │ │ │ │ - 0x00033860 7374616c 6c617469 6f6e2e20 2053796e stallation. Syn │ │ │ │ - 0x00033870 7461783a 00000000 6e6f2d6c 616e6775 tax:....no-langu │ │ │ │ - 0x00033880 6167652d 73757070 6f727400 00000000 age-support..... │ │ │ │ - 0x00033890 6e6f2d63 6f6d7069 6c65722d 73706563 no-compiler-spec │ │ │ │ - 0x000338a0 69666965 64000000 6e6f2d63 6f6d7069 ified...no-compi │ │ │ │ - 0x000338b0 6c65722d 666f756e 64000000 00000000 ler-found....... │ │ │ │ - 0x000338c0 66696c65 2d6e6f74 2d666f75 6e640000 file-not-found.. │ │ │ │ - 0x000338d0 73706177 6e2d6661 696c6564 00000000 spawn-failed.... │ │ │ │ - 0x000338e0 6e6f2d6f 7074696f 6e732d73 7570706f no-options-suppo │ │ │ │ - 0x000338f0 72740000 00000000 54686520 25732077 rt......The %s w │ │ │ │ - 0x00033900 72617070 65722063 6f6d7069 6c657220 rapper compiler │ │ │ │ - 0x00033910 77617320 756e6162 6c652074 6f206669 was unable to fi │ │ │ │ - 0x00033920 6e642061 20626c6f 636b206f 66206f70 nd a block of op │ │ │ │ - 0x00033930 74696f6e 7320696e 20697473 00000000 tions in its.... │ │ │ │ - 0x00033940 636f6e66 69677572 6174696f 6e20746f configuration to │ │ │ │ - 0x00033950 20737570 706f7274 20796f75 7220636f support your co │ │ │ │ - 0x00033960 6d70696c 6572206d 6f64652e 2020596f mpiler mode. Yo │ │ │ │ - 0x00033970 75722061 70706c69 63617469 6f6e2077 ur application w │ │ │ │ - 0x00033980 6173206e 6f740000 636f6d70 696c6564 as not..compiled │ │ │ │ - 0x00033990 2e206f72 206c696e 6b65642e 00000000 . or linked..... │ │ │ │ - 0x000339a0 54686520 77726170 70657220 636f6d70 The wrapper comp │ │ │ │ - 0x000339b0 696c6572 20636f6d 6d616e64 206c696e iler command lin │ │ │ │ - 0x000339c0 65207761 733a0000 556e6162 6c652074 e was:..Unable t │ │ │ │ - 0x000339d0 6f206361 6c6c2074 68652063 6f6d7069 o call the compi │ │ │ │ - 0x000339e0 6c657220 28257329 2e205468 65206661 ler (%s). The fa │ │ │ │ - 0x000339f0 696c7572 65207265 7475726e 20746865 ilure return the │ │ │ │ - 0x00033a00 20657272 6f720000 25732e00 00000000 error..%s...... │ │ │ │ - 0x00033a10 54686520 6661696c 65642063 6f6d6d61 The failed comma │ │ │ │ - 0x00033a20 6e642077 6173205b 25735d2e 00000000 nd was [%s]..... │ │ │ │ - 0x00033a30 25732063 6f756c64 206e6f74 2066696e %s could not fin │ │ │ │ - 0x00033a40 64207468 65206669 6c652025 732c206e d the file %s, n │ │ │ │ - 0x00033a50 65656465 6420666f 72202573 20737570 eeded for %s sup │ │ │ │ - 0x00033a60 706f7274 2e000000 54686973 206d6179 port....This may │ │ │ │ - 0x00033a70 20696e64 69636174 6520616e 20696e63 indicate an inc │ │ │ │ - 0x00033a80 6f6d706c 65746520 696e7374 616c6c20 omplete install │ │ │ │ - 0x00033a90 616e6420 6c696e6b 696e6720 77696c6c and linking will │ │ │ │ - 0x00033aa0 206c696b 656c7920 6661696c 2e000000 likely fail.... │ │ │ │ - 0x00033ab0 2573205b 2d73686f 776d655b 3a3c636f %s [-showme[:]] args. │ │ │ │ - 0x00033b10 20202d73 686f776d 653a636f 6d6d616e -showme:comman │ │ │ │ - 0x00033b20 64202020 2053686f 7720636f 6d6d616e d Show comman │ │ │ │ - 0x00033b30 64207573 65642074 6f20696e 766f6b65 d used to invoke │ │ │ │ - 0x00033b40 20726561 6c20636f 6d70696c 65720000 real compiler.. │ │ │ │ - 0x00033b50 20202d73 686f776d 653a636f 6d70696c -showme:compil │ │ │ │ - 0x00033b60 65202020 2053686f 7720666c 61677320 e Show flags │ │ │ │ - 0x00033b70 61646465 64207768 656e2063 6f6d7069 added when compi │ │ │ │ - 0x00033b80 6c696e67 00000000 20202d73 686f776d ling.... -showm │ │ │ │ - 0x00033b90 653a6c69 6e6b2020 20202020 2053686f e:link Sho │ │ │ │ - 0x00033ba0 7720666c 61677320 61646465 64207768 w flags added wh │ │ │ │ - 0x00033bb0 656e206c 696e6b69 6e670000 00000000 en linking...... │ │ │ │ - 0x00033bc0 20202d73 686f776d 653a696e 63646972 -showme:incdir │ │ │ │ - 0x00033bd0 73202020 2053686f 77206c69 7374206f s Show list o │ │ │ │ - 0x00033be0 6620696e 636c7564 65206469 72732061 f include dirs a │ │ │ │ - 0x00033bf0 64646564 20776865 6e20636f 6d70696c dded when compil │ │ │ │ - 0x00033c00 696e6700 00000000 20202d73 686f776d ing..... -showm │ │ │ │ - 0x00033c10 653a6c69 62646972 73202020 2053686f e:libdirs Sho │ │ │ │ - 0x00033c20 77206c69 7374206f 66206c69 62726172 w list of librar │ │ │ │ - 0x00033c30 79206469 72732061 64646564 20776865 y dirs added whe │ │ │ │ - 0x00033c40 6e206c69 6e6b696e 67000000 00000000 n linking....... │ │ │ │ - 0x00033c50 20202d73 686f776d 653a6c69 62732020 -showme:libs │ │ │ │ - 0x00033c60 20202020 2053686f 77206c69 7374206f Show list o │ │ │ │ - 0x00033c70 66206c69 62726172 69657320 61646465 f libraries adde │ │ │ │ - 0x00033c80 64207768 656e206c 696e6b69 6e670000 d when linking.. │ │ │ │ - 0x00033c90 20202d73 686f776d 653a7665 7273696f -showme:versio │ │ │ │ - 0x00033ca0 6e202020 2053686f 77207665 7273696f n Show versio │ │ │ │ - 0x00033cb0 6e206f66 20257300 20202d73 686f776d n of %s. -showm │ │ │ │ - 0x00033cc0 653a6865 6c702020 20202020 20546869 e:help Thi │ │ │ │ - 0x00033cd0 73206865 6c70206d 65737361 67650000 s help message.. │ │ │ │ - 0x00033ce0 25733a20 25732025 7320284c 616e6775 %s: %s %s (Langu │ │ │ │ - 0x00033cf0 6167653a 20257329 00000000 00000000 age: %s)........ │ │ │ │ - 0x00033d00 54686520 4f70656e 204d5049 20777261 The Open MPI wra │ │ │ │ - 0x00033d10 70706572 20636f6d 70696c65 72207761 pper compiler wa │ │ │ │ - 0x00033d20 7320756e 61626c65 20746f20 66696e64 s unable to find │ │ │ │ - 0x00033d30 20746865 20737065 63696669 65642063 the specified c │ │ │ │ - 0x00033d40 6f6d7069 6c657200 25732069 6e20796f ompiler.%s in yo │ │ │ │ - 0x00033d50 75722050 4154482e 00000000 00000000 ur PATH......... │ │ │ │ - 0x00033d60 4e6f7465 20746861 74207468 69732063 Note that this c │ │ │ │ - 0x00033d70 6f6d7069 6c657220 77617320 65697468 ompiler was eith │ │ │ │ - 0x00033d80 65722073 70656369 66696564 20617420 er specified at │ │ │ │ - 0x00033d90 636f6e66 69677572 65207469 6d65206f configure time o │ │ │ │ - 0x00033da0 7220696e 00000000 6f6e6520 6f662073 r in....one of s │ │ │ │ - 0x00033db0 65766572 616c2070 6f737369 626c6520 everal possible │ │ │ │ - 0x00033dc0 656e7669 726f6e6d 656e7420 76617269 environment vari │ │ │ │ - 0x00033dd0 61626c65 732e0000 4e6f2075 6e646572 ables...No under │ │ │ │ - 0x00033de0 6c79696e 6720636f 6d70696c 65722077 lying compiler w │ │ │ │ - 0x00033df0 61732073 70656369 66696564 20696e20 as specified in │ │ │ │ - 0x00033e00 74686520 77726170 70657220 636f6d70 the wrapper comp │ │ │ │ - 0x00033e10 696c6572 20646174 61206669 6c650000 iler data file.. │ │ │ │ - 0x00033e20 28652e67 2e2c206d 70696363 2d777261 (e.g., mpicc-wra │ │ │ │ - 0x00033e30 70706572 2d646174 612e7478 74290000 pper-data.txt).. │ │ │ │ - 0x00033e40 556e666f 7274756e 6174656c 792c2074 Unfortunately, t │ │ │ │ - 0x00033e50 68697320 696e7374 616c6c61 74696f6e his installation │ │ │ │ - 0x00033e60 206f6620 4f70656e 204d5049 20776173 of Open MPI was │ │ │ │ - 0x00033e70 206e6f74 20636f6d 70696c65 64207769 not compiled wi │ │ │ │ - 0x00033e80 74680000 00000000 25732073 7570706f th......%s suppo │ │ │ │ - 0x00033e90 72742e20 20417320 73756368 2c207468 rt. As such, th │ │ │ │ - 0x00033ea0 65202573 20636f6d 70696c65 72206973 e %s compiler is │ │ │ │ - 0x00033eb0 206e6f6e 2d66756e 6374696f 6e616c2e non-functional. │ │ │ │ - 0x00033ec0 00000000 00000000 556e6b6e 6f776e20 ........Unknown │ │ │ │ - 0x00033ed0 4a534f4e 2076616c 75652074 79706500 JSON value type. │ │ │ │ - 0x00033ee0 496e7661 6c696420 61726775 6d656e74 Invalid argument │ │ │ │ - 0x00033ef0 20747970 65000000 496e7661 6c696420 type...Invalid │ │ │ │ - 0x00033f00 4a534f4e 20737472 696e6700 00000000 JSON string..... │ │ │ │ - 0x00033f10 556e6162 6c652074 6f206f70 656e2066 Unable to open f │ │ │ │ - 0x00033f20 696c6500 00000000 4d656d6f 72792061 ile.....Memory a │ │ │ │ - 0x00033f30 6c6c6f63 6174696f 6e206661 696c7572 llocation failur │ │ │ │ - 0x00033f40 65000000 00000000 556e6162 6c652074 e.......Unable t │ │ │ │ - 0x00033f50 6f207265 61642066 696c6500 00000000 o read file..... │ │ │ │ - 0x00033f60 496e6465 78206f75 74206f66 20626f75 Index out of bou │ │ │ │ - 0x00033f70 6e640000 00000000 496e6465 7828257a nd......Index(%z │ │ │ │ - 0x00033f80 75292069 73206f75 74206f66 20626f75 u) is out of bou │ │ │ │ - 0x00033f90 6e64286c 656e6774 68202575 64292e00 nd(length %ud).. │ │ │ │ - 0x00033fa0 456e636f 756e7465 72656420 6572726f Encountered erro │ │ │ │ - 0x00033fb0 72207265 6164696e 67206669 6c652025 r reading file % │ │ │ │ - 0x00033fc0 732e0000 00000000 43616e6e 6f742061 s.......Cannot a │ │ │ │ - 0x00033fd0 6c6c6f63 61746520 6d656d6f 72792e00 llocate memory.. │ │ │ │ - 0x00033fe0 4661696c 65642074 6f206f70 656e2066 Failed to open f │ │ │ │ - 0x00033ff0 696c6520 25732e20 506c6561 73652063 ile %s. Please c │ │ │ │ - 0x00034000 6865636b 20746865 2066696c 65207061 heck the file pa │ │ │ │ - 0x00034010 74682061 6e642070 65726d69 7373696f th and permissio │ │ │ │ - 0x00034020 6e732e00 00000000 54686520 696e7075 ns......The inpu │ │ │ │ - 0x00034030 74206973 206e6f74 20612076 616c6964 t is not a valid │ │ │ │ - 0x00034040 204a534f 4e207374 72696e67 2e000000 JSON string.... │ │ │ │ - 0x00034050 46756e63 74696f6e 20257320 65787065 Function %s expe │ │ │ │ - 0x00034060 63747320 696e7075 74207479 70652025 cts input type % │ │ │ │ - 0x00034070 73282564 29206275 7420676f 74202564 s(%d) but got %d │ │ │ │ - 0x00034080 2e000000 00000000 54686520 4a534f4e ........The JSON │ │ │ │ - 0x00034090 2076616c 75652068 61732061 6e20756e value has an un │ │ │ │ - 0x000340a0 6b6e6f77 6e207479 70652025 732e0000 known type %s... │ │ │ │ - 0x000340b0 73746163 6b747261 63652073 69676e61 stacktrace signa │ │ │ │ - 0x000340c0 6c206f76 65727269 64650000 00000000 l override...... │ │ │ │ - 0x000340d0 73746163 6b747261 63652062 61642073 stacktrace bad s │ │ │ │ - 0x000340e0 69676e61 6c000000 6d616c66 6f726d65 ignal...malforme │ │ │ │ - 0x000340f0 64206e65 745f7072 69766174 655f6970 d net_private_ip │ │ │ │ - 0x00034100 76340000 00000000 696e7661 6c69642d v4......invalid- │ │ │ │ - 0x00034110 6e65742d 6d61736b 00000000 00000000 net-mask........ │ │ │ │ - 0x00034120 6d616c66 6f726d65 642d7572 69000000 malformed-uri... │ │ │ │ - 0x00034130 72656c61 74697665 2d706174 68000000 relative-path... │ │ │ │ - 0x00034140 7379732d 6c696d69 742d6661 696c6564 sys-limit-failed │ │ │ │ - 0x00034150 00000000 00000000 7379732d 6c696d69 ........sys-limi │ │ │ │ - 0x00034160 742d756e 7265636f 676e697a 65640000 t-unrecognized.. │ │ │ │ - 0x00034170 6469722d 6d6f6465 00000000 00000000 dir-mode........ │ │ │ │ - 0x00034180 6d6b6469 722d6661 696c6564 00000000 mkdir-failed.... │ │ │ │ - 0x00034190 6469722d 6f776e65 72000000 00000000 dir-owner....... │ │ │ │ - 0x000341a0 41206469 72656374 6f727920 74686174 A directory that │ │ │ │ - 0x000341b0 204f7065 6e204d50 49206e65 65647320 Open MPI needs │ │ │ │ - 0x000341c0 746f2075 73652061 6c726561 64792065 to use already e │ │ │ │ - 0x000341d0 78697374 732c2062 75742069 73206f77 xists, but is ow │ │ │ │ - 0x000341e0 6e656400 00000000 62792061 20646966 ned.....by a dif │ │ │ │ - 0x000341f0 66657265 6e742075 7365722e 2020466f ferent user. Fo │ │ │ │ - 0x00034200 72207361 66657479 2c204f70 656e204d r safety, Open M │ │ │ │ - 0x00034210 50492077 696c6c20 6e6f7420 75736520 PI will not use │ │ │ │ - 0x00034220 69743a00 00000000 20204469 72656374 it:..... Direct │ │ │ │ - 0x00034230 6f72793a 20202573 00000000 00000000 ory: %s........ │ │ │ │ - 0x00034240 20204f77 6e657220 5549443a 2020256c Owner UID: %l │ │ │ │ - 0x00034250 75000000 00000000 20204f75 72205549 u....... Our UI │ │ │ │ - 0x00034260 443a2020 2020256c 75000000 00000000 D: %lu....... │ │ │ │ - 0x00034270 54686973 2063616e 20686170 70656e20 This can happen │ │ │ │ - 0x00034280 7768656e 20612073 74616c65 20646972 when a stale dir │ │ │ │ - 0x00034290 6563746f 72792077 69746820 74686520 ectory with the │ │ │ │ - 0x000342a0 73616d65 206e616d 65206973 206c6566 same name is lef │ │ │ │ - 0x000342b0 74000000 00000000 6f766572 2066726f t.......over fro │ │ │ │ - 0x000342c0 6d20616e 6f746865 72207573 65722773 m another user's │ │ │ │ - 0x000342d0 206a6f62 2c206f72 20776865 6e207468 job, or when th │ │ │ │ - 0x000342e0 65206469 72656374 6f727920 77617320 e directory was │ │ │ │ - 0x000342f0 64656c69 62657261 74656c79 00000000 deliberately.... │ │ │ │ - 0x00034300 7072652d 63726561 7465642e 2020506c pre-created. Pl │ │ │ │ - 0x00034310 65617365 2072656d 6f766520 74686520 ease remove the │ │ │ │ - 0x00034320 64697265 63746f72 792c206f 72207573 directory, or us │ │ │ │ - 0x00034330 65206120 64696666 6572656e 74000000 e a different... │ │ │ │ - 0x00034340 6c6f6361 74696f6e 2028652e 672e2c20 location (e.g., │ │ │ │ - 0x00034350 62792073 65747469 6e672074 68652054 by setting the T │ │ │ │ - 0x00034360 4d504449 5220656e 7669726f 6e6d656e MPDIR environmen │ │ │ │ - 0x00034370 74207661 72696162 6c65292e 00000000 t variable)..... │ │ │ │ - 0x00034380 41206361 6c6c2074 6f206d6b 64697220 A call to mkdir │ │ │ │ - 0x00034390 77617320 756e6162 6c652074 6f206372 was unable to cr │ │ │ │ - 0x000343a0 65617465 20746865 20646573 69726564 eate the desired │ │ │ │ - 0x000343b0 20646972 6563746f 72793a00 00000000 directory:..... │ │ │ │ - 0x000343c0 20204469 72656374 6f72793a 20257300 Directory: %s. │ │ │ │ - 0x000343d0 20204572 726f723a 20202020 20257300 Error: %s. │ │ │ │ - 0x000343e0 506c6561 73652063 6865636b 20746f20 Please check to │ │ │ │ - 0x000343f0 656e7375 72652079 6f752068 61766520 ensure you have │ │ │ │ - 0x00034400 61646571 75617465 20706572 6d697373 adequate permiss │ │ │ │ - 0x00034410 696f6e73 20746f20 70657266 6f726d00 ions to perform. │ │ │ │ - 0x00034420 74686520 64657369 72656420 6f706572 the desired oper │ │ │ │ - 0x00034430 6174696f 6e2e0000 5768696c 6520776f ation...While wo │ │ │ │ - 0x00034440 726b696e 67207468 726f7567 68206120 rking through a │ │ │ │ - 0x00034450 64697265 63746f72 79207472 65652c20 directory tree, │ │ │ │ - 0x00034460 77652077 65726520 756e6162 6c652074 we were unable t │ │ │ │ - 0x00034470 6f207365 74000000 61206469 72656374 o set...a direct │ │ │ │ - 0x00034480 6f727920 746f2074 68652064 65736972 ory to the desir │ │ │ │ - 0x00034490 6564206d 6f64653a 00000000 00000000 ed mode:........ │ │ │ │ - 0x000344a0 20204d6f 64653a20 20202020 20202530 Mode: %0 │ │ │ │ - 0x000344b0 78000000 00000000 20204572 726f723a x....... Error: │ │ │ │ - 0x000344c0 20202020 20202573 00000000 00000000 %s........ │ │ │ │ - 0x000344d0 4f70656e 204d5049 20726563 65697665 Open MPI receive │ │ │ │ - 0x000344e0 64206120 72657175 65737420 746f2073 d a request to s │ │ │ │ - 0x000344f0 65742061 20737973 74656d20 7265736f et a system reso │ │ │ │ - 0x00034500 75726365 206c696d 69742e00 00000000 urce limit...... │ │ │ │ - 0x00034510 5361646c 792c204f 4d504920 646f6573 Sadly, OMPI does │ │ │ │ - 0x00034520 206e6f74 20726563 6f676e69 7a65206f not recognize o │ │ │ │ - 0x00034530 72206375 7272656e 746c7920 73757070 r currently supp │ │ │ │ - 0x00034540 6f727420 74686520 73706563 69666965 ort the specifie │ │ │ │ - 0x00034550 64000000 00000000 7265736f 75726365 d.......resource │ │ │ │ - 0x00034560 3a000000 00000000 20205265 736f7572 :....... Resour │ │ │ │ - 0x00034570 63653a20 20257300 20204c69 6d69743a ce: %s. Limit: │ │ │ │ - 0x00034580 20202020 20257300 506c6561 73652063 %s.Please c │ │ │ │ - 0x00034590 6f727265 63742074 68652072 65717565 orrect the reque │ │ │ │ - 0x000345a0 73742061 6e642074 72792061 6761696e st and try again │ │ │ │ - 0x000345b0 2e000000 00000000 50657220 72657175 ........Per requ │ │ │ │ - 0x000345c0 6573742c 204f7065 6e204d50 49206174 est, Open MPI at │ │ │ │ - 0x000345d0 74656d70 74656420 746f2073 65742061 tempted to set a │ │ │ │ - 0x000345e0 20737973 74656d20 7265736f 75726365 system resource │ │ │ │ - 0x000345f0 00000000 00000000 6c696d69 7420746f ........limit to │ │ │ │ - 0x00034600 20612067 6976656e 2076616c 75653a00 a given value:. │ │ │ │ - 0x00034610 54686520 73797374 656d2068 61732072 The system has r │ │ │ │ - 0x00034620 65667573 65642074 6f20616c 6c6f7720 efused to allow │ │ │ │ - 0x00034630 74686973 206f7065 72617469 6f6e2e20 this operation. │ │ │ │ - 0x00034640 54686973 20697320 6c696b65 6c790000 This is likely.. │ │ │ │ - 0x00034650 64756520 746f2061 20706572 6d697373 due to a permiss │ │ │ │ - 0x00034660 696f6e20 6c696d69 74617469 6f6e2c20 ion limitation, │ │ │ │ - 0x00034670 6f722073 70656369 6679696e 6720616e or specifying an │ │ │ │ - 0x00034680 20756e73 7570706f 72746564 00000000 unsupported.... │ │ │ │ - 0x00034690 76616c75 652e2050 6c656173 65206368 value. Please ch │ │ │ │ - 0x000346a0 65636b20 74686520 73797374 656d206f eck the system o │ │ │ │ - 0x000346b0 72207265 6d6f7665 20746865 20726571 r remove the req │ │ │ │ - 0x000346c0 75657374 20616e64 20747279 00000000 uest and try.... │ │ │ │ - 0x000346d0 5768656e 20637265 6174696e 67206120 When creating a │ │ │ │ - 0x000346e0 5552492c 20616c6c 2066696c 6573206d URI, all files m │ │ │ │ - 0x000346f0 75737420 62652073 70656369 66696564 ust be specified │ │ │ │ - 0x00034700 20696e20 6162736f 6c757465 20706174 in absolute pat │ │ │ │ - 0x00034710 68733a00 00000000 20205661 6c756520 hs:..... Value │ │ │ │ - 0x00034720 70726f76 69646564 3a202573 00000000 provided: %s.... │ │ │ │ - 0x00034730 506c6561 73652075 70646174 6520796f Please update yo │ │ │ │ - 0x00034740 75722061 70706c69 63617469 6f6e2074 ur application t │ │ │ │ - 0x00034750 6f207072 6f766964 65207468 65206675 o provide the fu │ │ │ │ - 0x00034760 6c6c2070 61746820 746f2074 68652066 ll path to the f │ │ │ │ - 0x00034770 696c652e 00000000 4f70656e 204d5049 ile.....Open MPI │ │ │ │ - 0x00034780 20686173 20646574 65637465 64206120 has detected a │ │ │ │ - 0x00034790 6d616c66 6f726d65 64205552 493a0000 malformed URI:.. │ │ │ │ - 0x000347a0 20205552 493a2020 25730000 00000000 URI: %s...... │ │ │ │ - 0x000347b0 41636365 70746564 2076616c 75657320 Accepted values │ │ │ │ - 0x000347c0 666f6c6c 6f772049 45544620 52464333 follow IETF RFC3 │ │ │ │ - 0x000347d0 3938362c 20652e67 2e206669 6c653a2f 986, e.g. file:/ │ │ │ │ - 0x000347e0 2f313932 2e313638 2e312e31 2f6f7665 /192.168.1.1/ove │ │ │ │ - 0x000347f0 722f7468 65726500 4f70656e 204d5049 r/there.Open MPI │ │ │ │ - 0x00034800 20686173 20646574 65637465 64206120 has detected a │ │ │ │ - 0x00034810 6d616c66 6f726d65 64204950 76342061 malformed IPv4 a │ │ │ │ - 0x00034820 64647265 7373206f 72206e65 746d6173 ddress or netmas │ │ │ │ - 0x00034830 6b3a0000 00000000 41636365 70746564 k:......Accepted │ │ │ │ - 0x00034840 2076616c 75657320 666f6c6c 6f772074 values follow t │ │ │ │ - 0x00034850 68652043 6c617373 6c657373 20496e74 he Classless Int │ │ │ │ - 0x00034860 65722d44 6f6d6169 6e000000 00000000 er-Domain....... │ │ │ │ - 0x00034870 526f7574 696e6720 28434944 5229206e Routing (CIDR) n │ │ │ │ - 0x00034880 6f746174 696f6e20 73706563 69666963 otation specific │ │ │ │ - 0x00034890 6174696f 6e732e20 466f7220 6578616d ations. For exam │ │ │ │ - 0x000348a0 706c653a 00000000 20202020 2031302e ple:.... 10. │ │ │ │ - 0x000348b0 302e302e 302f3800 20202020 20313732 0.0.0/8. 172 │ │ │ │ - 0x000348c0 2e31362f 31320000 20202020 20313932 .16/12.. 192 │ │ │ │ - 0x000348d0 2e313638 00000000 20202020 20313639 .168.... 169 │ │ │ │ - 0x000348e0 2e323534 2e302e30 2f313600 00000000 .254.0.0/16..... │ │ │ │ - 0x000348f0 4f70656e 204d5049 20686173 20646574 Open MPI has det │ │ │ │ - 0x00034900 65637465 64206174 206c6561 7374206f ected at least o │ │ │ │ - 0x00034910 6e65206d 616c666f 726d6564 20495020 ne malformed IP │ │ │ │ - 0x00034920 61646472 65737320 6f72206e 65746d61 address or netma │ │ │ │ - 0x00034930 736b2069 6e000000 74686520 76616c75 sk in...the valu │ │ │ │ - 0x00034940 65206f66 20746865 206f7061 6c5f6e65 e of the opal_ne │ │ │ │ - 0x00034950 745f7072 69766174 655f6970 7634204d t_private_ipv4 M │ │ │ │ - 0x00034960 43412070 6172616d 65746572 2e202054 CA parameter. T │ │ │ │ - 0x00034970 68650000 00000000 6f70616c 5f6e6574 he......opal_net │ │ │ │ - 0x00034980 5f707269 76617465 5f697076 34204d43 _private_ipv4 MC │ │ │ │ - 0x00034990 41207061 72616d65 74657220 61636365 A parameter acce │ │ │ │ - 0x000349a0 70747320 61207365 6d69636f 6c6f6e2d pts a semicolon- │ │ │ │ - 0x000349b0 64656c69 6d697465 64206c69 73740000 delimited list.. │ │ │ │ - 0x000349c0 6f662043 6c617373 6c657373 20496e74 of Classless Int │ │ │ │ - 0x000349d0 65722d44 6f6d6169 6e20526f 7574696e er-Domain Routin │ │ │ │ - 0x000349e0 67202843 49445229 206e6f74 6174696f g (CIDR) notatio │ │ │ │ - 0x000349f0 6e207370 65636966 69636174 696f6e73 n specifications │ │ │ │ - 0x00034a00 2c206561 63680000 6f662074 68652066 , each..of the f │ │ │ │ - 0x00034a10 6f726d20 3c697061 64647265 73733e2f orm / │ │ │ │ - 0x00034a20 3c6d6173 6b3e2e20 20466f72 20657861 . For exa │ │ │ │ - 0x00034a30 6d706c65 3a000000 20202020 2031302e mple:... 10. │ │ │ │ - 0x00034a40 302e302e 302f383b 3137322e 31362e30 0.0.0/8;172.16.0 │ │ │ │ - 0x00034a50 2e302f31 323b3139 322e3136 382e302e .0/12;192.168.0. │ │ │ │ - 0x00034a60 302f3136 3b313639 2e323534 2e302e30 0/16;169.254.0.0 │ │ │ │ - 0x00034a70 2f313600 00000000 54686520 66697273 /16.....The firs │ │ │ │ - 0x00034a80 74206465 74656374 6564206d 616c666f t detected malfo │ │ │ │ - 0x00034a90 726d6564 20656e74 72792077 61732025 rmed entry was % │ │ │ │ - 0x00034aa0 732e0000 00000000 4f70656e 204d5049 s.......Open MPI │ │ │ │ - 0x00034ab0 20776173 20696e73 65727469 6e672061 was inserting a │ │ │ │ - 0x00034ac0 20736967 6e616c20 68616e64 6c657220 signal handler │ │ │ │ - 0x00034ad0 62757420 77617320 67697665 6e20616e but was given an │ │ │ │ - 0x00034ae0 20696e76 616c6964 00000000 00000000 invalid........ │ │ │ │ - 0x00034af0 7369676e 616c206e 756d6265 723a0000 signal number:.. │ │ │ │ - 0x00034b00 20205369 676e616c 20737472 696e673a Signal string: │ │ │ │ - 0x00034b10 20257300 00000000 20204261 64207661 %s..... Bad va │ │ │ │ - 0x00034b20 6c75653a 20202020 20257300 00000000 lue: %s..... │ │ │ │ - 0x00034b30 54686520 67697665 6e207661 6c756520 The given value │ │ │ │ - 0x00034b40 6d757374 20626520 616e2069 6e746567 must be an integ │ │ │ │ - 0x00034b50 65722077 69746869 6e207468 65207369 er within the si │ │ │ │ - 0x00034b60 676e616c 206e756d 62657200 00000000 gnal number..... │ │ │ │ - 0x00034b70 72616e67 652e2050 6c656173 6520636f range. Please co │ │ │ │ - 0x00034b80 72726563 74207468 65207661 6c756520 rrect the value │ │ │ │ - 0x00034b90 616e6420 74727920 61676169 6e2e0000 and try again... │ │ │ │ - 0x00034ba0 4f70656e 204d5049 20776173 20696e73 Open MPI was ins │ │ │ │ - 0x00034bb0 65727469 6e672061 20736967 6e616c20 erting a signal │ │ │ │ - 0x00034bc0 68616e64 6c657220 666f7220 7369676e handler for sign │ │ │ │ - 0x00034bd0 616c2025 64206275 74206e6f 74696365 al %d but notice │ │ │ │ - 0x00034be0 64000000 00000000 74686174 20746865 d.......that the │ │ │ │ - 0x00034bf0 72652069 7320616c 72656164 79206120 re is already a │ │ │ │ - 0x00034c00 6e6f6e2d 64656661 756c7420 68616e64 non-default hand │ │ │ │ - 0x00034c10 6c657220 696e7374 616c6c65 642e2020 ler installed. │ │ │ │ - 0x00034c20 4f70656e 204d5049 27730000 00000000 Open MPI's...... │ │ │ │ - 0x00034c30 68616e64 6c657220 77617320 74686572 handler was ther │ │ │ │ - 0x00034c40 65666f72 65206e6f 7420696e 7374616c efore not instal │ │ │ │ - 0x00034c50 6c65643b 20796f75 72206a6f 62207769 led; your job wi │ │ │ │ - 0x00034c60 6c6c2063 6f6e7469 6e75652e 20205468 ll continue. Th │ │ │ │ - 0x00034c70 69730000 00000000 7761726e 696e6720 is......warning │ │ │ │ - 0x00034c80 6d657373 61676520 77696c6c 206f6e6c message will onl │ │ │ │ - 0x00034c90 79206265 20646973 706c6179 6564206f y be displayed o │ │ │ │ - 0x00034ca0 6e63652c 20657665 6e206966 204f7065 nce, even if Ope │ │ │ │ - 0x00034cb0 6e204d50 49000000 656e636f 756e7465 n MPI...encounte │ │ │ │ - 0x00034cc0 72732074 68697320 73697475 6174696f rs this situatio │ │ │ │ - 0x00034cd0 6e206167 61696e2e 00000000 00000000 n again......... │ │ │ │ - 0x00034ce0 546f2061 766f6964 20646973 706c6179 To avoid display │ │ │ │ - 0x00034cf0 696e6720 74686973 20776172 6e696e67 ing this warning │ │ │ │ - 0x00034d00 206d6573 73616765 2c20796f 75206361 message, you ca │ │ │ │ - 0x00034d10 6e206569 74686572 206e6f74 20696e73 n either not ins │ │ │ │ - 0x00034d20 74616c6c 00000000 74686520 6572726f tall....the erro │ │ │ │ - 0x00034d30 72206861 6e646c65 7220666f 72207369 r handler for si │ │ │ │ - 0x00034d40 676e616c 20256420 6f722079 6f752063 gnal %d or you c │ │ │ │ - 0x00034d50 616e2068 61766520 4f70656e 204d5049 an have Open MPI │ │ │ │ - 0x00034d60 206e6f74 20747279 20746f00 00000000 not try to..... │ │ │ │ - 0x00034d70 696e7374 616c6c20 69747320 6f776e20 install its own │ │ │ │ - 0x00034d80 7369676e 616c2068 616e646c 65722066 signal handler f │ │ │ │ - 0x00034d90 6f722074 68697320 7369676e 616c2062 or this signal b │ │ │ │ - 0x00034da0 79207365 7474696e 67207468 65000000 y setting the... │ │ │ │ - 0x00034db0 226f7061 6c5f7369 676e616c 7322204d "opal_signals" M │ │ │ │ - 0x00034dc0 43412070 6172616d 65746572 2e000000 CA parameter.... │ │ │ │ - 0x00034dd0 20205369 676e616c 3a202564 00000000 Signal: %d.... │ │ │ │ - 0x00034de0 20204375 7272656e 74206f70 616c5f73 Current opal_s │ │ │ │ - 0x00034df0 69676e61 6c207661 6c75653a 20257300 ignal value: %s. │ │ │ │ - 0x00034e00 6d70695f 6572726f 72735f61 72655f66 mpi_errors_are_f │ │ │ │ - 0x00034e10 6174616c 00000000 6d70695f 6572726f atal....mpi_erro │ │ │ │ - 0x00034e20 72735f61 72655f66 6174616c 20756e6b rs_are_fatal unk │ │ │ │ - 0x00034e30 6e6f776e 2068616e 646c6500 00000000 nown handle..... │ │ │ │ - 0x00034e40 6d70695f 6572726f 72735f61 626f7274 mpi_errors_abort │ │ │ │ - 0x00034e50 00000000 00000000 2573202a 2a2a2041 ........%s *** A │ │ │ │ - 0x00034e60 6e206572 726f7220 6f636375 72726564 n error occurred │ │ │ │ - 0x00034e70 20257320 25730000 2573202a 2a2a2072 %s %s..%s *** r │ │ │ │ - 0x00034e80 65706f72 74656420 62792070 726f6365 eported by proce │ │ │ │ - 0x00034e90 7373205b 256c752c 256c755d 00000000 ss [%lu,%lu].... │ │ │ │ - 0x00034ea0 2573202a 2a2a206f 6e202573 20257300 %s *** on %s %s. │ │ │ │ - 0x00034eb0 2573202a 2a2a2025 73000000 00000000 %s *** %s....... │ │ │ │ - 0x00034ec0 2573202a 2a2a204d 50495f45 52524f52 %s *** MPI_ERROR │ │ │ │ - 0x00034ed0 535f4142 4f525420 2870726f 63657373 S_ABORT (process │ │ │ │ - 0x00034ee0 65732069 6e207468 69732025 73207769 es in this %s wi │ │ │ │ - 0x00034ef0 6c6c206e 6f772061 626f7274 2c000000 ll now abort,... │ │ │ │ - 0x00034f00 2573202a 2a2a2020 2020616e 6420706f %s *** and po │ │ │ │ - 0x00034f10 74656e74 69616c6c 79207468 65207265 tentially the re │ │ │ │ - 0x00034f20 7374206f 6620796f 7572204d 5049206a st of your MPI j │ │ │ │ - 0x00034f30 6f622900 00000000 2573202a 2a2a206f ob).....%s *** o │ │ │ │ - 0x00034f40 6e206120 4e554c4c 20257300 00000000 n a NULL %s..... │ │ │ │ - 0x00034f50 2573202a 2a2a204d 50495f45 52524f52 %s *** MPI_ERROR │ │ │ │ - 0x00034f60 535f4152 455f4641 54414c20 2870726f S_ARE_FATAL (pro │ │ │ │ - 0x00034f70 63657373 65732069 6e207468 69732025 cesses in this % │ │ │ │ - 0x00034f80 73207769 6c6c206e 6f772061 626f7274 s will now abort │ │ │ │ - 0x00034f90 2c000000 00000000 2573202a 2a2a2020 ,.......%s *** │ │ │ │ - 0x00034fa0 2020616e 64204d50 49207769 6c6c2074 and MPI will t │ │ │ │ - 0x00034fb0 72792074 6f207465 726d696e 61746520 ry to terminate │ │ │ │ - 0x00034fc0 796f7572 204d5049 206a6f62 20617320 your MPI job as │ │ │ │ - 0x00034fd0 77656c6c 29000000 6d6f6475 6c653a75 well)...module:u │ │ │ │ - 0x00034fe0 6e746573 7465643a 6661696c 756e6465 ntested:failunde │ │ │ │ - 0x00034ff0 66000000 00000000 6d6f6475 6c653a75 f.......module:u │ │ │ │ - 0x00035000 6e746573 7465643a 6661696c 61626f72 ntested:failabor │ │ │ │ - 0x00035010 74000000 00000000 6d6f6475 6c653a75 t.......module:u │ │ │ │ - 0x00035020 6e746573 7465643a 73686f75 6c64776f ntested:shouldwo │ │ │ │ - 0x00035030 726b0000 00000000 6d6f6475 6c653a65 rk......module:e │ │ │ │ - 0x00035040 76656e74 3a73656c 65637462 75670000 vent:selectbug.. │ │ │ │ - 0x00035050 5741524e 494e473a 20546865 2073656c WARNING: The sel │ │ │ │ - 0x00035060 65637465 6420276c 69626576 656e7427 ected 'libevent' │ │ │ │ - 0x00035070 20757365 73207468 65202773 656c6563 uses the 'selec │ │ │ │ - 0x00035080 7427206d 6574686f 642c2077 68696368 t' method, which │ │ │ │ - 0x00035090 20686173 00000000 61206b6e 6f776e20 has....a known │ │ │ │ - 0x000350a0 62756720 696e2070 6f73742d 6661696c bug in post-fail │ │ │ │ - 0x000350b0 75726520 6f706572 6174696f 6e2c2079 ure operation, y │ │ │ │ - 0x000350c0 65742079 6f752068 61766520 72657175 et you have requ │ │ │ │ - 0x000350d0 65737465 64207375 70706f72 74000000 ested support... │ │ │ │ - 0x000350e0 666f7220 6661756c 7420746f 6c657261 for fault tolera │ │ │ │ - 0x000350f0 6e63652e 20576865 6e207573 696e6720 nce. When using │ │ │ │ - 0x00035100 74686973 20636f6d 706f6e65 6e742c20 this component, │ │ │ │ - 0x00035110 6e6f726d 616c2066 61696c75 72652066 normal failure f │ │ │ │ - 0x00035120 72656500 00000000 6f706572 6174696f ree.....operatio │ │ │ │ - 0x00035130 6e206973 20657870 65637465 643b2048 n is expected; H │ │ │ │ - 0x00035140 6f776576 65722c20 6661696c 75726573 owever, failures │ │ │ │ - 0x00035150 206d6179 20636175 73652074 68652061 may cause the a │ │ │ │ - 0x00035160 70706c69 63617469 6f6e2074 6f000000 pplication to... │ │ │ │ - 0x00035170 64656164 6c6f636b 2e000000 00000000 deadlock........ │ │ │ │ - 0x00035180 596f7520 6d617920 73656c65 63742061 You may select a │ │ │ │ - 0x00035190 20646966 66657265 6e742070 6f6c6c69 different polli │ │ │ │ - 0x000351a0 6e67206d 6574686f 64206279 20736574 ng method by set │ │ │ │ - 0x000351b0 74696e67 20746865 204d4341 20706172 ting the MCA par │ │ │ │ - 0x000351c0 616d6574 65720000 276f7061 6c5f6576 ameter..'opal_ev │ │ │ │ - 0x000351d0 656e745f 696e636c 75646527 20746f20 ent_include' to │ │ │ │ - 0x000351e0 616e7920 6f746865 72206d65 74686f64 any other method │ │ │ │ - 0x000351f0 20746861 6e202773 656c6563 74272e00 than 'select'.. │ │ │ │ - 0x00035200 54686520 73656c65 63746564 20272573 The selected '%s │ │ │ │ - 0x00035210 27206d6f 64756c65 20272573 27206973 ' module '%s' is │ │ │ │ - 0x00035220 20696e73 75666963 69656e74 6c792074 insuficiently t │ │ │ │ - 0x00035230 65737465 6420696e 20706f73 742d6661 ested in post-fa │ │ │ │ - 0x00035240 696c7572 65000000 6f706572 6174696f ilure...operatio │ │ │ │ - 0x00035250 6e2c2079 65742079 6f752068 61766520 n, yet you have │ │ │ │ - 0x00035260 72657175 65737465 64207375 70706f72 requested suppor │ │ │ │ - 0x00035270 7420666f 72206661 756c7420 746f6c65 t for fault tole │ │ │ │ - 0x00035280 72616e63 652e0000 5768656e 20757369 rance...When usi │ │ │ │ - 0x00035290 6e672074 68697320 636f6d70 6f6e656e ng this componen │ │ │ │ - 0x000352a0 742c206e 6f726d61 6c206661 696c7572 t, normal failur │ │ │ │ - 0x000352b0 65206672 65652061 6e642070 6f73742d e free and post- │ │ │ │ - 0x000352c0 6661696c 75726520 6f706572 6174696f failure operatio │ │ │ │ - 0x000352d0 6e000000 00000000 69732065 78706563 n.......is expec │ │ │ │ - 0x000352e0 7465642c 20627574 20746865 206d6f64 ted, but the mod │ │ │ │ - 0x000352f0 756c6520 73686f75 6c64206e 6f742062 ule should not b │ │ │ │ - 0x00035300 65207573 65642069 6e207072 6f647563 e used in produc │ │ │ │ - 0x00035310 74696f6e 2e000000 506c6561 73652072 tion....Please r │ │ │ │ - 0x00035320 65706f72 7420746f 20746865 20554c46 eport to the ULF │ │ │ │ - 0x00035330 4d206d61 696c696e 67206c69 73742079 M mailing list y │ │ │ │ - 0x00035340 6f757220 65787065 7269656e 63652028 our experience ( │ │ │ │ - 0x00035350 696e636c 7564696e 6720706f 73697469 including positi │ │ │ │ - 0x00035360 76650000 00000000 6f6e6573 29207769 ve......ones) wi │ │ │ │ - 0x00035370 74682074 6865206d 6f64756c 6520756e th the module un │ │ │ │ - 0x00035380 64657220 6661696c 75726520 7363656e der failure scen │ │ │ │ - 0x00035390 6172696f 732e0000 496e2074 68697320 arios...In this │ │ │ │ - 0x000353a0 6672616d 65776f72 6b2c2074 68652066 framework, the f │ │ │ │ - 0x000353b0 6f6c6c6f 77696e67 20636f6d 706f6e65 ollowing compone │ │ │ │ - 0x000353c0 6e747320 61726520 74657374 65642074 nts are tested t │ │ │ │ - 0x000353d0 6f206f70 65726174 6520756e 64657200 o operate under. │ │ │ │ - 0x000353e0 6661696c 75726520 7363656e 6172696f failure scenario │ │ │ │ - 0x000353f0 733a207b 25737d00 5741524e 494e473a s: {%s}.WARNING: │ │ │ │ - 0x00035400 20546865 2073656c 65637465 64202725 The selected '% │ │ │ │ - 0x00035410 7327206d 6f64756c 65202725 73272069 s' module '%s' i │ │ │ │ - 0x00035420 73206e6f 74207465 73746564 20666f72 s not tested for │ │ │ │ - 0x00035430 20706f73 742d6661 696c7572 65000000 post-failure... │ │ │ │ - 0x00035440 5768656e 20757369 6e672074 68697320 When using this │ │ │ │ - 0x00035450 636f6d70 6f6e656e 742c206e 6f726d61 component, norma │ │ │ │ - 0x00035460 6c206661 696c7572 65206672 6565206f l failure free o │ │ │ │ - 0x00035470 70657261 74696f6e 20697320 65787065 peration is expe │ │ │ │ - 0x00035480 63746564 3b000000 486f7765 7665722c cted;...However, │ │ │ │ - 0x00035490 20666169 6c757265 73207769 6c6c2063 failures will c │ │ │ │ - 0x000354a0 61757365 20746865 20617070 6c696361 ause the applica │ │ │ │ - 0x000354b0 74696f6e 20746f20 61626f72 742e0000 tion to abort... │ │ │ │ - 0x000354c0 486f7765 7665722c 20666169 6c757265 However, failure │ │ │ │ - 0x000354d0 73206d61 79206361 75736520 74686520 s may cause the │ │ │ │ - 0x000354e0 6170706c 69636174 696f6e20 746f2061 application to a │ │ │ │ - 0x000354f0 626f7274 2c206372 61736820 6f722064 bort, crash or d │ │ │ │ - 0x00035500 6561646c 6f636b2e 00000000 00000000 eadlock......... │ │ │ │ - 0x00035510 636f6d6d 2d73656c 6563743a 6e6f6e65 comm-select:none │ │ │ │ - 0x00035520 2d617661 696c6162 6c650000 00000000 -available...... │ │ │ │ - 0x00035530 636f6d6d 2d73656c 6563743a 6e6f2d66 comm-select:no-f │ │ │ │ - 0x00035540 756e6374 696f6e2d 61766169 6c61626c unction-availabl │ │ │ │ - 0x00035550 65000000 00000000 636f6d6d 2d73656c e.......comm-sel │ │ │ │ - 0x00035560 6563743a 6d697373 696e6720 636f6c6c ect:missing coll │ │ │ │ - 0x00035570 65637469 76650000 25732025 7320636f ective..%s %s co │ │ │ │ - 0x00035580 6c6c6563 74697665 20726571 75697265 llective require │ │ │ │ - 0x00035590 20737570 706f7274 2066726f 6d206120 support from a │ │ │ │ - 0x000355a0 7072696f 7220636f 6c6c6563 74697665 prior collective │ │ │ │ - 0x000355b0 206d6f64 756c6520 666f7220 74686520 module for the │ │ │ │ - 0x000355c0 66616c6c 6261636b 00000000 00000000 fallback........ │ │ │ │ - 0x000355d0 63617365 2e205375 63682073 7570706f case. Such suppo │ │ │ │ - 0x000355e0 72742069 73206d69 7373696e 6720696e rt is missing in │ │ │ │ - 0x000355f0 20746869 73207275 6e2e0000 00000000 this run....... │ │ │ │ - 0x00035600 686f7374 6e616d65 3a202020 25730000 hostname: %s.. │ │ │ │ - 0x00035610 7072696f 72697479 3a202020 25640000 priority: %d.. │ │ │ │ - 0x00035620 416c7468 6f756768 20736f6d 6520636f Although some co │ │ │ │ - 0x00035630 6c6c2063 6f6d706f 6e656e74 73206172 ll components ar │ │ │ │ - 0x00035640 65206176 61696c61 626c6520 6f6e2079 e available on y │ │ │ │ - 0x00035650 6f757220 73797374 656d2c20 6e6f6e65 our system, none │ │ │ │ - 0x00035660 206f6600 00000000 7468656d 20736169 of.....them sai │ │ │ │ - 0x00035670 64207468 61742074 68657920 636f756c d that they coul │ │ │ │ - 0x00035680 64206265 20757365 6420666f 72202573 d be used for %s │ │ │ │ - 0x00035690 206f6e20 61206e65 7720636f 6d6d756e on a new commun │ │ │ │ - 0x000356a0 69636174 6f722e00 54686973 20697320 icator..This is │ │ │ │ - 0x000356b0 65787472 656d656c 7920756e 75737561 extremely unusua │ │ │ │ - 0x000356c0 6c202d2d 20656974 68657220 74686520 l -- either the │ │ │ │ - 0x000356d0 22626173 6963222c 20226c69 626e6263 "basic", "libnbc │ │ │ │ - 0x000356e0 22206f72 20227365 6c662220 636f6d70 " or "self" comp │ │ │ │ - 0x000356f0 6f6e656e 74730000 73686f75 6c642062 onents..should b │ │ │ │ - 0x00035700 65206162 6c652074 6f206265 2063686f e able to be cho │ │ │ │ - 0x00035710 73656e20 666f7220 616e7920 636f6d6d sen for any comm │ │ │ │ - 0x00035720 756e6963 61746f72 2e202041 73207375 unicator. As su │ │ │ │ - 0x00035730 63682c20 74686973 00000000 00000000 ch, this........ │ │ │ │ - 0x00035740 6c696b65 6c79206d 65616e73 20746861 likely means tha │ │ │ │ - 0x00035750 7420736f 6d657468 696e6720 656c7365 t something else │ │ │ │ - 0x00035760 20697320 77726f6e 67202861 6c74686f is wrong (altho │ │ │ │ - 0x00035770 75676820 796f7520 73686f75 6c642064 ugh you should d │ │ │ │ - 0x00035780 6f75626c 65000000 63686563 6b207468 ouble...check th │ │ │ │ - 0x00035790 61742074 68652022 62617369 63222c20 at the "basic", │ │ │ │ - 0x000357a0 226c6962 6e626322 20616e64 20227365 "libnbc" and "se │ │ │ │ - 0x000357b0 6c662220 636f6c6c 20636f6d 706f6e65 lf" coll compone │ │ │ │ - 0x000357c0 6e747320 61726520 61766169 6c61626c nts are availabl │ │ │ │ - 0x000357d0 65206f6e 00000000 796f7572 20737973 e on....your sys │ │ │ │ - 0x000357e0 74656d20 2d2d2063 6865636b 20746865 tem -- check the │ │ │ │ - 0x000357f0 206f7574 70757420 6f662074 68652022 output of the " │ │ │ │ - 0x00035800 6f6d7069 5f696e66 6f222063 6f6d6d61 ompi_info" comma │ │ │ │ - 0x00035810 6e64292e 00000000 4120636f 6c6c206d nd).....A coll m │ │ │ │ - 0x00035820 6f64756c 65206661 696c6564 20746f20 odule failed to │ │ │ │ - 0x00035830 66696e61 6c697a65 2070726f 7065726c finalize properl │ │ │ │ - 0x00035840 79207768 656e2061 20636f6d 6d756e69 y when a communi │ │ │ │ - 0x00035850 6361746f 72207468 61742077 61730000 cator that was.. │ │ │ │ - 0x00035860 7573696e 67206974 20776173 20646573 using it was des │ │ │ │ - 0x00035870 74726f79 65642e00 54686973 20697320 troyed..This is │ │ │ │ - 0x00035880 736f6d65 77686174 20756e75 7375616c somewhat unusual │ │ │ │ - 0x00035890 3a207468 65206d6f 64756c65 20697473 : the module its │ │ │ │ - 0x000358a0 656c6620 6d617920 62652061 74206661 elf may be at fa │ │ │ │ - 0x000358b0 756c742c 206f7220 74686973 00000000 ult, or this.... │ │ │ │ - 0x000358c0 6d617920 62652061 2073796d 70746f6d may be a symptom │ │ │ │ - 0x000358d0 206f6620 616e6f74 68657220 69737375 of another issu │ │ │ │ - 0x000358e0 65202865 2e672e2c 2061206d 656d6f72 e (e.g., a memor │ │ │ │ - 0x000358f0 79207072 6f626c65 6d292e00 00000000 y problem)...... │ │ │ │ - 0x00035900 7468656d 20736169 64207468 61742074 them said that t │ │ │ │ - 0x00035910 68657920 636f756c 64206265 20757365 hey could be use │ │ │ │ - 0x00035920 6420666f 72206120 6e657720 636f6d6d d for a new comm │ │ │ │ - 0x00035930 756e6963 61746f72 2e000000 00000000 unicator........ │ │ │ │ - 0x00035940 6261642d 68696572 61726368 792d6974 bad-hierarchy-it │ │ │ │ - 0x00035950 656d0000 00000000 6261642d 6368756e em......bad-chun │ │ │ │ - 0x00035960 6b2d7369 7a652d69 74656d00 00000000 k-size-item..... │ │ │ │ - 0x00035970 6261642d 6369636f 2d6d6178 00000000 bad-cico-max.... │ │ │ │ - 0x00035980 7868632d 696e6974 2d666169 6c656400 xhc-init-failed. │ │ │ │ - 0x00035990 7868632d 6f702d69 6e69742d 6661696c xhc-op-init-fail │ │ │ │ - 0x000359a0 65640000 00000000 746f6f2d 6d616e79 ed......too-many │ │ │ │ - 0x000359b0 2d766972 742d6869 65727300 00000000 -virt-hiers..... │ │ │ │ - 0x000359c0 4552524f 52202863 6f6c6c2f 78686329 ERROR (coll/xhc) │ │ │ │ - 0x000359d0 00000000 00000000 546f6f20 6d616e79 ........Too many │ │ │ │ - 0x000359e0 20766972 7475616c 20686965 72617263 virtual hierarc │ │ │ │ - 0x000359f0 68696573 20726571 75657374 65640000 hies requested.. │ │ │ │ - 0x00035a00 46616c6c 696e6720 6261636b 20746f20 Falling back to │ │ │ │ - 0x00035a10 616e6f74 68657220 636f6d70 6f6e656e another componen │ │ │ │ - 0x00035a20 74000000 00000000 496e6974 69616c69 t.......Initiali │ │ │ │ - 0x00035a30 7a617469 6f6e2066 6f722025 73206661 zation for %s fa │ │ │ │ - 0x00035a40 696c6564 2c206572 726f7220 636f6465 iled, error code │ │ │ │ - 0x00035a50 20256400 00000000 4572726e 6f3a2025 %d.....Errno: % │ │ │ │ - 0x00035a60 64202825 73290000 496e6974 69616c69 d (%s)..Initiali │ │ │ │ - 0x00035a70 7a617469 6f6e2066 61696c65 642c2065 zation failed, e │ │ │ │ - 0x00035a80 72726f72 20636f64 65202564 00000000 rror code %d.... │ │ │ │ - 0x00035a90 4d616c66 6f726d65 64206369 636f5f6d Malformed cico_m │ │ │ │ - 0x00035aa0 61782070 6172616d 65746572 20272573 ax parameter '%s │ │ │ │ - 0x00035ab0 27000000 00000000 4d616c66 6f726d65 '.......Malforme │ │ │ │ - 0x00035ac0 64206368 756e6b20 73697a65 20697465 d chunk size ite │ │ │ │ - 0x00035ad0 6d3a2027 25732700 496e2063 68756e6b m: '%s'.In chunk │ │ │ │ - 0x00035ae0 2073697a 65207061 72616d65 74657220 size parameter │ │ │ │ - 0x00035af0 73747269 6e673a20 27257327 00000000 string: '%s'.... │ │ │ │ - 0x00035b00 556e7265 636f676e 697a6564 206c6f63 Unrecognized loc │ │ │ │ - 0x00035b10 616c6974 79206465 66696e69 74696f6e ality definition │ │ │ │ - 0x00035b20 3a202725 73270000 496e2068 69657261 : '%s'..In hiera │ │ │ │ - 0x00035b30 72636879 20706172 616d6574 65722073 rchy parameter s │ │ │ │ - 0x00035b40 7472696e 673a2027 25732700 00000000 tring: '%s'..... │ │ │ │ - 0x00035b50 686f6f6b 3a6d6973 73696e67 2d726571 hook:missing-req │ │ │ │ - 0x00035b60 75697265 642d636f 6d706f6e 656e7400 uired-component. │ │ │ │ - 0x00035b70 4572726f 723a2041 20726571 75657374 Error: A request │ │ │ │ - 0x00035b80 20776173 206d6164 6520746f 20657863 was made to exc │ │ │ │ - 0x00035b90 6c756465 20612068 6f6f6b20 636f6d70 lude a hook comp │ │ │ │ - 0x00035ba0 6f6e656e 74206672 6f6d2063 6f6e7369 onent from consi │ │ │ │ - 0x00035bb0 64657261 74696f6e 20746861 74000000 deration that... │ │ │ │ - 0x00035bc0 69732072 65717569 72656420 746f2062 is required to b │ │ │ │ - 0x00035bd0 6520696e 636c7564 65642e20 54686973 e included. This │ │ │ │ - 0x00035be0 20636f6d 706f6e65 6e742028 6e6f7465 component (note │ │ │ │ - 0x00035bf0 64206265 6c6f7729 2063616e 202d6e6f d below) can -no │ │ │ │ - 0x00035c00 742d2062 65206578 636c7564 65640000 t- be excluded.. │ │ │ │ - 0x00035c10 66726f6d 20636f6e 73696465 72617469 from considerati │ │ │ │ - 0x00035c20 6f6e2e20 54686520 70726f67 72616d20 on. The program │ │ │ │ - 0x00035c30 77696c6c 20666169 6c206174 20746869 will fail at thi │ │ │ │ - 0x00035c40 73207469 6d652e00 65616765 725f6c69 s time..eager_li │ │ │ │ - 0x00035c50 6d69745f 746f6f5f 736d616c 6c000000 mit_too_small... │ │ │ │ - 0x00035c60 63756461 5f656167 65725f6c 696d6974 cuda_eager_limit │ │ │ │ - 0x00035c70 5f746f6f 5f736d61 6c6c0000 00000000 _too_small...... │ │ │ │ - 0x00035c80 63756461 5f72646d 615f6c69 6d69745f cuda_rdma_limit_ │ │ │ │ - 0x00035c90 746f6f5f 736d616c 6c000000 00000000 too_small....... │ │ │ │ - 0x00035ca0 54686520 22435544 41207264 6d61206c The "CUDA rdma l │ │ │ │ - 0x00035cb0 696d6974 22204d43 41207061 72616d65 imit" MCA parame │ │ │ │ - 0x00035cc0 74657220 696e2074 68652025 73204254 ter in the %s BT │ │ │ │ - 0x00035cd0 4c207761 73207365 7420746f 20612076 L was set to a v │ │ │ │ - 0x00035ce0 616c7565 20776869 63680000 00000000 alue which...... │ │ │ │ - 0x00035cf0 69732074 6f6f206c 6f772066 6f72204f is too low for O │ │ │ │ - 0x00035d00 70656e20 4d504920 746f2066 756e6374 pen MPI to funct │ │ │ │ - 0x00035d10 696f6e20 70726f70 65726c79 2e202050 ion properly. P │ │ │ │ - 0x00035d20 6c656173 65207265 2d72756e 20796f75 lease re-run you │ │ │ │ - 0x00035d30 72206a6f 62000000 77697468 20612068 r job...with a h │ │ │ │ - 0x00035d40 69676865 72204355 44412072 646d6120 igher CUDA rdma │ │ │ │ - 0x00035d50 6c696d69 74207661 6c756520 666f7220 limit value for │ │ │ │ - 0x00035d60 74686973 2042544c 3b207468 65206578 this BTL; the ex │ │ │ │ - 0x00035d70 61637420 4d434120 70617261 6d657465 act MCA paramete │ │ │ │ - 0x00035d80 72000000 00000000 6e616d65 20616e64 r.......name and │ │ │ │ - 0x00035d90 20697473 20636f72 72657370 6f6e6469 its correspondi │ │ │ │ - 0x00035da0 6e67206d 696e696d 756d2076 616c7565 ng minimum value │ │ │ │ - 0x00035db0 20697320 73686f77 6e206265 6c6f772e is shown below. │ │ │ │ - 0x00035dc0 00000000 00000000 20204c6f 63616c20 ........ Local │ │ │ │ - 0x00035dd0 686f7374 3a202020 20202020 20202020 host: │ │ │ │ - 0x00035de0 20202020 20202020 25730000 00000000 %s...... │ │ │ │ - 0x00035df0 20204254 4c206e61 6d653a20 20202020 BTL name: │ │ │ │ - 0x00035e00 20202020 20202020 20202020 20202020 │ │ │ │ - 0x00035e10 25730000 00000000 20204254 4c204355 %s...... BTL CU │ │ │ │ - 0x00035e20 44412072 6e647620 6c696d69 74207661 DA rndv limit va │ │ │ │ - 0x00035e30 6c75653a 20202020 25642028 73657420 lue: %d (set │ │ │ │ - 0x00035e40 76696120 62746c5f 25735f63 7564615f via btl_%s_cuda_ │ │ │ │ - 0x00035e50 72646d61 5f6c696d 69742900 00000000 rdma_limit)..... │ │ │ │ - 0x00035e60 20204254 4c204355 44412072 6e647620 BTL CUDA rndv │ │ │ │ - 0x00035e70 6c696d69 74206d69 6e696d75 6d3a2020 limit minimum: │ │ │ │ - 0x00035e80 25640000 00000000 20204d43 41207061 %d...... MCA pa │ │ │ │ - 0x00035e90 72616d65 74657220 6e616d65 3a202020 rameter name: │ │ │ │ - 0x00035ea0 20202020 20202020 62746c5f 25735f63 btl_%s_c │ │ │ │ - 0x00035eb0 7564615f 72646d61 5f6c696d 69740000 uda_rdma_limit.. │ │ │ │ - 0x00035ec0 54686520 22435544 41206561 67657220 The "CUDA eager │ │ │ │ - 0x00035ed0 6c696d69 7422204d 43412070 6172616d limit" MCA param │ │ │ │ - 0x00035ee0 65746572 20696e20 74686520 25732042 eter in the %s B │ │ │ │ - 0x00035ef0 544c2077 61732073 65742074 6f206120 TL was set to a │ │ │ │ - 0x00035f00 76616c75 65207768 69636800 00000000 value which..... │ │ │ │ - 0x00035f10 77697468 20612068 69676865 72204355 with a higher CU │ │ │ │ - 0x00035f20 44412065 61676572 206c696d 69742076 DA eager limit v │ │ │ │ - 0x00035f30 616c7565 20666f72 20746869 73204254 alue for this BT │ │ │ │ - 0x00035f40 4c3b2074 68652065 78616374 204d4341 L; the exact MCA │ │ │ │ - 0x00035f50 20706172 616d6574 65720000 00000000 parameter...... │ │ │ │ - 0x00035f60 20204254 4c204355 44412065 61676572 BTL CUDA eager │ │ │ │ - 0x00035f70 206c696d 69742076 616c7565 3a202020 limit value: │ │ │ │ - 0x00035f80 25642028 73657420 76696120 62746c5f %d (set via btl_ │ │ │ │ - 0x00035f90 25735f63 7564615f 65616765 725f6c69 %s_cuda_eager_li │ │ │ │ - 0x00035fa0 6d697429 00000000 20204254 4c204355 mit).... BTL CU │ │ │ │ - 0x00035fb0 44412065 61676572 206c696d 6974206d DA eager limit m │ │ │ │ - 0x00035fc0 696e696d 756d3a20 25640000 00000000 inimum: %d...... │ │ │ │ - 0x00035fd0 20204d43 41207061 72616d65 74657220 MCA parameter │ │ │ │ - 0x00035fe0 6e616d65 3a202020 20202020 20202020 name: │ │ │ │ - 0x00035ff0 62746c5f 25735f63 7564615f 65616765 btl_%s_cuda_eage │ │ │ │ - 0x00036000 725f6c69 6d697400 54686520 22656167 r_limit.The "eag │ │ │ │ - 0x00036010 6572206c 696d6974 22204d43 41207061 er limit" MCA pa │ │ │ │ - 0x00036020 72616d65 74657220 696e2074 68652025 rameter in the % │ │ │ │ - 0x00036030 73204254 4c207761 73207365 7420746f s BTL was set to │ │ │ │ - 0x00036040 20612076 616c7565 20776869 63680000 a value which.. │ │ │ │ - 0x00036050 77697468 20612068 69676865 72206561 with a higher ea │ │ │ │ - 0x00036060 67657220 6c696d69 74207661 6c756520 ger limit value │ │ │ │ - 0x00036070 666f7220 74686973 2042544c 3b207468 for this BTL; th │ │ │ │ - 0x00036080 65206578 61637420 4d434120 70617261 e exact MCA para │ │ │ │ - 0x00036090 6d657465 72000000 20204254 4c206e61 meter... BTL na │ │ │ │ - 0x000360a0 6d653a20 20202020 20202020 20202020 me: │ │ │ │ - 0x000360b0 20202025 73000000 20204254 4c206561 %s... BTL ea │ │ │ │ - 0x000360c0 67657220 6c696d69 74207661 6c75653a ger limit value: │ │ │ │ - 0x000360d0 20202025 64202873 65742076 69612062 %d (set via b │ │ │ │ - 0x000360e0 746c5f25 735f6561 6765725f 6c696d69 tl_%s_eager_limi │ │ │ │ - 0x000360f0 74290000 00000000 20204254 4c206561 t)...... BTL ea │ │ │ │ - 0x00036100 67657220 6c696d69 74206d69 6e696d75 ger limit minimu │ │ │ │ - 0x00036110 6d3a2025 64000000 20204d43 41207061 m: %d... MCA pa │ │ │ │ - 0x00036120 72616d65 74657220 6e616d65 3a202020 rameter name: │ │ │ │ - 0x00036130 20202062 746c5f25 735f6561 6765725f btl_%s_eager_ │ │ │ │ - 0x00036140 6c696d69 74000000 756e7265 61636861 limit...unreacha │ │ │ │ - 0x00036150 626c6520 70726f63 00000000 00000000 ble proc........ │ │ │ │ - 0x00036160 4174206c 65617374 206f6e65 20706169 At least one pai │ │ │ │ - 0x00036170 72206f66 204d5049 2070726f 63657373 r of MPI process │ │ │ │ - 0x00036180 65732061 72652075 6e61626c 6520746f es are unable to │ │ │ │ - 0x00036190 20726561 63682065 61636820 6f746865 reach each othe │ │ │ │ - 0x000361a0 7220666f 72000000 4d504920 636f6d6d r for...MPI comm │ │ │ │ - 0x000361b0 756e6963 6174696f 6e732e20 20546869 unications. Thi │ │ │ │ - 0x000361c0 73206d65 616e7320 74686174 206e6f20 s means that no │ │ │ │ - 0x000361d0 4f70656e 204d5049 20646576 69636520 Open MPI device │ │ │ │ - 0x000361e0 68617320 696e6469 63617465 64000000 has indicated... │ │ │ │ - 0x000361f0 74686174 20697420 63616e20 62652075 that it can be u │ │ │ │ - 0x00036200 73656420 746f2063 6f6d6d75 6e696361 sed to communica │ │ │ │ - 0x00036210 74652062 65747765 656e2074 68657365 te between these │ │ │ │ - 0x00036220 2070726f 63657373 65732e20 20546869 processes. Thi │ │ │ │ - 0x00036230 73206973 00000000 616e2065 72726f72 s is....an error │ │ │ │ - 0x00036240 3b204f70 656e204d 50492072 65717569 ; Open MPI requi │ │ │ │ - 0x00036250 72657320 74686174 20616c6c 204d5049 res that all MPI │ │ │ │ - 0x00036260 2070726f 63657373 65732062 65206162 processes be ab │ │ │ │ - 0x00036270 6c652074 6f207265 61636800 00000000 le to reach..... │ │ │ │ - 0x00036280 65616368 206f7468 65722e20 20546869 each other. Thi │ │ │ │ - 0x00036290 73206572 726f7220 63616e20 736f6d65 s error can some │ │ │ │ - 0x000362a0 74696d65 73206265 20746865 20726573 times be the res │ │ │ │ - 0x000362b0 756c7420 6f662066 6f726765 7474696e ult of forgettin │ │ │ │ - 0x000362c0 6720746f 00000000 73706563 69667920 g to....specify │ │ │ │ - 0x000362d0 74686520 2273656c 66222042 544c2e00 the "self" BTL.. │ │ │ │ - 0x000362e0 20205072 6f636573 73203120 28257329 Process 1 (%s) │ │ │ │ - 0x000362f0 20697320 6f6e2068 6f73743a 20257300 is on host: %s. │ │ │ │ - 0x00036300 20205072 6f636573 73203220 28257329 Process 2 (%s) │ │ │ │ - 0x00036310 20697320 6f6e2068 6f73743a 20257300 is on host: %s. │ │ │ │ - 0x00036320 20204254 4c732061 7474656d 70746564 BTLs attempted │ │ │ │ - 0x00036330 3a202573 00000000 596f7572 204d5049 : %s....Your MPI │ │ │ │ - 0x00036340 206a6f62 20697320 6e6f7720 676f696e job is now goin │ │ │ │ - 0x00036350 6720746f 2061626f 72743b20 736f7272 g to abort; sorr │ │ │ │ - 0x00036360 792e0000 00000000 70736d32 20696e69 y.......psm2 ini │ │ │ │ - 0x00036370 74000000 00000000 756e6162 6c652074 t.......unable t │ │ │ │ - 0x00036380 6f206f70 656e2065 6e64706f 696e7400 o open endpoint. │ │ │ │ - 0x00036390 6e6f2075 75696420 70726573 656e7400 no uuid present. │ │ │ │ - 0x000363a0 6572726f 7220706f 6c6c696e 67206e65 error polling ne │ │ │ │ - 0x000363b0 74776f72 6b000000 6572726f 7220706f twork...error po │ │ │ │ - 0x000363c0 7374696e 67207265 63656976 65000000 sting receive... │ │ │ │ - 0x000363d0 6d657373 61676520 746f6f20 62696700 message too big. │ │ │ │ - 0x000363e0 6e6f2070 736d3220 63756461 20656e76 no psm2 cuda env │ │ │ │ - 0x000363f0 00000000 00000000 5761726e 696e673a ........Warning: │ │ │ │ - 0x00036400 204f7065 6e204d50 49206861 73206465 Open MPI has de │ │ │ │ - 0x00036410 74656374 65642074 68617420 796f7520 tected that you │ │ │ │ - 0x00036420 61726520 72756e6e 696e6720 696e2061 are running in a │ │ │ │ - 0x00036430 6e20656e 7669726f 6e6d656e 74207769 n environment wi │ │ │ │ - 0x00036440 74682043 55444100 64657669 63657320 th CUDA.devices │ │ │ │ - 0x00036450 70726573 656e7420 616e6420 74686174 present and that │ │ │ │ - 0x00036460 20796f75 20617265 20757369 6e672049 you are using I │ │ │ │ - 0x00036470 6e74656c 28722920 4f6d7069 2d506174 ntel(r) Ompi-Pat │ │ │ │ - 0x00036480 68206e65 74776f72 6b696e67 2e20486f h networking. Ho │ │ │ │ - 0x00036490 77657665 722c0000 74686520 656e7669 wever,..the envi │ │ │ │ - 0x000364a0 726f6e6d 656e7420 76617269 61626c65 ronment variable │ │ │ │ - 0x000364b0 2050534d 325f4355 44412077 6173206e PSM2_CUDA was n │ │ │ │ - 0x000364c0 6f742073 65742c20 6d65616e 696e6720 ot set, meaning │ │ │ │ - 0x000364d0 74686174 20746865 2050534d 32204f6d that the PSM2 Om │ │ │ │ - 0x000364e0 6e692d50 61746800 6e657477 6f726b69 ni-Path.networki │ │ │ │ - 0x000364f0 6e67206c 69627261 72792077 6173206e ng library was n │ │ │ │ - 0x00036500 6f742074 6f6c6420 686f7720 746f2068 ot told how to h │ │ │ │ - 0x00036510 616e646c 65204355 44412073 7570706f andle CUDA suppo │ │ │ │ - 0x00036520 72742e00 00000000 49662079 6f757220 rt......If your │ │ │ │ - 0x00036530 6170706c 69636174 696f6e20 75736573 application uses │ │ │ │ - 0x00036540 20435544 41206275 66666572 732c2079 CUDA buffers, y │ │ │ │ - 0x00036550 6f752073 686f756c 64207365 74207468 ou should set th │ │ │ │ - 0x00036560 6520656e 7669726f 6e6d656e 74207661 e environment va │ │ │ │ - 0x00036570 72696162 6c650000 50534d32 5f435544 riable..PSM2_CUD │ │ │ │ - 0x00036580 4120746f 20313b20 6f746865 72776973 A to 1; otherwis │ │ │ │ - 0x00036590 652c2073 65742069 7420746f 20302e20 e, set it to 0. │ │ │ │ - 0x000365a0 53657474 696e6720 74686520 76617269 Setting the vari │ │ │ │ - 0x000365b0 61626c65 20746f20 74686520 77726f6e able to the wron │ │ │ │ - 0x000365c0 67207661 6c756500 63616e20 68617665 g value.can have │ │ │ │ - 0x000365d0 20706572 666f726d 616e6365 20696d70 performance imp │ │ │ │ - 0x000365e0 6c696361 74696f6e 73206f6e 20796f75 lications on you │ │ │ │ - 0x000365f0 72206170 706c6963 6174696f 6e2c206f r application, o │ │ │ │ - 0x00036600 72206576 656e2063 61757365 20697420 r even cause it │ │ │ │ - 0x00036610 746f0000 00000000 63726173 682e0000 to......crash... │ │ │ │ - 0x00036620 53696e63 65206974 20776173 206e6f74 Since it was not │ │ │ │ - 0x00036630 20736574 2c204f70 656e204d 50492068 set, Open MPI h │ │ │ │ - 0x00036640 61732064 65666175 6c746564 20746f20 as defaulted to │ │ │ │ - 0x00036650 73657474 696e6720 74686520 50534d32 setting the PSM2 │ │ │ │ - 0x00036660 5f435544 41000000 656e7669 726f6e6d _CUDA...environm │ │ │ │ - 0x00036670 656e7420 76617269 61626c65 20746f20 ent variable to │ │ │ │ - 0x00036680 312e0000 00000000 4c6f6361 6c20686f 1.......Local ho │ │ │ │ - 0x00036690 73746e61 6d653a20 25730000 00000000 stname: %s...... │ │ │ │ - 0x000366a0 4d657373 61676520 73697a65 20256c6c Message size %ll │ │ │ │ - 0x000366b0 75206269 67676572 20746861 6e207375 u bigger than su │ │ │ │ - 0x000366c0 70706f72 74656420 62792050 534d3220 pported by PSM2 │ │ │ │ - 0x000366d0 4150492e 204d6178 203d2025 6c6c7500 API. Max = %llu. │ │ │ │ - 0x000366e0 556e6162 6c652074 6f20706f 73742061 Unable to post a │ │ │ │ - 0x000366f0 70706c69 63617469 6f6e2072 65636569 pplication recei │ │ │ │ - 0x00036700 76652062 75666665 72202870 736d325f ve buffer (psm2_ │ │ │ │ - 0x00036710 6d715f69 72656376 206f7220 70736d32 mq_irecv or psm2 │ │ │ │ - 0x00036720 5f6d715f 696d7265 6376292e 00000000 _mq_imrecv)..... │ │ │ │ - 0x00036730 20204275 66666572 3a202020 20202570 Buffer: %p │ │ │ │ - 0x00036740 00000000 00000000 20204c65 6e677468 ........ Length │ │ │ │ - 0x00036750 3a202020 2020256c 6c750000 00000000 : %llu...... │ │ │ │ - 0x00036760 4572726f 72202573 206f6363 75727265 Error %s occurre │ │ │ │ - 0x00036770 6420696e 20617474 656d7074 696e6720 d in attempting │ │ │ │ - 0x00036780 746f206d 616b6520 6e657477 6f726b20 to make network │ │ │ │ - 0x00036790 70726f67 72657373 20287073 6d325f6d progress (psm2_m │ │ │ │ - 0x000367a0 715f6970 65656b29 2e000000 00000000 q_ipeek)........ │ │ │ │ - 0x000367b0 4572726f 72206f62 7461696e 696e6720 Error obtaining │ │ │ │ - 0x000367c0 756e6971 75652074 72616e73 706f7274 unique transport │ │ │ │ - 0x000367d0 206b6579 2066726f 6d20504d 49582028 key from PMIX ( │ │ │ │ - 0x000367e0 4f4d5049 5f4d4341 5f6f7274 655f7072 OMPI_MCA_orte_pr │ │ │ │ - 0x000367f0 65636f6e 64697469 6f6e5f74 72616e73 econdition_trans │ │ │ │ - 0x00036800 706f7274 73202573 00000000 00000000 ports %s........ │ │ │ │ - 0x00036810 74686520 656e7669 726f6e6d 656e7429 the environment) │ │ │ │ - 0x00036820 2e000000 00000000 50534d32 20776173 ........PSM2 was │ │ │ │ - 0x00036830 20756e61 626c6520 746f206f 70656e20 unable to open │ │ │ │ - 0x00036840 616e2065 6e64706f 696e742e 20506c65 an endpoint. Ple │ │ │ │ - 0x00036850 61736520 6d616b65 20737572 65207468 ase make sure th │ │ │ │ - 0x00036860 61742074 6865206e 6574776f 726b206c at the network l │ │ │ │ - 0x00036870 696e6b20 69730000 61637469 7665206f ink is..active o │ │ │ │ - 0x00036880 6e207468 65206e6f 64652061 6e642074 n the node and t │ │ │ │ - 0x00036890 68652068 61726477 61726520 69732066 he hardware is f │ │ │ │ - 0x000368a0 756e6374 696f6e69 6e672e00 00000000 unctioning...... │ │ │ │ - 0x000368b0 20204572 726f723a 20257300 00000000 Error: %s..... │ │ │ │ - 0x000368c0 496e6974 69616c69 7a617469 6f6e206f Initialization o │ │ │ │ - 0x000368d0 66205053 4d32206c 69627261 72792066 f PSM2 library f │ │ │ │ - 0x000368e0 61696c65 642e0000 4f464920 63616c6c ailed...OFI call │ │ │ │ - 0x000368f0 20666169 6c000000 4e6f7420 656e6f75 fail...Not enou │ │ │ │ - 0x00036900 67682062 69747320 666f7220 43494400 gh bits for CID. │ │ │ │ - 0x00036910 53455020 756e6176 61696c61 626c6500 SEP unavailable. │ │ │ │ - 0x00036920 53455020 72657175 69726564 00000000 SEP required.... │ │ │ │ - 0x00036930 53455020 74687265 61642067 726f7570 SEP thread group │ │ │ │ - 0x00036940 696e6720 63747874 206c696d 69740000 ing ctxt limit.. │ │ │ │ - 0x00036950 4c6f6361 6c207261 6e6b7320 65786365 Local ranks exce │ │ │ │ - 0x00036960 6564206f 66692063 6f6e7465 78747300 ed ofi contexts. │ │ │ │ - 0x00036970 43747874 73206578 63656564 65642061 Ctxts exceeded a │ │ │ │ - 0x00036980 7661696c 61626c65 00000000 00000000 vailable........ │ │ │ │ - 0x00036990 6d6f6465 78206661 696c6564 00000000 modex failed.... │ │ │ │ - 0x000369a0 42756666 6572204d 656d6f72 79205265 Buffer Memory Re │ │ │ │ - 0x000369b0 67697374 72617469 6f6e2046 61696c65 gistration Faile │ │ │ │ - 0x000369c0 64000000 00000000 4f70656e 204d5049 d.......Open MPI │ │ │ │ - 0x000369d0 20666169 6c656420 746f2072 65676973 failed to regis │ │ │ │ - 0x000369e0 74657220 796f7572 20627566 6665722e ter your buffer. │ │ │ │ - 0x000369f0 00000000 00000000 54686973 20657272 ........This err │ │ │ │ - 0x00036a00 6f722069 73206661 74616c2c 20796f75 or is fatal, you │ │ │ │ - 0x00036a10 72206a6f 62207769 6c6c2061 626f7274 r job will abort │ │ │ │ - 0x00036a20 00000000 00000000 20204275 66666572 ........ Buffer │ │ │ │ - 0x00036a30 20547970 653a2025 73000000 00000000 Type: %s....... │ │ │ │ - 0x00036a40 20204275 66666572 20416464 72657373 Buffer Address │ │ │ │ - 0x00036a50 3a202570 00000000 20204275 66666572 : %p.... Buffer │ │ │ │ - 0x00036a60 204c656e 6774683a 20256400 00000000 Length: %d..... │ │ │ │ - 0x00036a70 20204572 726f723a 20257320 28257a64 Error: %s (%zd │ │ │ │ - 0x00036a80 29000000 00000000 4d657373 61676520 ).......Message │ │ │ │ - 0x00036a90 73697a65 20256c6c 75206269 67676572 size %llu bigger │ │ │ │ - 0x00036aa0 20746861 6e207375 70706f72 74656420 than supported │ │ │ │ - 0x00036ab0 62792073 656c6563 74656420 7472616e by selected tran │ │ │ │ - 0x00036ac0 73706f72 742e204d 6178203d 20256c6c sport. Max = %ll │ │ │ │ - 0x00036ad0 75000000 00000000 54686520 4f464920 u.......The OFI │ │ │ │ - 0x00036ae0 4d544c20 77617320 6e6f7420 61626c65 MTL was not able │ │ │ │ - 0x00036af0 20746f20 66696e64 20656e64 706f696e to find endpoin │ │ │ │ - 0x00036b00 7420696e 666f726d 6174696f 6e20666f t information fo │ │ │ │ - 0x00036b10 72206120 72656d6f 74650000 00000000 r a remote...... │ │ │ │ - 0x00036b20 656e6470 6f696e74 2e20204d 6f737420 endpoint. Most │ │ │ │ - 0x00036b30 6c696b65 6c792c20 74686973 206d6561 likely, this mea │ │ │ │ - 0x00036b40 6e732074 68617420 74686520 72656d6f ns that the remo │ │ │ │ - 0x00036b50 74652070 726f6365 73732077 61732075 te process was u │ │ │ │ - 0x00036b60 6e61626c 65000000 746f2069 6e697469 nable...to initi │ │ │ │ - 0x00036b70 616c697a 65207468 65204c69 62666162 alize the Libfab │ │ │ │ - 0x00036b80 72696320 4e494320 636f7272 6563746c ric NIC correctl │ │ │ │ - 0x00036b90 792e2020 54686973 20657272 6f722069 y. This error i │ │ │ │ - 0x00036ba0 73206e6f 74000000 7265636f 76657261 s not...recovera │ │ │ │ - 0x00036bb0 626c6520 616e6420 796f7572 20617070 ble and your app │ │ │ │ - 0x00036bc0 6c696361 74696f6e 20697320 6c696b65 lication is like │ │ │ │ - 0x00036bd0 6c792074 6f206162 6f72742e 00000000 ly to abort..... │ │ │ │ - 0x00036be0 20205265 6d6f7465 20686f73 743a2025 Remote host: % │ │ │ │ - 0x00036bf0 73000000 00000000 20204572 726f723a s....... Error: │ │ │ │ - 0x00036c00 20257320 28256429 00000000 00000000 %s (%d)........ │ │ │ │ - 0x00036c10 55736572 20726571 75657374 65642066 User requested f │ │ │ │ - 0x00036c20 6f72206d 6f726520 7468616e 20617661 or more than ava │ │ │ │ - 0x00036c30 696c6162 6c652063 6f6e7465 78747320 ilable contexts │ │ │ │ - 0x00036c40 66726f6d 2070726f 76696465 722e204c from provider. L │ │ │ │ - 0x00036c50 696d6974 696e6700 746f206d 61782061 imiting.to max a │ │ │ │ - 0x00036c60 6c6c6f77 65642028 2564292e 20436f6e llowed (%d). Con │ │ │ │ - 0x00036c70 74657874 73207769 6c6c2062 65207265 texts will be re │ │ │ │ - 0x00036c80 20757365 6420696e 20726f75 6e642d72 used in round-r │ │ │ │ - 0x00036c90 6f62696e 20666173 68696f6e 20696620 obin fashion if │ │ │ │ - 0x00036ca0 74686572 65000000 61726520 6d6f7265 there...are more │ │ │ │ - 0x00036cb0 20746872 65616473 20746861 6e207468 threads than th │ │ │ │ - 0x00036cc0 65206176 61696c61 626c6520 636f6e74 e available cont │ │ │ │ - 0x00036cd0 65787473 2e000000 20204c6f 63617469 exts.... Locati │ │ │ │ - 0x00036ce0 6f6e3a20 25733a25 64000000 00000000 on: %s:%d....... │ │ │ │ - 0x00036cf0 4e756d62 6572206f 66206c6f 63616c20 Number of local │ │ │ │ - 0x00036d00 72616e6b 73206578 63656564 20746865 ranks exceed the │ │ │ │ - 0x00036d10 206e756d 62657220 6f662061 7661696c number of avail │ │ │ │ - 0x00036d20 61626c65 204f4649 20636f6e 74657874 able OFI context │ │ │ │ - 0x00036d30 7320696e 20257300 70726f76 69646572 s in %s.provider │ │ │ │ - 0x00036d40 20616e64 20776520 63616e6e 6f742070 and we cannot p │ │ │ │ - 0x00036d50 726f7669 73696f6e 20656e6f 75676820 rovision enough │ │ │ │ - 0x00036d60 636f6e74 65787473 20666f72 20656163 contexts for eac │ │ │ │ - 0x00036d70 68207261 6e6b2e20 54727920 64697361 h rank. Try disa │ │ │ │ - 0x00036d80 626c696e 67000000 5363616c 61626c65 bling...Scalable │ │ │ │ - 0x00036d90 20456e64 706f696e 74206665 61747572 Endpoint featur │ │ │ │ - 0x00036da0 652e0000 00000000 52656163 68656420 e.......Reached │ │ │ │ - 0x00036db0 6c696d69 74202825 64292066 6f72206e limit (%d) for n │ │ │ │ - 0x00036dc0 756d6265 72206f66 204f4649 20636f6e umber of OFI con │ │ │ │ - 0x00036dd0 74657874 73207365 74206279 206d746c texts set by mtl │ │ │ │ - 0x00036de0 5f6f6669 5f6e756d 5f637478 74732e00 _ofi_num_ctxts.. │ │ │ │ - 0x00036df0 506c6561 73652073 6574206d 746c5f6f Please set mtl_o │ │ │ │ - 0x00036e00 66695f6e 756d5f63 74787473 20746f20 fi_num_ctxts to │ │ │ │ - 0x00036e10 61206c61 72676572 2076616c 75652069 a larger value i │ │ │ │ - 0x00036e20 6620796f 75206e65 6564206d 6f726520 f you need more │ │ │ │ - 0x00036e30 636f6e74 65787473 2e000000 00000000 contexts........ │ │ │ │ - 0x00036e40 49662061 6e204d50 49206170 706c6963 If an MPI applic │ │ │ │ - 0x00036e50 6174696f 6e206372 65617465 73206d6f ation creates mo │ │ │ │ - 0x00036e60 72652063 6f6d6d75 6e696361 746f7273 re communicators │ │ │ │ - 0x00036e70 20746861 6e206d74 6c5f6f66 695f6e75 than mtl_ofi_nu │ │ │ │ - 0x00036e80 6d5f6374 7874732c 00000000 00000000 m_ctxts,........ │ │ │ │ - 0x00036e90 4f464920 4d544c20 77696c6c 206d616b OFI MTL will mak │ │ │ │ - 0x00036ea0 65207468 65206e65 7720636f 6d6d756e e the new commun │ │ │ │ - 0x00036eb0 69636174 6f727320 72652d75 73652065 icators re-use e │ │ │ │ - 0x00036ec0 78697374 696e6720 636f6e74 65787473 xisting contexts │ │ │ │ - 0x00036ed0 20696e00 00000000 726f756e 642d726f in.....round-ro │ │ │ │ - 0x00036ee0 62696e20 66617368 696f6e20 77686963 bin fashion whic │ │ │ │ - 0x00036ef0 68207769 6c6c2069 6d706163 74207065 h will impact pe │ │ │ │ - 0x00036f00 72666f72 6d616e63 652e0000 00000000 rformance....... │ │ │ │ - 0x00036f10 5363616c 61626c65 20456e64 706f696e Scalable Endpoin │ │ │ │ - 0x00036f20 74206665 61747572 65206973 20726571 t feature is req │ │ │ │ - 0x00036f30 75697265 6420666f 72205468 72656164 uired for Thread │ │ │ │ - 0x00036f40 2047726f 7570696e 67206665 61747572 Grouping featur │ │ │ │ - 0x00036f50 6520746f 20776f72 6b2e0000 00000000 e to work....... │ │ │ │ - 0x00036f60 506c6561 73652074 72792065 6e61626c Please try enabl │ │ │ │ - 0x00036f70 696e6720 5363616c 61626c65 20456e64 ing Scalable End │ │ │ │ - 0x00036f80 706f696e 74732075 73696e67 206d746c points using mtl │ │ │ │ - 0x00036f90 5f6f6669 5f656e61 626c655f 7365702e _ofi_enable_sep. │ │ │ │ - 0x00036fa0 00000000 00000000 5363616c 61626c65 ........Scalable │ │ │ │ - 0x00036fb0 20456e64 706f696e 74206665 61747572 Endpoint featur │ │ │ │ - 0x00036fc0 65206973 20656e61 626c6564 20627920 e is enabled by │ │ │ │ - 0x00036fd0 74686520 75736572 20627574 20697420 the user but it │ │ │ │ - 0x00036fe0 6973206e 6f742073 7570706f 72746564 is not supported │ │ │ │ - 0x00036ff0 20627900 00000000 25732070 726f7669 by.....%s provi │ │ │ │ - 0x00037000 6465722e 20547279 20646973 61626c69 der. Try disabli │ │ │ │ - 0x00037010 6e672074 68697320 66656174 75726520 ng this feature │ │ │ │ - 0x00037020 6f722075 73652061 20646966 66657265 or use a differe │ │ │ │ - 0x00037030 6e742070 726f7669 64657220 74686174 nt provider that │ │ │ │ - 0x00037040 00000000 00000000 73757070 6f727473 ........supports │ │ │ │ - 0x00037050 20697420 7573696e 67206d74 6c5f6f66 it using mtl_of │ │ │ │ - 0x00037060 695f7072 6f766964 65725f69 6e636c75 i_provider_inclu │ │ │ │ - 0x00037070 64652e00 00000000 4f464920 70726f76 de......OFI prov │ │ │ │ - 0x00037080 69646572 20222573 2220646f 6573206e ider "%s" does n │ │ │ │ - 0x00037090 6f742068 61766520 656e6f75 67682066 ot have enough f │ │ │ │ - 0x000370a0 72656520 62697473 20696e20 69747320 ree bits in its │ │ │ │ - 0x000370b0 74616720 746f2066 69742074 6865204d tag to fit the M │ │ │ │ - 0x000370c0 50490000 00000000 436f6d6d 756e6963 PI......Communic │ │ │ │ - 0x000370d0 61746f72 2049442e 20536565 20746865 ator ID. See the │ │ │ │ - 0x000370e0 206d656d 5f746167 5f666f72 6d617420 mem_tag_format │ │ │ │ - 0x000370f0 6f662074 68652070 726f7669 64657220 of the provider │ │ │ │ - 0x00037100 62792072 756e6e69 6e673a00 00000000 by running:..... │ │ │ │ - 0x00037110 66695f69 6e666f20 2d76202d 70202573 fi_info -v -p %s │ │ │ │ - 0x00037120 00000000 00000000 4f70656e 204d5049 ........Open MPI │ │ │ │ - 0x00037130 20666169 6c656420 616e204f 4649204c failed an OFI L │ │ │ │ - 0x00037140 69626661 62726963 206c6962 72617279 ibfabric library │ │ │ │ - 0x00037150 2063616c 6c202825 73292e20 20546869 call (%s). Thi │ │ │ │ - 0x00037160 73206973 20686967 686c7900 00000000 s is highly..... │ │ │ │ - 0x00037170 756e7573 75616c3b 20796f75 72206a6f unusual; your jo │ │ │ │ - 0x00037180 62206d61 79206265 68617665 20756e70 b may behave unp │ │ │ │ - 0x00037190 72656469 63746162 6c792028 616e642f redictably (and/ │ │ │ │ - 0x000371a0 6f722061 626f7274 29206166 74657220 or abort) after │ │ │ │ - 0x000371b0 74686973 2e000000 6d70692d 61626f72 this....mpi-abor │ │ │ │ - 0x000371c0 74000000 00000000 4d504920 66756e63 t.......MPI func │ │ │ │ - 0x000371d0 74696f6e 206e6f74 20737570 706f7274 tion not support │ │ │ │ - 0x000371e0 65640000 00000000 596f7572 20617070 ed......Your app │ │ │ │ - 0x000371f0 6c696361 74696f6e 20686173 20696e76 lication has inv │ │ │ │ - 0x00037200 6f6b6564 20616e20 4d504920 66756e63 oked an MPI func │ │ │ │ - 0x00037210 74696f6e 20746861 74206973 206e6f74 tion that is not │ │ │ │ - 0x00037220 20737570 706f7274 65642069 6e000000 supported in... │ │ │ │ - 0x00037230 74686973 20656e76 69726f6e 6d656e74 this environment │ │ │ │ - 0x00037240 2e000000 00000000 20204d50 49206675 ........ MPI fu │ │ │ │ - 0x00037250 6e637469 6f6e3a20 25730000 00000000 nction: %s...... │ │ │ │ - 0x00037260 20205265 61736f6e 3a202020 20202020 Reason: │ │ │ │ - 0x00037270 25730000 00000000 4d50495f 41424f52 %s......MPI_ABOR │ │ │ │ - 0x00037280 54207761 7320696e 766f6b65 64206f6e T was invoked on │ │ │ │ - 0x00037290 2072616e 6b202564 20696e20 636f6d6d rank %d in comm │ │ │ │ - 0x000372a0 756e6963 61746f72 20257300 00000000 unicator %s..... │ │ │ │ - 0x000372b0 20205072 6f633a20 25730000 00000000 Proc: %s...... │ │ │ │ - 0x000372c0 20204572 726f7263 6f64653a 20256400 Errorcode: %d. │ │ │ │ - 0x000372d0 4e4f5445 3a20696e 766f6b69 6e67204d NOTE: invoking M │ │ │ │ - 0x000372e0 50495f41 424f5254 20636175 73657320 PI_ABORT causes │ │ │ │ - 0x000372f0 4f70656e 204d5049 20746f20 6b696c6c Open MPI to kill │ │ │ │ - 0x00037300 20616c6c 204d5049 2070726f 63657373 all MPI process │ │ │ │ - 0x00037310 65732e00 00000000 596f7520 6d617920 es......You may │ │ │ │ - 0x00037320 6f72206d 6179206e 6f742073 6565206f or may not see o │ │ │ │ - 0x00037330 75747075 74206672 6f6d206f 74686572 utput from other │ │ │ │ - 0x00037340 2070726f 63657373 65732c20 64657065 processes, depe │ │ │ │ - 0x00037350 6e64696e 67206f6e 00000000 00000000 nding on........ │ │ │ │ - 0x00037360 65786163 746c7920 7768656e 204f7065 exactly when Ope │ │ │ │ - 0x00037370 6e204d50 49206b69 6c6c7320 7468656d n MPI kills them │ │ │ │ - 0x00037380 2e000000 00000000 6d70695f 696e6974 ........mpi_init │ │ │ │ - 0x00037390 3a737461 72747570 3a696e74 65726e61 :startup:interna │ │ │ │ - 0x000373a0 6c2d6661 696c7572 65000000 00000000 l-failure....... │ │ │ │ - 0x000373b0 6d70695f 696e6974 3a737461 72747570 mpi_init:startup │ │ │ │ - 0x000373c0 3a706d6c 2d616464 2d70726f 63732d66 :pml-add-procs-f │ │ │ │ - 0x000373d0 61696c00 00000000 6d70692d 70617261 ail.....mpi-para │ │ │ │ - 0x000373e0 6d2d6368 65636b2d 656e6162 6c65642d m-check-enabled- │ │ │ │ - 0x000373f0 6275742d 636f6d70 696c6564 2d6f7574 but-compiled-out │ │ │ │ - 0x00037400 00000000 00000000 6d70695f 696e6974 ........mpi_init │ │ │ │ - 0x00037410 3a20696e 766f6b65 64206d75 6c746970 : invoked multip │ │ │ │ - 0x00037420 6c652074 696d6573 00000000 00000000 le times........ │ │ │ │ - 0x00037430 6d70695f 696e6974 3a20616c 72656164 mpi_init: alread │ │ │ │ - 0x00037440 79206669 6e616c69 7a656400 00000000 y finalized..... │ │ │ │ - 0x00037450 6d70695f 66696e61 6c697a65 3a206e6f mpi_finalize: no │ │ │ │ - 0x00037460 7420696e 69746961 6c697a65 64000000 t initialized... │ │ │ │ - 0x00037470 6d70695f 66696e61 6c697a65 3a696e76 mpi_finalize:inv │ │ │ │ - 0x00037480 6f6b6564 5f6d756c 7469706c 655f7469 oked_multiple_ti │ │ │ │ - 0x00037490 6d657300 00000000 73706172 73652067 mes.....sparse g │ │ │ │ - 0x000374a0 726f7570 7320656e 61626c65 64206275 roups enabled bu │ │ │ │ - 0x000374b0 7420636f 6d70696c 6564206f 75740000 t compiled out.. │ │ │ │ - 0x000374c0 68657465 726f6765 6e656f75 732d7375 heterogeneous-su │ │ │ │ - 0x000374d0 70706f72 742d756e 61766169 6c61626c pport-unavailabl │ │ │ │ - 0x000374e0 65000000 00000000 6e6f2063 75646120 e.......no cuda │ │ │ │ - 0x000374f0 73757070 6f727400 7370633a 204d5049 support.spc: MPI │ │ │ │ - 0x00037500 5f542064 69736162 6c656400 00000000 _T disabled..... │ │ │ │ - 0x00037510 6e6f2d70 6d690000 6e6f2d70 6d69782d no-pmi..no-pmix- │ │ │ │ - 0x00037520 62757400 00000000 4e6f2050 4d497820 but.....No PMIx │ │ │ │ - 0x00037530 73657276 65722077 61732072 65616368 server was reach │ │ │ │ - 0x00037540 61626c65 2c206275 74206120 504d4931 able, but a PMI1 │ │ │ │ - 0x00037550 2f322077 61732064 65746563 7465642e /2 was detected. │ │ │ │ - 0x00037560 00000000 00000000 49662073 72756e20 ........If srun │ │ │ │ - 0x00037570 69732062 65696e67 20757365 6420746f is being used to │ │ │ │ - 0x00037580 206c6175 6e636820 6170706c 69636174 launch applicat │ │ │ │ - 0x00037590 696f6e2c 20202564 2073696e 676c6574 ion, %d singlet │ │ │ │ - 0x000375a0 6f6e7320 77696c6c 20626520 73746172 ons will be star │ │ │ │ - 0x000375b0 7465642e 00000000 504d4978 5f496e69 ted.....PMIx_Ini │ │ │ │ - 0x000375c0 74206661 696c6564 20666f72 20746865 t failed for the │ │ │ │ - 0x000375d0 20666f6c 6c6f7769 6e672072 6561736f following reaso │ │ │ │ - 0x000375e0 6e3a0000 00000000 4f70656e 204d5049 n:......Open MPI │ │ │ │ - 0x000375f0 20726571 75697265 73206163 63657373 requires access │ │ │ │ - 0x00037600 20746f20 61206c6f 63616c20 504d4978 to a local PMIx │ │ │ │ - 0x00037610 20736572 76657220 746f2065 78656375 server to execu │ │ │ │ - 0x00037620 74652e20 506c6561 73652065 6e737572 te. Please ensur │ │ │ │ - 0x00037630 65000000 00000000 74686174 20656974 e.......that eit │ │ │ │ - 0x00037640 68657220 796f7520 61726520 6f706572 her you are oper │ │ │ │ - 0x00037650 6174696e 6720696e 20612050 4d49782d ating in a PMIx- │ │ │ │ - 0x00037660 656e6162 6c656420 656e7669 726f6e6d enabled environm │ │ │ │ - 0x00037670 656e742c 206f7220 75736520 226d7069 ent, or use "mpi │ │ │ │ - 0x00037680 72756e22 00000000 746f2065 78656375 run"....to execu │ │ │ │ - 0x00037690 74652074 6865206a 6f622e00 00000000 te the job...... │ │ │ │ - 0x000376a0 54686572 65207761 7320616e 20657272 There was an err │ │ │ │ - 0x000376b0 6f722072 65676973 74657269 6e672073 or registering s │ │ │ │ - 0x000376c0 6f667477 61726520 70657266 6f726d61 oftware performa │ │ │ │ - 0x000376d0 6e636520 636f756e 74657273 20285350 nce counters (SP │ │ │ │ - 0x000376e0 43732920 61730000 4d50495f 54207065 Cs) as..MPI_T pe │ │ │ │ - 0x000376f0 72666f72 6d616e63 65207661 72696162 rformance variab │ │ │ │ - 0x00037700 6c65732e 2020596f 7572206a 6f622077 les. Your job w │ │ │ │ - 0x00037710 696c6c20 636f6e74 696e7565 2c206275 ill continue, bu │ │ │ │ - 0x00037720 74205350 43732077 696c6c20 62650000 t SPCs will be.. │ │ │ │ - 0x00037730 64697361 626c6564 20666f72 204d5049 disabled for MPI │ │ │ │ - 0x00037740 5f542e00 00000000 54686520 75736572 _T......The user │ │ │ │ - 0x00037750 20726571 75657374 65642043 55444120 requested CUDA │ │ │ │ - 0x00037760 73757070 6f727420 77697468 20746865 support with the │ │ │ │ - 0x00037770 202d2d6d 6361206d 70695f63 7564615f --mca mpi_cuda_ │ │ │ │ - 0x00037780 73757070 6f727420 3120666c 61670000 support 1 flag.. │ │ │ │ - 0x00037790 62757420 74686520 6c696272 61727920 but the library │ │ │ │ - 0x000377a0 77617320 6e6f7420 636f6d70 696c6564 was not compiled │ │ │ │ - 0x000377b0 20776974 6820616e 79207375 70706f72 with any suppor │ │ │ │ - 0x000377c0 742e0000 00000000 54686973 20696e73 t.......This ins │ │ │ │ - 0x000377d0 74616c6c 6174696f 6e206f66 204f7065 tallation of Ope │ │ │ │ - 0x000377e0 6e204d50 49207761 7320636f 6e666967 n MPI was config │ │ │ │ - 0x000377f0 75726564 20776974 686f7574 20737570 ured without sup │ │ │ │ - 0x00037800 706f7274 20666f72 00000000 00000000 port for........ │ │ │ │ - 0x00037810 68657465 726f6765 6e656f75 73206172 heterogeneous ar │ │ │ │ - 0x00037820 63686974 65637475 7265732c 20627574 chitectures, but │ │ │ │ - 0x00037830 20617420 6c656173 74206f6e 65206e6f at least one no │ │ │ │ - 0x00037840 64652069 6e207468 6520616c 6c6f6361 de in the alloca │ │ │ │ - 0x00037850 74696f6e 00000000 77617320 64657465 tion....was dete │ │ │ │ - 0x00037860 63746564 20746f20 68617665 20612064 cted to have a d │ │ │ │ - 0x00037870 69666665 72656e74 20617263 68697465 ifferent archite │ │ │ │ - 0x00037880 63747572 652e2054 68652064 65746563 cture. The detec │ │ │ │ - 0x00037890 74656420 6e6f6465 20776173 3a000000 ted node was:... │ │ │ │ - 0x000378a0 4e6f6465 3a202573 00000000 00000000 Node: %s........ │ │ │ │ - 0x000378b0 496e206f 72646572 20746f20 6f706572 In order to oper │ │ │ │ - 0x000378c0 61746520 696e2061 20686574 65726f67 ate in a heterog │ │ │ │ - 0x000378d0 656e656f 75732065 6e766972 6f6e6d65 eneous environme │ │ │ │ - 0x000378e0 6e742c20 706c6561 73652072 65636f6e nt, please recon │ │ │ │ - 0x000378f0 66696775 72650000 4f70656e 204d5049 figure..Open MPI │ │ │ │ - 0x00037900 20776974 68202d2d 656e6162 6c652d68 with --enable-h │ │ │ │ - 0x00037910 65746572 6f67656e 656f7573 2e000000 eterogeneous.... │ │ │ │ - 0x00037920 5741524e 494e473a 20546865 204d4341 WARNING: The MCA │ │ │ │ - 0x00037930 20706172 616d6574 6572206d 70695f75 parameter mpi_u │ │ │ │ - 0x00037940 73655f73 70617273 655f6772 6f75705f se_sparse_group_ │ │ │ │ - 0x00037950 73746f72 61676520 68617320 6265656e storage has been │ │ │ │ - 0x00037960 20736574 00000000 746f2074 7275652c set....to true, │ │ │ │ - 0x00037970 20627574 20737061 72736520 67726f75 but sparse grou │ │ │ │ - 0x00037980 70207375 70706f72 74207761 73206e6f p support was no │ │ │ │ - 0x00037990 7420636f 6d70696c 65642069 6e746f20 t compiled into │ │ │ │ - 0x000379a0 4f70656e 204d5049 2e202054 68650000 Open MPI. The.. │ │ │ │ - 0x000379b0 6d70695f 7573655f 73706172 73655f67 mpi_use_sparse_g │ │ │ │ - 0x000379c0 726f7570 5f73746f 72616765 2076616c roup_storage val │ │ │ │ - 0x000379d0 75652068 61732074 68657265 666f7265 ue has therefore │ │ │ │ - 0x000379e0 20626565 6e206967 6e6f7265 642e0000 been ignored... │ │ │ │ - 0x000379f0 54686520 66756e63 74696f6e 204d5049 The function MPI │ │ │ │ - 0x00037a00 5f46494e 414c495a 45207761 7320696e _FINALIZE was in │ │ │ │ - 0x00037a10 766f6b65 64206d75 6c746970 6c652074 voked multiple t │ │ │ │ - 0x00037a20 696d6573 20696e20 61207369 6e676c65 imes in a single │ │ │ │ - 0x00037a30 00000000 00000000 70726f63 65737320 ........process │ │ │ │ - 0x00037a40 6f6e2068 6f737420 25732c20 50494420 on host %s, PID │ │ │ │ - 0x00037a50 25642e00 00000000 54686973 20696e64 %d......This ind │ │ │ │ - 0x00037a60 69636174 65732061 6e206572 726f6e65 icates an errone │ │ │ │ - 0x00037a70 6f757320 4d504920 70726f67 72616d3b ous MPI program; │ │ │ │ - 0x00037a80 204d5049 5f46494e 414c495a 45206973 MPI_FINALIZE is │ │ │ │ - 0x00037a90 206f6e6c 7920616c 6c6f7765 64000000 only allowed... │ │ │ │ - 0x00037aa0 746f2062 6520696e 766f6b65 64206578 to be invoked ex │ │ │ │ - 0x00037ab0 6163746c 79206f6e 63652069 6e206120 actly once in a │ │ │ │ - 0x00037ac0 70726f63 6573732e 00000000 00000000 process......... │ │ │ │ - 0x00037ad0 54686520 66756e63 74696f6e 204d5049 The function MPI │ │ │ │ - 0x00037ae0 5f46494e 414c495a 45207761 7320696e _FINALIZE was in │ │ │ │ - 0x00037af0 766f6b65 64206265 666f7265 204d5049 voked before MPI │ │ │ │ - 0x00037b00 20776173 20696e69 7469616c 697a6564 was initialized │ │ │ │ - 0x00037b10 20696e20 61000000 54686973 20696e64 in a...This ind │ │ │ │ - 0x00037b20 69636174 65732061 6e206572 726f6e65 icates an errone │ │ │ │ - 0x00037b30 6f757320 4d504920 70726f67 72616d3b ous MPI program; │ │ │ │ - 0x00037b40 204d5049 206d7573 74206265 20696e69 MPI must be ini │ │ │ │ - 0x00037b50 7469616c 697a6564 00000000 00000000 tialized........ │ │ │ │ - 0x00037b60 6265666f 72652069 74206361 6e206265 before it can be │ │ │ │ - 0x00037b70 2066696e 616c697a 65642e00 00000000 finalized...... │ │ │ │ - 0x00037b80 4f70656e 204d5049 20686173 20646574 Open MPI has det │ │ │ │ - 0x00037b90 65637465 64207468 61742074 68697320 ected that this │ │ │ │ - 0x00037ba0 70726f63 65737320 68617320 61747465 process has atte │ │ │ │ - 0x00037bb0 6d707465 6420746f 20696e69 7469616c mpted to initial │ │ │ │ - 0x00037bc0 697a6500 00000000 4d504920 28766961 ize.....MPI (via │ │ │ │ - 0x00037bd0 204d5049 5f494e49 54206f72 204d5049 MPI_INIT or MPI │ │ │ │ - 0x00037be0 5f494e49 545f5448 52454144 29206166 _INIT_THREAD) af │ │ │ │ - 0x00037bf0 74657220 4d50495f 46494e41 4c495a45 ter MPI_FINALIZE │ │ │ │ - 0x00037c00 20686173 20626565 6e000000 00000000 has been....... │ │ │ │ - 0x00037c10 63616c6c 65642e20 20546869 73206973 called. This is │ │ │ │ - 0x00037c20 20657272 6f6e656f 75732e00 00000000 erroneous...... │ │ │ │ - 0x00037c30 4d504920 28766961 204d5049 5f494e49 MPI (via MPI_INI │ │ │ │ - 0x00037c40 54206f72 204d5049 5f494e49 545f5448 T or MPI_INIT_TH │ │ │ │ - 0x00037c50 52454144 29206d6f 72652074 68616e20 READ) more than │ │ │ │ - 0x00037c60 6f6e6365 2e202054 68697320 69730000 once. This is.. │ │ │ │ - 0x00037c70 6572726f 6e656f75 732e0000 00000000 erroneous....... │ │ │ │ - 0x00037c80 5741524e 494e473a 20546865 204d4341 WARNING: The MCA │ │ │ │ - 0x00037c90 20706172 616d6574 6572206d 70695f70 parameter mpi_p │ │ │ │ - 0x00037ca0 6172616d 5f636865 636b2068 61732062 aram_check has b │ │ │ │ - 0x00037cb0 65656e20 73657420 746f2074 7275652c een set to true, │ │ │ │ - 0x00037cc0 20627574 00000000 70617261 6d657465 but....paramete │ │ │ │ - 0x00037cd0 72206368 65636b69 6e672068 61732062 r checking has b │ │ │ │ - 0x00037ce0 65656e20 636f6d70 696c6564 206f7574 een compiled out │ │ │ │ - 0x00037cf0 206f6620 4f70656e 204d5049 2e202054 of Open MPI. T │ │ │ │ - 0x00037d00 68650000 00000000 6d70695f 70617261 he......mpi_para │ │ │ │ - 0x00037d10 6d5f6368 65636b20 76616c75 65206861 m_check value ha │ │ │ │ - 0x00037d20 73207468 65726566 6f726520 6265656e s therefore been │ │ │ │ - 0x00037d30 2069676e 6f726564 2e000000 00000000 ignored........ │ │ │ │ - 0x00037d40 4d50495f 494e4954 20686173 20666169 MPI_INIT has fai │ │ │ │ - 0x00037d50 6c656420 62656361 75736520 6174206c led because at l │ │ │ │ - 0x00037d60 65617374 206f6e65 204d5049 2070726f east one MPI pro │ │ │ │ - 0x00037d70 63657373 20697320 756e7265 61636861 cess is unreacha │ │ │ │ - 0x00037d80 626c6500 00000000 66726f6d 20616e6f ble.....from ano │ │ │ │ - 0x00037d90 74686572 2e202054 68697320 2a757375 ther. This *usu │ │ │ │ - 0x00037da0 616c6c79 2a206d65 616e7320 74686174 ally* means that │ │ │ │ - 0x00037db0 20616e20 756e6465 726c7969 6e672063 an underlying c │ │ │ │ - 0x00037dc0 6f6d6d75 6e696361 74696f6e 00000000 ommunication.... │ │ │ │ - 0x00037dd0 706c7567 696e202d 2d207375 63682061 plugin -- such a │ │ │ │ - 0x00037de0 73206120 42544c20 6f722061 6e204d54 s a BTL or an MT │ │ │ │ - 0x00037df0 4c202d2d 20686173 20656974 68657220 L -- has either │ │ │ │ - 0x00037e00 6e6f7420 6c6f6164 6564206f 72206e6f not loaded or no │ │ │ │ - 0x00037e10 74000000 00000000 616c6c6f 77656420 t.......allowed │ │ │ │ - 0x00037e20 69747365 6c662074 6f206265 20757365 itself to be use │ │ │ │ - 0x00037e30 642e2020 596f7572 204d5049 206a6f62 d. Your MPI job │ │ │ │ - 0x00037e40 2077696c 6c206e6f 77206162 6f72742e will now abort. │ │ │ │ - 0x00037e50 00000000 00000000 596f7520 6d617920 ........You may │ │ │ │ - 0x00037e60 77697368 20746f20 74727920 746f206e wish to try to n │ │ │ │ - 0x00037e70 6172726f 7720646f 776e2074 68652070 arrow down the p │ │ │ │ - 0x00037e80 726f626c 656d3b00 202a2043 6865636b roblem;. * Check │ │ │ │ - 0x00037e90 20746865 206f7574 70757420 6f66206f the output of o │ │ │ │ - 0x00037ea0 6d70695f 696e666f 20746f20 73656520 mpi_info to see │ │ │ │ - 0x00037eb0 77686963 68204254 4c2f4d54 4c20706c which BTL/MTL pl │ │ │ │ - 0x00037ec0 7567696e 73206172 65000000 00000000 ugins are....... │ │ │ │ - 0x00037ed0 20202061 7661696c 61626c65 2e000000 available.... │ │ │ │ - 0x00037ee0 202a2052 756e2079 6f757220 6170706c * Run your appl │ │ │ │ - 0x00037ef0 69636174 696f6e20 77697468 204d5049 ication with MPI │ │ │ │ - 0x00037f00 5f544852 4541445f 53494e47 4c452e00 _THREAD_SINGLE.. │ │ │ │ - 0x00037f10 202a2053 65742074 6865204d 43412070 * Set the MCA p │ │ │ │ - 0x00037f20 6172616d 65746572 2062746c 5f626173 arameter btl_bas │ │ │ │ - 0x00037f30 655f7665 72626f73 6520746f 20313030 e_verbose to 100 │ │ │ │ - 0x00037f40 20286f72 206d746c 5f626173 655f7665 (or mtl_base_ve │ │ │ │ - 0x00037f50 72626f73 652c0000 20202069 66207573 rbose,.. if us │ │ │ │ - 0x00037f60 696e6720 4d544c2d 62617365 6420636f ing MTL-based co │ │ │ │ - 0x00037f70 6d6d756e 69636174 696f6e73 2920746f mmunications) to │ │ │ │ - 0x00037f80 20736565 20657861 63746c79 20776869 see exactly whi │ │ │ │ - 0x00037f90 63680000 00000000 20202063 6f6d6d75 ch...... commu │ │ │ │ - 0x00037fa0 6e696361 74696f6e 20706c75 67696e73 nication plugins │ │ │ │ - 0x00037fb0 20776572 6520636f 6e736964 65726564 were considered │ │ │ │ - 0x00037fc0 20616e64 2f6f7220 64697363 61726465 and/or discarde │ │ │ │ - 0x00037fd0 642e0000 00000000 4974206c 6f6f6b73 d.......It looks │ │ │ │ - 0x00037fe0 206c696b 65202573 20666169 6c656420 like %s failed │ │ │ │ - 0x00037ff0 666f7220 736f6d65 20726561 736f6e3b for some reason; │ │ │ │ - 0x00038000 20796f75 72207061 72616c6c 656c2070 your parallel p │ │ │ │ - 0x00038010 726f6365 73732069 73000000 00000000 rocess is....... │ │ │ │ - 0x00038020 6661696c 20647572 696e6720 25733b20 fail during %s; │ │ │ │ - 0x00038030 736f6d65 206f6620 77686963 68206172 some of which ar │ │ │ │ - 0x00038040 65206475 6520746f 20636f6e 66696775 e due to configu │ │ │ │ - 0x00038050 72617469 6f6e206f 7220656e 7669726f ration or enviro │ │ │ │ - 0x00038060 6e6d656e 74000000 70726f62 6c656d73 nment...problems │ │ │ │ - 0x00038070 2e202054 68697320 6661696c 75726520 . This failure │ │ │ │ - 0x00038080 61707065 61727320 746f2062 6520616e appears to be an │ │ │ │ - 0x00038090 20696e74 65726e61 6c206661 696c7572 internal failur │ │ │ │ - 0x000380a0 653b2068 65726527 7320736f 6d650000 e; here's some.. │ │ │ │ - 0x000380b0 61646469 74696f6e 616c2069 6e666f72 additional infor │ │ │ │ - 0x000380c0 6d617469 6f6e2028 77686963 68206d61 mation (which ma │ │ │ │ - 0x000380d0 79206f6e 6c792062 65207265 6c657661 y only be releva │ │ │ │ - 0x000380e0 6e742074 6f20616e 204f7065 6e204d50 nt to an Open MP │ │ │ │ - 0x000380f0 49000000 00000000 64657665 6c6f7065 I.......develope │ │ │ │ - 0x00038100 72293a00 00000000 20202d2d 3e205265 r):..... --> Re │ │ │ │ - 0x00038110 7475726e 65642022 25732220 28256429 turned "%s" (%d) │ │ │ │ - 0x00038120 20696e73 74656164 206f6620 22537563 instead of "Suc │ │ │ │ - 0x00038130 63657373 22202830 29000000 00000000 cess" (0)....... │ │ │ │ - 0x00038140 4f70656e 204d5049 2773206d 70697275 Open MPI's mpiru │ │ │ │ - 0x00038150 6e20636f 6d6d616e 6420636f 756c6420 n command could │ │ │ │ - 0x00038160 6e6f7420 65786563 75746520 74686520 not execute the │ │ │ │ - 0x00038170 756e6465 726c7969 6e672070 72746572 underlying prter │ │ │ │ - 0x00038180 756e0000 00000000 636f6d6d 616e642e un......command. │ │ │ │ - 0x00038190 20205468 65207072 74657275 6e20636f The prterun co │ │ │ │ - 0x000381a0 6d6d616e 64207765 20747269 65642074 mmand we tried t │ │ │ │ - 0x000381b0 6f206578 65637574 6520616e 64207468 o execute and th │ │ │ │ - 0x000381c0 65206572 726f7200 6d657373 61676520 e error.message │ │ │ │ - 0x000381d0 66726f6d 20657865 63282920 61726520 from exec() are │ │ │ │ - 0x000381e0 62656c6f 773a0000 2020436f 6d6d616e below:.. Comman │ │ │ │ - 0x000381f0 643a2025 73000000 20204572 726f7220 d: %s... Error │ │ │ │ - 0x00038200 4d657373 6167653a 20257300 00000000 Message: %s..... │ │ │ │ - 0x00038210 4f70656e 204d5049 2773206d 70697275 Open MPI's mpiru │ │ │ │ - 0x00038220 6e20636f 6d6d616e 64207761 7320756e n command was un │ │ │ │ - 0x00038230 61626c65 20746f20 66696e64 20616e20 able to find an │ │ │ │ - 0x00038240 756e6465 726c7969 6e672070 72746572 underlying prter │ │ │ │ - 0x00038250 756e0000 00000000 636f6d6d 616e6420 un......command │ │ │ │ - 0x00038260 746f2065 78656375 74652e20 20436f6e to execute. Con │ │ │ │ - 0x00038270 73696465 72207365 7474696e 67207468 sider setting th │ │ │ │ - 0x00038280 65204f4d 50495f50 52544552 554e2065 e OMPI_PRTERUN e │ │ │ │ - 0x00038290 6e766972 6f6e6d65 6e740000 00000000 nvironment...... │ │ │ │ - 0x000382a0 76617269 61626c65 20746f20 68656c70 variable to help │ │ │ │ - 0x000382b0 206d7069 72756e20 66696e64 20746865 mpirun find the │ │ │ │ - 0x000382c0 20636f72 72656374 20756e64 65726c79 correct underly │ │ │ │ - 0x000382d0 696e6720 70727465 72756e2e 00000000 ing prterun..... │ │ │ │ - 0x000382e0 64657072 65636174 65642d63 6f6e7665 deprecated-conve │ │ │ │ - 0x000382f0 72746564 00000000 64657072 65636174 rted....deprecat │ │ │ │ - 0x00038300 65642d69 6e666f72 6d000000 00000000 ed-inform....... │ │ │ │ - 0x00038310 64657072 65636174 65642d66 61696c00 deprecated-fail. │ │ │ │ - 0x00038320 6261642d 70707200 65786563 762d6572 bad-ppr.execv-er │ │ │ │ - 0x00038330 726f7200 00000000 54686520 73696e67 ror.....The sing │ │ │ │ - 0x00038340 6c65746f 6e206170 706c6963 6174696f leton applicatio │ │ │ │ - 0x00038350 6e207761 73206e6f 74206162 6c652074 n was not able t │ │ │ │ - 0x00038360 6f206669 6e642061 6e206578 65637574 o find an execut │ │ │ │ - 0x00038370 61626c65 20696e20 796f7572 00000000 able in your.... │ │ │ │ - 0x00038380 50415448 206f7220 696e2074 68652064 PATH or in the d │ │ │ │ - 0x00038390 69726563 746f7279 20776865 72652050 irectory where P │ │ │ │ - 0x000383a0 52544520 77617320 696e6974 69616c6c RTE was initiall │ │ │ │ - 0x000383b0 7920696e 7374616c 6c65642c 20616e64 y installed, and │ │ │ │ - 0x000383c0 00000000 00000000 74686572 65666f72 ........therefor │ │ │ │ - 0x000383d0 65206361 6e6e6f74 20636f6e 74696e75 e cannot continu │ │ │ │ - 0x000383e0 652e0000 00000000 466f7220 72656665 e.......For refe │ │ │ │ - 0x000383f0 72656e63 652c2077 65207472 69656420 rence, we tried │ │ │ │ - 0x00038400 74686520 666f6c6c 6f77696e 6720636f the following co │ │ │ │ - 0x00038410 6d6d616e 643a0000 616e6420 676f7420 mmand:..and got │ │ │ │ - 0x00038420 74686520 6572726f 72202573 2e000000 the error %s.... │ │ │ │ - 0x00038430 54686973 20636f75 6c64206d 65616e20 This could mean │ │ │ │ - 0x00038440 74686174 20796f75 72205041 5448206f that your PATH o │ │ │ │ - 0x00038450 72206578 65637574 61626c65 206e616d r executable nam │ │ │ │ - 0x00038460 65206973 2077726f 6e672c20 6f722074 e is wrong, or t │ │ │ │ - 0x00038470 68617400 00000000 796f7520 646f206e hat.....you do n │ │ │ │ - 0x00038480 6f742068 61766520 74686520 6e656365 ot have the nece │ │ │ │ - 0x00038490 73736172 79207065 726d6973 73696f6e ssary permission │ │ │ │ - 0x000384a0 732e2020 506c6561 73652065 6e737572 s. Please ensur │ │ │ │ - 0x000384b0 65207468 61742074 68650000 00000000 e that the...... │ │ │ │ - 0x000384c0 65786563 75746162 6c652069 73206162 executable is ab │ │ │ │ - 0x000384d0 6c652074 6f206265 20666f75 6e642061 le to be found a │ │ │ │ - 0x000384e0 6e642065 78656375 74656420 61732069 nd executed as i │ │ │ │ - 0x000384f0 74206973 20726571 75697265 6420666f t is required fo │ │ │ │ - 0x00038500 72000000 00000000 73696e67 6c65746f r.......singleto │ │ │ │ - 0x00038510 6e206f70 65726174 696f6e73 2e000000 n operations.... │ │ │ │ - 0x00038520 54686520 70726f63 2d706572 2d726573 The proc-per-res │ │ │ │ - 0x00038530 6f757263 65204d50 495f496e 666f206b ource MPI_Info k │ │ │ │ - 0x00038540 65792069 73206e6f 7420636f 72726563 ey is not correc │ │ │ │ - 0x00038550 742e2054 68652076 616c7565 206d7573 t. The value mus │ │ │ │ - 0x00038560 7420696e 636c7564 6520626f 74680000 t include both.. │ │ │ │ - 0x00038570 74686520 6e756d62 6572206f 66207072 the number of pr │ │ │ │ - 0x00038580 6f637320 666f7220 65616368 20726573 ocs for each res │ │ │ │ - 0x00038590 6f757263 6520616e 64207468 65207479 ource and the ty │ │ │ │ - 0x000385a0 7065206f 66207265 736f7572 63652074 pe of resource t │ │ │ │ - 0x000385b0 6f206265 20757365 642e0000 00000000 o be used....... │ │ │ │ - 0x000385c0 20205370 65636966 69656420 76616c75 Specified valu │ │ │ │ - 0x000385d0 653a2020 25730000 57652061 7265206e e: %s..We are n │ │ │ │ - 0x000385e0 6f742061 626c6520 746f2070 726f6365 ot able to proce │ │ │ │ - 0x000385f0 65642e20 506c6561 73652063 6f727265 ed. Please corre │ │ │ │ - 0x00038600 63742079 6f757220 6170706c 69636174 ct your applicat │ │ │ │ - 0x00038610 696f6e2e 00000000 5741524e 494e473a ion.....WARNING: │ │ │ │ - 0x00038620 20412064 65707265 63617465 64204d50 A deprecated MP │ │ │ │ - 0x00038630 495f496e 666f206b 65792077 61732075 I_Info key was u │ │ │ │ - 0x00038640 7365642e 20497420 69732075 6e636c65 sed. It is uncle │ │ │ │ - 0x00038650 61722068 6f772074 6f207570 64617465 ar how to update │ │ │ │ - 0x00038660 00000000 00000000 74686973 206f7074 ........this opt │ │ │ │ - 0x00038670 696f6e2e 20506c65 61736520 636f6e74 ion. Please cont │ │ │ │ - 0x00038680 61637420 74686520 636f6d6d 756e6974 act the communit │ │ │ │ - 0x00038690 7920666f 7220686f 77206265 73742074 y for how best t │ │ │ │ - 0x000386a0 6f207265 736f6c76 65207468 69732069 o resolve this i │ │ │ │ - 0x000386b0 73737565 2e000000 20204465 70726563 ssue.... Deprec │ │ │ │ - 0x000386c0 61746564 20696e66 6f206b65 793a2020 ated info key: │ │ │ │ - 0x000386d0 25730000 00000000 20205570 64617465 %s...... Update │ │ │ │ - 0x000386e0 64206f70 74696f6e 3a202020 25730000 d option: %s.. │ │ │ │ - 0x000386f0 20205265 61736f6e 3a202573 00000000 Reason: %s.... │ │ │ │ - 0x00038700 57652061 7265206e 6f742061 626c6520 We are not able │ │ │ │ - 0x00038710 746f2070 726f6365 65642e20 506c6561 to proceed. Plea │ │ │ │ - 0x00038720 73652075 70646174 6520796f 75722061 se update your a │ │ │ │ - 0x00038730 70706c69 63617469 6f6e2e00 00000000 pplication...... │ │ │ │ - 0x00038740 5741524e 494e473a 20412064 65707265 WARNING: A depre │ │ │ │ - 0x00038750 63617465 64204d50 495f496e 666f206b cated MPI_Info k │ │ │ │ - 0x00038760 65792077 61732075 7365642e 00000000 ey was used..... │ │ │ │ - 0x00038770 20204465 70726563 61746564 206f7074 Deprecated opt │ │ │ │ - 0x00038780 696f6e3a 20202025 73000000 00000000 ion: %s....... │ │ │ │ - 0x00038790 54686973 20686173 20626565 6e206967 This has been ig │ │ │ │ - 0x000387a0 6e6f7265 64206173 20697420 6973206e nored as it is n │ │ │ │ - 0x000387b0 6f206c6f 6e676572 206d6561 6e696e67 o longer meaning │ │ │ │ - 0x000387c0 66756c2e 20506c65 61736520 75706461 ful. Please upda │ │ │ │ - 0x000387d0 74650000 00000000 796f7572 20617070 te......your app │ │ │ │ - 0x000387e0 6c696361 74696f6e 2e000000 00000000 lication........ │ │ │ │ - 0x000387f0 20204465 70726563 61746564 206b6579 Deprecated key │ │ │ │ - 0x00038800 3a202020 25730000 2020436f 72726563 : %s.. Correc │ │ │ │ - 0x00038810 74656420 6b65793a 20202020 25730000 ted key: %s.. │ │ │ │ - 0x00038820 57652068 61766520 75706461 74656420 We have updated │ │ │ │ - 0x00038830 74686973 20666f72 20796f75 20616e64 this for you and │ │ │ │ - 0x00038840 2077696c 6c207072 6f636565 642e2048 will proceed. H │ │ │ │ - 0x00038850 6f776576 65722c20 74686973 2077696c owever, this wil │ │ │ │ - 0x00038860 6c206265 20747265 61746564 00000000 l be treated.... │ │ │ │ - 0x00038870 61732061 6e206572 726f7220 696e2061 as an error in a │ │ │ │ - 0x00038880 20667574 75726520 72656c65 6173652e future release. │ │ │ │ - 0x00038890 20506c65 61736520 75706461 74652079 Please update y │ │ │ │ - 0x000388a0 6f757220 6170706c 69636174 696f6e2e our application. │ │ │ │ - 0x000388b0 00000000 00000000 696e666f 2d736574 ........info-set │ │ │ │ - 0x000388c0 2d776974 682d7265 73657276 65642d70 -with-reserved-p │ │ │ │ - 0x000388d0 72656669 78000000 6d69736d 61746368 refix...mismatch │ │ │ │ - 0x000388e0 65642d73 706c6974 5f747970 652d7661 ed-split_type-va │ │ │ │ - 0x000388f0 6c756573 00000000 756e6578 70656374 lues....unexpect │ │ │ │ - 0x00038900 65642d73 706c6974 2d747970 65000000 ed-split-type... │ │ │ │ - 0x00038910 6469736a 6f696e74 6e657373 2d736574 disjointness-set │ │ │ │ - 0x00038920 2d616761 696e0000 6369642d 62617365 -again..cid-base │ │ │ │ - 0x00038930 2d6e6f74 2d736574 00000000 00000000 -not-set........ │ │ │ │ - 0x00038940 416e2069 6e746572 6e616c20 6572726f An internal erro │ │ │ │ - 0x00038950 72206861 73206f63 63757272 65642077 r has occurred w │ │ │ │ - 0x00038960 68656e20 63726561 74696e67 2061206e hen creating a n │ │ │ │ - 0x00038970 65772063 6f6d6d75 6e696361 746f722e ew communicator. │ │ │ │ - 0x00038980 20205468 69730000 73686f75 6c642070 This..should p │ │ │ │ - 0x00038990 726f6261 626c7920 6e657665 72206861 robably never ha │ │ │ │ - 0x000389a0 7070656e 3a000000 2a206369 645f6261 ppen:...* cid_ba │ │ │ │ - 0x000389b0 73652069 73206e6f 74207365 742e2020 se is not set. │ │ │ │ - 0x000389c0 45697468 6572206e 72657375 6c747300 Either nresults. │ │ │ │ - 0x000389d0 20206973 207a6572 6f206f72 206e6f20 is zero or no │ │ │ │ - 0x000389e0 72657475 726e6564 20696e66 6f206d61 returned info ma │ │ │ │ - 0x000389f0 74636865 7320504d 49585f47 524f5550 tches PMIX_GROUP │ │ │ │ - 0x00038a00 5f434f4e 54455854 5f49442e 00000000 _CONTEXT_ID..... │ │ │ │ - 0x00038a10 506c6561 73652063 6f6e7461 63742074 Please contact t │ │ │ │ - 0x00038a20 6865204f 70656e20 4d504920 64657665 he Open MPI deve │ │ │ │ - 0x00038a30 6c6f7065 7220636f 6d6d756e 69747920 loper community │ │ │ │ - 0x00038a40 77697468 20746869 73206d65 73736167 with this messag │ │ │ │ - 0x00038a50 6520616e 64000000 6120736d 616c6c20 e and...a small │ │ │ │ - 0x00038a60 6578616d 706c6520 636f6465 20746861 example code tha │ │ │ │ - 0x00038a70 74207265 70726f64 75636573 20746865 t reproduces the │ │ │ │ - 0x00038a80 20697373 75652e00 436f6d6d 756e6963 issue..Communic │ │ │ │ - 0x00038a90 61746f72 20646973 6a6f696e 746e6573 ator disjointnes │ │ │ │ - 0x00038aa0 73207368 6f756c64 206f6e6c 79206265 s should only be │ │ │ │ - 0x00038ab0 20736574 206f6e63 65206174 20696e69 set once at ini │ │ │ │ - 0x00038ac0 7469616c 697a6174 696f6e2e 00000000 tialization..... │ │ │ │ - 0x00038ad0 41747465 6d707473 20746f20 6d6f6469 Attempts to modi │ │ │ │ - 0x00038ae0 66792074 68652073 74617465 20617265 fy the state are │ │ │ │ - 0x00038af0 20696c6c 6567616c 20616e64 20736861 illegal and sha │ │ │ │ - 0x00038b00 6c6c2062 65206967 6e6f7265 642e0000 ll be ignored... │ │ │ │ - 0x00038b10 44657465 63746564 20616e20 756e6578 Detected an unex │ │ │ │ - 0x00038b20 70656374 65642073 706c6974 20747970 pected split typ │ │ │ │ - 0x00038b30 6520696e 20612063 616c6c20 746f204d e in a call to M │ │ │ │ - 0x00038b40 50495f43 6f6d6d5f 73706c69 745f7479 PI_Comm_split_ty │ │ │ │ - 0x00038b50 70652e00 00000000 20207370 6c69745f pe...... split_ │ │ │ │ - 0x00038b60 74797065 3a202025 73202825 64290000 type: %s (%d).. │ │ │ │ - 0x00038b70 44657465 63746564 206d6973 6d617463 Detected mismatc │ │ │ │ - 0x00038b80 68656420 73706c69 745f7479 70652061 hed split_type a │ │ │ │ - 0x00038b90 6e642f6f 7220696e 666f2022 6d70695f nd/or info "mpi_ │ │ │ │ - 0x00038ba0 68775f72 65736f75 7263655f 74797065 hw_resource_type │ │ │ │ - 0x00038bb0 22207661 6c756573 00000000 00000000 " values........ │ │ │ │ - 0x00038bc0 696e2061 2063616c 6c20746f 204d5049 in a call to MPI │ │ │ │ - 0x00038bd0 5f436f6d 6d5f7370 6c69745f 74797065 _Comm_split_type │ │ │ │ - 0x00038be0 20626574 7765656e 20706565 72732069 between peers i │ │ │ │ - 0x00038bf0 6e207468 6520636f 6d6d756e 69636174 n the communicat │ │ │ │ - 0x00038c00 6f722e00 00000000 2020696e 666f3a20 or...... info: │ │ │ │ - 0x00038c10 20202020 20202025 73000000 00000000 %s....... │ │ │ │ - 0x00038c20 436f6d6d 656e7473 00000000 00000000 Comments........ │ │ │ │ - 0x00038c30 4d50495f 496e666f 5f736574 20776172 MPI_Info_set war │ │ │ │ - 0x00038c40 6e696e67 2c206b65 79206973 20757369 ning, key is usi │ │ │ │ - 0x00038c50 6e672061 20726573 65727665 64207072 ng a reserved pr │ │ │ │ - 0x00038c60 65666978 2e000000 20204b65 793a2020 efix.... Key: │ │ │ │ - 0x00038c70 20202020 20202020 20202025 73000000 %s... │ │ │ │ - 0x00038c80 20205265 73657276 65642070 72656669 Reserved prefi │ │ │ │ - 0x00038c90 783a2025 73000000 6d6f6475 6c655f65 x: %s...module_e │ │ │ │ - 0x00038ca0 6e61626c 653a6661 74616c00 00000000 nable:fatal..... │ │ │ │ - 0x00038cb0 73636f6c 6c3a7563 63206d6f 64756c65 scoll:ucc module │ │ │ │ - 0x00038cc0 20726570 6f727473 20697373 75652064 reports issue d │ │ │ │ - 0x00038cd0 7572696e 67206d6f 64756c65 20656e61 uring module ena │ │ │ │ - 0x00038ce0 626c696e 67207068 6173652e 00000000 bling phase..... │ │ │ │ - 0x00038cf0 54727920 746f2075 73652073 636f6c6c Try to use scoll │ │ │ │ - 0x00038d00 3a756363 20636f6d 706f6e65 6e742077 :ucc component w │ │ │ │ - 0x00038d10 69746820 616e6f74 68657220 6f6e6500 ith another one. │ │ │ │ - 0x00038d20 666f7220 6578616d 706c6520 73636f6c for example scol │ │ │ │ - 0x00038d30 6c3a6261 73696300 73636f6c 6c3a6d70 l:basic.scoll:mp │ │ │ │ - 0x00038d40 69206d6f 64756c65 20726570 6f727473 i module reports │ │ │ │ - 0x00038d50 20697373 75652064 7572696e 67206d6f issue during mo │ │ │ │ - 0x00038d60 64756c65 20656e61 626c696e 67207068 dule enabling ph │ │ │ │ - 0x00038d70 6173652e 00000000 54727920 746f2075 ase.....Try to u │ │ │ │ - 0x00038d80 73652073 636f6c6c 3a6d7069 20636f6d se scoll:mpi com │ │ │ │ - 0x00038d90 706f6e65 6e742077 69746820 616e6f74 ponent with anot │ │ │ │ - 0x00038da0 68657220 6f6e6500 73797376 3a637265 her one.sysv:cre │ │ │ │ - 0x00038db0 61746520 7365676d 656e7420 6661696c ate segment fail │ │ │ │ - 0x00038dc0 75726500 00000000 596f7520 63616e20 ure.....You can │ │ │ │ - 0x00038dd0 74727920 74686520 666f6c6c 6f77696e try the followin │ │ │ │ - 0x00038de0 673a0000 00000000 312e2055 73652061 g:......1. Use a │ │ │ │ - 0x00038df0 20646966 66657265 6e742073 73686d65 different sshme │ │ │ │ - 0x00038e00 6d20706c 7567696e 2028652e 672e2c20 m plugin (e.g., │ │ │ │ - 0x00038e10 226d6d61 70222920 77697468 20222d2d "mmap") with "-- │ │ │ │ - 0x00038e20 6d636120 7373686d 656d206d 6d617022 mca sshmem mmap" │ │ │ │ - 0x00038e30 2e000000 00000000 322e2044 65637265 ........2. Decre │ │ │ │ - 0x00038e40 61736520 74686520 73796d6d 65747269 ase the symmetri │ │ │ │ - 0x00038e50 63206865 61702061 72656120 73697a65 c heap area size │ │ │ │ - 0x00038e60 20776974 6820222d 78000000 00000000 with "-x....... │ │ │ │ - 0x00038e70 20202053 484d454d 5f53594d 4d455452 SHMEM_SYMMETR │ │ │ │ - 0x00038e80 49435f48 4541505f 53495a45 3d3c7661 IC_HEAP_SIZE="...3. Incre │ │ │ │ - 0x00038ea0 61736520 796f7572 20737973 74656d27 ase your system' │ │ │ │ - 0x00038eb0 7320616c 6c6f7761 626c6520 53595356 s allowable SYSV │ │ │ │ - 0x00038ec0 20736861 72656420 6d656d6f 72792073 shared memory s │ │ │ │ - 0x00038ed0 65676d65 6e742073 697a6500 00000000 egment size..... │ │ │ │ - 0x00038ee0 20202028 652e672e 2c207669 61207468 (e.g., via th │ │ │ │ - 0x00038ef0 65205348 4d4d4158 20616e64 2f6f7220 e SHMMAX and/or │ │ │ │ - 0x00038f00 534d4d41 58206b65 726e656c 20706172 SMMAX kernel par │ │ │ │ - 0x00038f10 616d6574 65727329 2e000000 00000000 ameters)........ │ │ │ │ - 0x00038f20 342e2053 65742022 2d2d6d63 61207373 4. Set "--mca ss │ │ │ │ - 0x00038f30 686d656d 5f626173 655f7374 6172745f hmem_base_start_ │ │ │ │ - 0x00038f40 61646472 65737320 30222066 6f720000 address 0" for.. │ │ │ │ - 0x00038f50 20202061 75746f6d 61746963 2073656c automatic sel │ │ │ │ - 0x00038f60 65637469 6f6e2062 79204f53 206f6620 ection by OS of │ │ │ │ - 0x00038f70 76697274 75616c20 73746172 74206164 virtual start ad │ │ │ │ - 0x00038f80 64726573 7320666f 72207373 686d656d dress for sshmem │ │ │ │ - 0x00038f90 2e000000 00000000 6d6d6170 3a637265 ........mmap:cre │ │ │ │ - 0x00038fa0 61746520 7365676d 656e7420 6661696c ate segment fail │ │ │ │ - 0x00038fb0 75726500 00000000 312e2044 65637265 ure.....1. Decre │ │ │ │ - 0x00038fc0 61736520 74686520 73796d6d 65747269 ase the symmetri │ │ │ │ - 0x00038fd0 63206865 61702061 72656120 77697468 c heap area with │ │ │ │ - 0x00038fe0 00000000 00000000 20202022 2d782053 ........ "-x S │ │ │ │ - 0x00038ff0 484d454d 5f53594d 4d455452 49435f48 HMEM_SYMMETRIC_H │ │ │ │ - 0x00039000 4541505f 53495a45 3d3c7661 6c75653e EAP_SIZE= │ │ │ │ - 0x00039010 222e0000 00000000 322e2053 65742022 ".......2. Set " │ │ │ │ - 0x00039020 2d2d6d63 61207373 686d656d 5f626173 --mca sshmem_bas │ │ │ │ - 0x00039030 655f7374 6172745f 61646472 65737320 e_start_address │ │ │ │ - 0x00039040 30222066 6f720000 54686973 20697373 0" for..This iss │ │ │ │ - 0x00039050 75652063 6f756c64 20616c73 6f206265 ue could also be │ │ │ │ - 0x00039060 2072656c 61746564 20746f20 434f4e46 related to CONF │ │ │ │ - 0x00039070 49475f53 54524943 545f4445 564d454d IG_STRICT_DEVMEM │ │ │ │ - 0x00039080 00000000 00000000 6b65726e 656c206f ........kernel o │ │ │ │ - 0x00039090 7074696f 6e207768 69636820 69662065 ption which if e │ │ │ │ - 0x000390a0 6e61626c 65642070 72657665 6e747320 nabled prevents │ │ │ │ - 0x000390b0 61636365 73732074 6f207068 79736963 access to physic │ │ │ │ - 0x000390c0 616c0000 00000000 6d656d6f 72792076 al......memory v │ │ │ │ - 0x000390d0 69612022 6d6d6170 222e2049 6e207468 ia "mmap". In th │ │ │ │ - 0x000390e0 69732063 61736520 796f7520 636f756c is case you coul │ │ │ │ - 0x000390f0 64207472 79207573 696e6720 6f746865 d try using othe │ │ │ │ - 0x00039100 72000000 00000000 7373686d 656d2063 r.......sshmem c │ │ │ │ - 0x00039110 6f6d706f 6e656e74 7320696e 73746561 omponents instea │ │ │ │ - 0x00039120 642e0000 00000000 63726561 74652073 d.......create s │ │ │ │ - 0x00039130 65676d65 6e742066 61696c75 72650000 egment failure.. │ │ │ │ - 0x00039140 54686520 4f70656e 53484d45 4d202228 The OpenSHMEM "( │ │ │ │ - 0x00039150 25732922 20706c75 67696e20 696e2074 %s)" plugin in t │ │ │ │ - 0x00039160 68652022 7373686d 656d2220 6672616d he "sshmem" fram │ │ │ │ - 0x00039170 65776f72 6b206661 696c6564 20746f00 ework failed to. │ │ │ │ - 0x00039180 616c6c6f 63617465 20612073 68617265 allocate a share │ │ │ │ - 0x00039190 64206d65 6d6f7279 20736567 6d656e74 d memory segment │ │ │ │ - 0x000391a0 20766961 20746865 20737973 74656d20 via the system │ │ │ │ - 0x000391b0 63616c6c 2e202054 68697300 00000000 call. This..... │ │ │ │ - 0x000391c0 75737561 6c6c7920 6d65616e 73207468 usually means th │ │ │ │ - 0x000391d0 61742074 68657265 20617265 206e6f74 at there are not │ │ │ │ - 0x000391e0 20656e6f 75676820 7265736f 75726365 enough resource │ │ │ │ - 0x000391f0 73206176 61696c61 626c6520 746f206d s available to m │ │ │ │ - 0x00039200 656d6f72 79207375 62737973 74656d20 emory subsystem │ │ │ │ - 0x00039210 6f6e2079 6f757220 73657276 65722e00 on your server.. │ │ │ │ - 0x00039220 596f7572 204f7065 6e53484d 454d206a Your OpenSHMEM j │ │ │ │ - 0x00039230 6f622077 696c6c20 6e6f7720 61626f72 ob will now abor │ │ │ │ - 0x00039240 742e0000 00000000 20202053 65727665 t....... Serve │ │ │ │ - 0x00039250 723a2020 20202020 20202020 20202020 r: │ │ │ │ - 0x00039260 20202573 00000000 20202052 65717565 %s.... Reque │ │ │ │ - 0x00039270 73746564 20736861 72656400 00000000 sted shared..... │ │ │ │ - 0x00039280 2020206d 656d6f72 79207365 676d656e memory segmen │ │ │ │ - 0x00039290 74207369 7a653a20 2020256c 6c750000 t size: %llu.. │ │ │ │ - 0x000392a0 20202053 70656369 66696320 6572726f Specific erro │ │ │ │ - 0x000392b0 723a2020 20202020 20202573 20282564 r: %s (%d │ │ │ │ - 0x000392c0 29000000 00000000 66696e64 2d617661 ).......find-ava │ │ │ │ - 0x000392d0 696c6162 6c653a6e 6f6e652d 666f756e ilable:none-foun │ │ │ │ - 0x000392e0 64000000 00000000 4e6f2061 7661696c d.......No avail │ │ │ │ - 0x000392f0 61626c65 20257320 636f6d70 6f6e656e able %s componen │ │ │ │ - 0x00039300 74732077 65726520 666f756e 64210000 ts were found!.. │ │ │ │ - 0x00039310 54686973 206d6561 6e732074 68617420 This means that │ │ │ │ - 0x00039320 74686572 65206172 65206e6f 20636f6d there are no com │ │ │ │ - 0x00039330 706f6e65 6e747320 6f662074 68697320 ponents of this │ │ │ │ - 0x00039340 74797065 20696e73 74616c6c 6564206f type installed o │ │ │ │ - 0x00039350 6e20796f 75720000 73797374 656d206f n your..system o │ │ │ │ - 0x00039360 7220616c 6c207468 6520636f 6d706f6e r all the compon │ │ │ │ - 0x00039370 656e7473 20726570 6f727465 64207468 ents reported th │ │ │ │ - 0x00039380 61742074 68657920 636f756c 64206e6f at they could no │ │ │ │ - 0x00039390 74206265 20757365 642e0000 00000000 t be used....... │ │ │ │ - 0x000393a0 54686973 20697320 61206661 74616c20 This is a fatal │ │ │ │ - 0x000393b0 6572726f 723b2079 6f757220 53484d45 error; your SHME │ │ │ │ - 0x000393c0 4d207072 6f636573 73206973 206c696b M process is lik │ │ │ │ - 0x000393d0 656c7920 746f2061 626f7274 2e202043 ely to abort. C │ │ │ │ - 0x000393e0 6865636b 20746865 00000000 00000000 heck the........ │ │ │ │ - 0x000393f0 6f757470 7574206f 66207468 6520226f output of the "o │ │ │ │ - 0x00039400 6d70695f 696e666f 2220636f 6d6d616e mpi_info" comman │ │ │ │ - 0x00039410 6420616e 6420656e 73757265 20746861 d and ensure tha │ │ │ │ - 0x00039420 7420636f 6d706f6e 656e7473 206f6620 t components of │ │ │ │ - 0x00039430 74686973 00000000 74797065 20617265 this....type are │ │ │ │ - 0x00039440 20617661 696c6162 6c65206f 6e20796f available on yo │ │ │ │ - 0x00039450 75722073 79737465 6d2e2020 596f7520 ur system. You │ │ │ │ - 0x00039460 6d617920 616c736f 20776973 6820746f may also wish to │ │ │ │ - 0x00039470 20636865 636b2074 68650000 00000000 check the...... │ │ │ │ - 0x00039480 76616c75 65206f66 20746865 2022636f value of the "co │ │ │ │ - 0x00039490 6d706f6e 656e745f 70617468 22204d43 mponent_path" MC │ │ │ │ - 0x000394a0 41207061 72616d65 74657220 616e6420 A parameter and │ │ │ │ - 0x000394b0 656e7375 72652074 68617420 69742068 ensure that it h │ │ │ │ - 0x000394c0 61732061 74000000 6c656173 74206f6e as at...least on │ │ │ │ - 0x000394d0 65206469 72656374 6f727920 74686174 e directory that │ │ │ │ - 0x000394e0 20636f6e 7461696e 73207661 6c696420 contains valid │ │ │ │ - 0x000394f0 4d434120 636f6d70 6f6e656e 74732e00 MCA components.. │ │ │ │ - 0x00039500 73686d65 6d5f696e 69743a73 74617274 shmem_init:start │ │ │ │ - 0x00039510 75703a69 6e746572 6e616c2d 6661696c up:internal-fail │ │ │ │ - 0x00039520 75726500 00000000 6f73686d 656d2073 ure.....oshmem s │ │ │ │ - 0x00039530 686d656d 2061626f 72743a63 616e6e6f hmem abort:canno │ │ │ │ - 0x00039540 74206775 6172616e 74656520 616c6c20 t guarantee all │ │ │ │ - 0x00039550 6b696c6c 65640000 6f73686d 656d5f69 killed..oshmem_i │ │ │ │ - 0x00039560 6e69743a 7072696e 742d7665 7273696f nit:print-versio │ │ │ │ - 0x00039570 6e000000 00000000 6f73686d 656d5f69 n.......oshmem_i │ │ │ │ - 0x00039580 6e69743a 7072696e 742d696e 666f0000 nit:print-info.. │ │ │ │ - 0x00039590 4f70656e 2053484d 454d2065 6e766972 Open SHMEM envir │ │ │ │ - 0x000395a0 6f6e6d65 6e742076 61726961 626c6573 onment variables │ │ │ │ - 0x000395b0 3a000000 00000000 2573202d 20707269 :.......%s - pri │ │ │ │ - 0x000395c0 6e742074 6865206c 69627261 72792076 nt the library v │ │ │ │ - 0x000395d0 65727369 6f6e2061 74207374 6172742d ersion at start- │ │ │ │ - 0x000395e0 75700000 00000000 2573202d 20707269 up......%s - pri │ │ │ │ - 0x000395f0 6e742068 656c7066 756c2074 65787420 nt helpful text │ │ │ │ - 0x00039600 61626f75 7420616c 6c207468 65736520 about all these │ │ │ │ - 0x00039610 656e7669 726f6e6d 656e7420 76617269 environment vari │ │ │ │ - 0x00039620 61626c65 73000000 2573202d 206e756d ables...%s - num │ │ │ │ - 0x00039630 62657220 6f662062 79746573 20746f20 ber of bytes to │ │ │ │ - 0x00039640 616c6c6f 63617465 20666f72 2073796d allocate for sym │ │ │ │ - 0x00039650 6d657472 69632068 65617000 00000000 metric heap..... │ │ │ │ - 0x00039660 2573202d 20656e61 626c6520 64656275 %s - enable debu │ │ │ │ - 0x00039670 6767696e 67206d65 73736167 65730000 gging messages.. │ │ │ │ - 0x00039680 4f70656e 2053484d 454d2076 65727369 Open SHMEM versi │ │ │ │ - 0x00039690 6f6e3a00 00000000 41205348 4d454d20 on:.....A SHMEM │ │ │ │ - 0x000396a0 70726f63 65737320 69732061 626f7274 process is abort │ │ │ │ - 0x000396b0 696e6720 61742061 2074696d 65207768 ing at a time wh │ │ │ │ - 0x000396c0 656e2069 74206361 6e6e6f74 20677561 en it cannot gua │ │ │ │ - 0x000396d0 72616e74 65652074 68617420 616c6c00 rantee that all. │ │ │ │ - 0x000396e0 6f662069 74732070 65657220 70726f63 of its peer proc │ │ │ │ - 0x000396f0 65737365 7320696e 20746865 206a6f62 esses in the job │ │ │ │ - 0x00039700 2077696c 6c206265 206b696c 6c656420 will be killed │ │ │ │ - 0x00039710 70726f70 65726c79 2e202059 6f752073 properly. You s │ │ │ │ - 0x00039720 686f756c 64000000 646f7562 6c652063 hould...double c │ │ │ │ - 0x00039730 6865636b 20746861 74206576 65727974 heck that everyt │ │ │ │ - 0x00039740 68696e67 20686173 20736875 7420646f hing has shut do │ │ │ │ - 0x00039750 776e2063 6c65616e 6c792e00 00000000 wn cleanly...... │ │ │ │ - 0x00039760 4c6f6361 6c20686f 73743a20 25730000 Local host: %s.. │ │ │ │ - 0x00039770 61646469 74696f6e 616c2069 6e666f72 additional infor │ │ │ │ - 0x00039780 6d617469 6f6e2028 77686963 68206d61 mation (which ma │ │ │ │ - 0x00039790 79206f6e 6c792062 65207265 6c657661 y only be releva │ │ │ │ - 0x000397a0 6e742074 6f20616e 204f7065 6e205348 nt to an Open SH │ │ │ │ - 0x000397b0 4d454d00 00000000 73686f77 20746869 MEM.....show thi │ │ │ │ - 0x000397c0 73206d65 73736167 6520746f 20616e20 s message to an │ │ │ │ - 0x000397d0 4f53484d 454d2077 697a6172 643a0000 OSHMEM wizard:.. │ │ │ │ - 0x000397e0 20202020 20202020 204c6962 72617279 Library │ │ │ │ - 0x000397f0 2063616c 6c3a2025 73000000 00000000 call: %s....... │ │ │ │ - 0x00039800 20202020 20202020 2020536f 75726365 Source │ │ │ │ - 0x00039810 2066696c 653a2025 73000000 00000000 file: %s....... │ │ │ │ - 0x00039820 20202053 6f757263 65206c69 6e65206e Source line n │ │ │ │ - 0x00039830 756d6265 723a2025 64000000 00000000 umber: %d....... │ │ │ │ - 0x00039840 73686d65 6d2d6162 6f727400 00000000 shmem-abort..... │ │ │ │ - 0x00039850 53484d45 4d5f4142 4f525420 77617320 SHMEM_ABORT was │ │ │ │ - 0x00039860 696e766f 6b656420 6f6e2072 616e6b20 invoked on rank │ │ │ │ - 0x00039870 25642028 70696420 25642c20 686f7374 %d (pid %d, host │ │ │ │ - 0x00039880 3d257329 20776974 68206572 726f7263 =%s) with errorc │ │ │ │ - 0x00039890 6f646520 25642e00 25732e25 6c750000 ode %d..%s.%lu.. │ │ │ │ + 0x0002adb0 6d656d2d 7373686d 656d2e74 78740000 mem-sshmem.txt.. │ │ │ │ + 0x0002adc0 68656c70 2d6f7368 6d656d2d 6d656d68 help-oshmem-memh │ │ │ │ + 0x0002add0 6561702e 74787400 68656c70 2d6f7368 eap.txt.help-osh │ │ │ │ + 0x0002ade0 6d656d2d 696e666f 2e747874 00000000 mem-info.txt.... │ │ │ │ + 0x0002adf0 68656c70 2d73686d 656d2d61 70692e74 help-shmem-api.t │ │ │ │ + 0x0002ae00 78740000 00000000 68656c70 2d6d7069 xt......help-mpi │ │ │ │ + 0x0002ae10 2d72756e 74696d65 2e747874 00000000 -runtime.txt.... │ │ │ │ + 0x0002ae20 68656c70 2d6d746c 2d6f6669 2e747874 help-mtl-ofi.txt │ │ │ │ + 0x0002ae30 00000000 00000000 68656c70 2d6d746c ........help-mtl │ │ │ │ + 0x0002ae40 2d70736d 322e7478 74000000 00000000 -psm2.txt....... │ │ │ │ + 0x0002ae50 68656c70 2d636f6c 6c2d7868 632e7478 help-coll-xhc.tx │ │ │ │ + 0x0002ae60 74000000 00000000 68656c70 2d6d6361 t.......help-mca │ │ │ │ + 0x0002ae70 2d636f6c 6c2d6261 73652e74 78740000 -coll-base.txt.. │ │ │ │ + 0x0002ae80 68656c70 2d6d7069 2d706d6c 2d6f6231 help-mpi-pml-ob1 │ │ │ │ + 0x0002ae90 2e747874 00000000 68656c70 2d6d6361 .txt....help-mca │ │ │ │ + 0x0002aea0 2d686f6f 6b2d6261 73652e74 78740000 -hook-base.txt.. │ │ │ │ + 0x0002aeb0 68656c70 2d6d6361 2d626d6c 2d72322e help-mca-bml-r2. │ │ │ │ + 0x0002aec0 74787400 00000000 68656c70 2d636f6d txt.....help-com │ │ │ │ + 0x0002aed0 6d2e7478 74000000 68656c70 2d64706d m.txt...help-dpm │ │ │ │ + 0x0002aee0 2e747874 00000000 68656c70 2d6d7069 .txt....help-mpi │ │ │ │ + 0x0002aef0 2d66742e 74787400 68656c70 2d6d7069 -ft.txt.help-mpi │ │ │ │ + 0x0002af00 2d657272 6f72732e 74787400 00000000 -errors.txt..... │ │ │ │ + 0x0002af10 68656c70 2d6d7069 2d617069 2e747874 help-mpi-api.txt │ │ │ │ + 0x0002af20 00000000 00000000 68656c70 2d6f7061 ........help-opa │ │ │ │ + 0x0002af30 6c5f696e 666f2e74 78740000 00000000 l_info.txt...... │ │ │ │ + 0x0002af40 68656c70 2d636f6d 6d6f6e2d 6f66692e help-common-ofi. │ │ │ │ + 0x0002af50 74787400 00000000 68656c70 2d6d7069 txt.....help-mpi │ │ │ │ + 0x0002af60 2d636f6d 6d6f6e2d 7562636c 2e747874 -common-ubcl.txt │ │ │ │ + 0x0002af70 00000000 00000000 68656c70 2d6d7069 ........help-mpi │ │ │ │ + 0x0002af80 2d636f6d 6d6f6e2d 736d2e74 78740000 -common-sm.txt.. │ │ │ │ + 0x0002af90 68656c70 2d6d6361 2d616c6c 6f636174 help-mca-allocat │ │ │ │ + 0x0002afa0 6f722d62 75636b65 742e7478 74000000 or-bucket.txt... │ │ │ │ + 0x0002afb0 68656c70 2d616363 656c6572 61746f72 help-accelerator │ │ │ │ + 0x0002afc0 2d637564 612e7478 74000000 00000000 -cuda.txt....... │ │ │ │ + 0x0002afd0 68656c70 2d616363 656c6572 61746f72 help-accelerator │ │ │ │ + 0x0002afe0 2d626173 652e7478 74000000 00000000 -base.txt....... │ │ │ │ + 0x0002aff0 68656c70 2d6f7061 6c2d6877 6c6f632d help-opal-hwloc- │ │ │ │ + 0x0002b000 62617365 2e747874 00000000 00000000 base.txt........ │ │ │ │ + 0x0002b010 68656c70 2d6d7069 2d62746c 2d736d63 help-mpi-btl-smc │ │ │ │ + 0x0002b020 7564612e 74787400 68656c70 2d6d7069 uda.txt.help-mpi │ │ │ │ + 0x0002b030 2d62746c 2d746370 2e747874 00000000 -btl-tcp.txt.... │ │ │ │ + 0x0002b040 68656c70 2d6d7069 2d62746c 2d75736e help-mpi-btl-usn │ │ │ │ + 0x0002b050 69632e74 78740000 68656c70 2d6d7069 ic.txt..help-mpi │ │ │ │ + 0x0002b060 2d62746c 2d626173 652e7478 74000000 -btl-base.txt... │ │ │ │ + 0x0002b070 68656c70 2d6f7061 6c2d7469 6d65722d help-opal-timer- │ │ │ │ + 0x0002b080 6c696e75 782e7478 74000000 00000000 linux.txt....... │ │ │ │ + 0x0002b090 68656c70 2d736d73 632d6b6e 656d2e74 help-smsc-knem.t │ │ │ │ + 0x0002b0a0 78740000 00000000 68656c70 2d6d706f xt......help-mpo │ │ │ │ + 0x0002b0b0 6f6c2d62 6173652e 74787400 00000000 ol-base.txt..... │ │ │ │ + 0x0002b0c0 68656c70 2d6f7061 6c2d7368 6d656d2d help-opal-shmem- │ │ │ │ + 0x0002b0d0 706f7369 782e7478 74000000 00000000 posix.txt....... │ │ │ │ + 0x0002b0e0 68656c70 2d6f7061 6c2d7368 6d656d2d help-opal-shmem- │ │ │ │ + 0x0002b0f0 73797376 2e747874 00000000 00000000 sysv.txt........ │ │ │ │ + 0x0002b100 68656c70 2d6f7061 6c2d7368 6d656d2d help-opal-shmem- │ │ │ │ + 0x0002b110 6d6d6170 2e747874 00000000 00000000 mmap.txt........ │ │ │ │ + 0x0002b120 68656c70 2d726361 6368652d 62617365 help-rcache-base │ │ │ │ + 0x0002b130 2e747874 00000000 68656c70 2d6f7061 .txt....help-opa │ │ │ │ + 0x0002b140 6c2d6966 2d6c696e 75782d69 7076362e l-if-linux-ipv6. │ │ │ │ + 0x0002b150 74787400 00000000 68656c70 2d6f7061 txt.....help-opa │ │ │ │ + 0x0002b160 6c2d7468 72656164 732e7478 74000000 l-threads.txt... │ │ │ │ + 0x0002b170 68656c70 2d6d6361 2d626173 652e7478 help-mca-base.tx │ │ │ │ + 0x0002b180 74000000 00000000 68656c70 2d6f7061 t.......help-opa │ │ │ │ + 0x0002b190 6c2d7772 61707065 722e7478 74000000 l-wrapper.txt... │ │ │ │ + 0x0002b1a0 68656c70 2d6f7061 6c2d7574 696c2e74 help-opal-util.t │ │ │ │ + 0x0002b1b0 78740000 00000000 68656c70 2d6a736f xt......help-jso │ │ │ │ + 0x0002b1c0 6e2e7478 74000000 556e6b6e 6f776e20 n.txt...Unknown │ │ │ │ + 0x0002b1d0 4a534f4e 2076616c 75652074 79706500 JSON value type. │ │ │ │ + 0x0002b1e0 496e7661 6c696420 61726775 6d656e74 Invalid argument │ │ │ │ + 0x0002b1f0 20747970 65000000 496e7661 6c696420 type...Invalid │ │ │ │ + 0x0002b200 4a534f4e 20737472 696e6700 00000000 JSON string..... │ │ │ │ + 0x0002b210 556e6162 6c652074 6f206f70 656e2066 Unable to open f │ │ │ │ + 0x0002b220 696c6500 00000000 4d656d6f 72792061 ile.....Memory a │ │ │ │ + 0x0002b230 6c6c6f63 6174696f 6e206661 696c7572 llocation failur │ │ │ │ + 0x0002b240 65000000 00000000 556e6162 6c652074 e.......Unable t │ │ │ │ + 0x0002b250 6f207265 61642066 696c6500 00000000 o read file..... │ │ │ │ + 0x0002b260 496e6465 78206f75 74206f66 20626f75 Index out of bou │ │ │ │ + 0x0002b270 6e640000 00000000 496e6465 7828257a nd......Index(%z │ │ │ │ + 0x0002b280 75292069 73206f75 74206f66 20626f75 u) is out of bou │ │ │ │ + 0x0002b290 6e64286c 656e6774 68202575 64292e00 nd(length %ud).. │ │ │ │ + 0x0002b2a0 456e636f 756e7465 72656420 6572726f Encountered erro │ │ │ │ + 0x0002b2b0 72207265 6164696e 67206669 6c652025 r reading file % │ │ │ │ + 0x0002b2c0 732e0000 00000000 43616e6e 6f742061 s.......Cannot a │ │ │ │ + 0x0002b2d0 6c6c6f63 61746520 6d656d6f 72792e00 llocate memory.. │ │ │ │ + 0x0002b2e0 4661696c 65642074 6f206f70 656e2066 Failed to open f │ │ │ │ + 0x0002b2f0 696c6520 25732e20 506c6561 73652063 ile %s. Please c │ │ │ │ + 0x0002b300 6865636b 20746865 2066696c 65207061 heck the file pa │ │ │ │ + 0x0002b310 74682061 6e642070 65726d69 7373696f th and permissio │ │ │ │ + 0x0002b320 6e732e00 00000000 54686520 696e7075 ns......The inpu │ │ │ │ + 0x0002b330 74206973 206e6f74 20612076 616c6964 t is not a valid │ │ │ │ + 0x0002b340 204a534f 4e207374 72696e67 2e000000 JSON string.... │ │ │ │ + 0x0002b350 46756e63 74696f6e 20257320 65787065 Function %s expe │ │ │ │ + 0x0002b360 63747320 696e7075 74207479 70652025 cts input type % │ │ │ │ + 0x0002b370 73282564 29206275 7420676f 74202564 s(%d) but got %d │ │ │ │ + 0x0002b380 2e000000 00000000 54686520 4a534f4e ........The JSON │ │ │ │ + 0x0002b390 2076616c 75652068 61732061 6e20756e value has an un │ │ │ │ + 0x0002b3a0 6b6e6f77 6e207479 70652025 732e0000 known type %s... │ │ │ │ + 0x0002b3b0 73746163 6b747261 63652073 69676e61 stacktrace signa │ │ │ │ + 0x0002b3c0 6c206f76 65727269 64650000 00000000 l override...... │ │ │ │ + 0x0002b3d0 73746163 6b747261 63652062 61642073 stacktrace bad s │ │ │ │ + 0x0002b3e0 69676e61 6c000000 6d616c66 6f726d65 ignal...malforme │ │ │ │ + 0x0002b3f0 64206e65 745f7072 69766174 655f6970 d net_private_ip │ │ │ │ + 0x0002b400 76340000 00000000 696e7661 6c69642d v4......invalid- │ │ │ │ + 0x0002b410 6e65742d 6d61736b 00000000 00000000 net-mask........ │ │ │ │ + 0x0002b420 6d616c66 6f726d65 642d7572 69000000 malformed-uri... │ │ │ │ + 0x0002b430 72656c61 74697665 2d706174 68000000 relative-path... │ │ │ │ + 0x0002b440 7379732d 6c696d69 742d6661 696c6564 sys-limit-failed │ │ │ │ + 0x0002b450 00000000 00000000 7379732d 6c696d69 ........sys-limi │ │ │ │ + 0x0002b460 742d756e 7265636f 676e697a 65640000 t-unrecognized.. │ │ │ │ + 0x0002b470 6469722d 6d6f6465 00000000 00000000 dir-mode........ │ │ │ │ + 0x0002b480 6d6b6469 722d6661 696c6564 00000000 mkdir-failed.... │ │ │ │ + 0x0002b490 6469722d 6f776e65 72000000 00000000 dir-owner....... │ │ │ │ + 0x0002b4a0 41206469 72656374 6f727920 74686174 A directory that │ │ │ │ + 0x0002b4b0 204f7065 6e204d50 49206e65 65647320 Open MPI needs │ │ │ │ + 0x0002b4c0 746f2075 73652061 6c726561 64792065 to use already e │ │ │ │ + 0x0002b4d0 78697374 732c2062 75742069 73206f77 xists, but is ow │ │ │ │ + 0x0002b4e0 6e656400 00000000 62792061 20646966 ned.....by a dif │ │ │ │ + 0x0002b4f0 66657265 6e742075 7365722e 2020466f ferent user. Fo │ │ │ │ + 0x0002b500 72207361 66657479 2c204f70 656e204d r safety, Open M │ │ │ │ + 0x0002b510 50492077 696c6c20 6e6f7420 75736520 PI will not use │ │ │ │ + 0x0002b520 69743a00 00000000 20204469 72656374 it:..... Direct │ │ │ │ + 0x0002b530 6f72793a 20202573 00000000 00000000 ory: %s........ │ │ │ │ + 0x0002b540 20204f77 6e657220 5549443a 2020256c Owner UID: %l │ │ │ │ + 0x0002b550 75000000 00000000 20204f75 72205549 u....... Our UI │ │ │ │ + 0x0002b560 443a2020 2020256c 75000000 00000000 D: %lu....... │ │ │ │ + 0x0002b570 54686973 2063616e 20686170 70656e20 This can happen │ │ │ │ + 0x0002b580 7768656e 20612073 74616c65 20646972 when a stale dir │ │ │ │ + 0x0002b590 6563746f 72792077 69746820 74686520 ectory with the │ │ │ │ + 0x0002b5a0 73616d65 206e616d 65206973 206c6566 same name is lef │ │ │ │ + 0x0002b5b0 74000000 00000000 6f766572 2066726f t.......over fro │ │ │ │ + 0x0002b5c0 6d20616e 6f746865 72207573 65722773 m another user's │ │ │ │ + 0x0002b5d0 206a6f62 2c206f72 20776865 6e207468 job, or when th │ │ │ │ + 0x0002b5e0 65206469 72656374 6f727920 77617320 e directory was │ │ │ │ + 0x0002b5f0 64656c69 62657261 74656c79 00000000 deliberately.... │ │ │ │ + 0x0002b600 7072652d 63726561 7465642e 2020506c pre-created. Pl │ │ │ │ + 0x0002b610 65617365 2072656d 6f766520 74686520 ease remove the │ │ │ │ + 0x0002b620 64697265 63746f72 792c206f 72207573 directory, or us │ │ │ │ + 0x0002b630 65206120 64696666 6572656e 74000000 e a different... │ │ │ │ + 0x0002b640 6c6f6361 74696f6e 2028652e 672e2c20 location (e.g., │ │ │ │ + 0x0002b650 62792073 65747469 6e672074 68652054 by setting the T │ │ │ │ + 0x0002b660 4d504449 5220656e 7669726f 6e6d656e MPDIR environmen │ │ │ │ + 0x0002b670 74207661 72696162 6c65292e 00000000 t variable)..... │ │ │ │ + 0x0002b680 41206361 6c6c2074 6f206d6b 64697220 A call to mkdir │ │ │ │ + 0x0002b690 77617320 756e6162 6c652074 6f206372 was unable to cr │ │ │ │ + 0x0002b6a0 65617465 20746865 20646573 69726564 eate the desired │ │ │ │ + 0x0002b6b0 20646972 6563746f 72793a00 00000000 directory:..... │ │ │ │ + 0x0002b6c0 20204469 72656374 6f72793a 20257300 Directory: %s. │ │ │ │ + 0x0002b6d0 20204572 726f723a 20202020 20257300 Error: %s. │ │ │ │ + 0x0002b6e0 506c6561 73652063 6865636b 20746f20 Please check to │ │ │ │ + 0x0002b6f0 656e7375 72652079 6f752068 61766520 ensure you have │ │ │ │ + 0x0002b700 61646571 75617465 20706572 6d697373 adequate permiss │ │ │ │ + 0x0002b710 696f6e73 20746f20 70657266 6f726d00 ions to perform. │ │ │ │ + 0x0002b720 74686520 64657369 72656420 6f706572 the desired oper │ │ │ │ + 0x0002b730 6174696f 6e2e0000 5768696c 6520776f ation...While wo │ │ │ │ + 0x0002b740 726b696e 67207468 726f7567 68206120 rking through a │ │ │ │ + 0x0002b750 64697265 63746f72 79207472 65652c20 directory tree, │ │ │ │ + 0x0002b760 77652077 65726520 756e6162 6c652074 we were unable t │ │ │ │ + 0x0002b770 6f207365 74000000 61206469 72656374 o set...a direct │ │ │ │ + 0x0002b780 6f727920 746f2074 68652064 65736972 ory to the desir │ │ │ │ + 0x0002b790 6564206d 6f64653a 00000000 00000000 ed mode:........ │ │ │ │ + 0x0002b7a0 20204d6f 64653a20 20202020 20202530 Mode: %0 │ │ │ │ + 0x0002b7b0 78000000 00000000 20204572 726f723a x....... Error: │ │ │ │ + 0x0002b7c0 20202020 20202573 00000000 00000000 %s........ │ │ │ │ + 0x0002b7d0 4f70656e 204d5049 20726563 65697665 Open MPI receive │ │ │ │ + 0x0002b7e0 64206120 72657175 65737420 746f2073 d a request to s │ │ │ │ + 0x0002b7f0 65742061 20737973 74656d20 7265736f et a system reso │ │ │ │ + 0x0002b800 75726365 206c696d 69742e00 00000000 urce limit...... │ │ │ │ + 0x0002b810 5361646c 792c204f 4d504920 646f6573 Sadly, OMPI does │ │ │ │ + 0x0002b820 206e6f74 20726563 6f676e69 7a65206f not recognize o │ │ │ │ + 0x0002b830 72206375 7272656e 746c7920 73757070 r currently supp │ │ │ │ + 0x0002b840 6f727420 74686520 73706563 69666965 ort the specifie │ │ │ │ + 0x0002b850 64000000 00000000 7265736f 75726365 d.......resource │ │ │ │ + 0x0002b860 3a000000 00000000 20205265 736f7572 :....... Resour │ │ │ │ + 0x0002b870 63653a20 20257300 20204c69 6d69743a ce: %s. Limit: │ │ │ │ + 0x0002b880 20202020 20257300 506c6561 73652063 %s.Please c │ │ │ │ + 0x0002b890 6f727265 63742074 68652072 65717565 orrect the reque │ │ │ │ + 0x0002b8a0 73742061 6e642074 72792061 6761696e st and try again │ │ │ │ + 0x0002b8b0 2e000000 00000000 50657220 72657175 ........Per requ │ │ │ │ + 0x0002b8c0 6573742c 204f7065 6e204d50 49206174 est, Open MPI at │ │ │ │ + 0x0002b8d0 74656d70 74656420 746f2073 65742061 tempted to set a │ │ │ │ + 0x0002b8e0 20737973 74656d20 7265736f 75726365 system resource │ │ │ │ + 0x0002b8f0 00000000 00000000 6c696d69 7420746f ........limit to │ │ │ │ + 0x0002b900 20612067 6976656e 2076616c 75653a00 a given value:. │ │ │ │ + 0x0002b910 54686520 73797374 656d2068 61732072 The system has r │ │ │ │ + 0x0002b920 65667573 65642074 6f20616c 6c6f7720 efused to allow │ │ │ │ + 0x0002b930 74686973 206f7065 72617469 6f6e2e20 this operation. │ │ │ │ + 0x0002b940 54686973 20697320 6c696b65 6c790000 This is likely.. │ │ │ │ + 0x0002b950 64756520 746f2061 20706572 6d697373 due to a permiss │ │ │ │ + 0x0002b960 696f6e20 6c696d69 74617469 6f6e2c20 ion limitation, │ │ │ │ + 0x0002b970 6f722073 70656369 6679696e 6720616e or specifying an │ │ │ │ + 0x0002b980 20756e73 7570706f 72746564 00000000 unsupported.... │ │ │ │ + 0x0002b990 76616c75 652e2050 6c656173 65206368 value. Please ch │ │ │ │ + 0x0002b9a0 65636b20 74686520 73797374 656d206f eck the system o │ │ │ │ + 0x0002b9b0 72207265 6d6f7665 20746865 20726571 r remove the req │ │ │ │ + 0x0002b9c0 75657374 20616e64 20747279 00000000 uest and try.... │ │ │ │ + 0x0002b9d0 5768656e 20637265 6174696e 67206120 When creating a │ │ │ │ + 0x0002b9e0 5552492c 20616c6c 2066696c 6573206d URI, all files m │ │ │ │ + 0x0002b9f0 75737420 62652073 70656369 66696564 ust be specified │ │ │ │ + 0x0002ba00 20696e20 6162736f 6c757465 20706174 in absolute pat │ │ │ │ + 0x0002ba10 68733a00 00000000 20205661 6c756520 hs:..... Value │ │ │ │ + 0x0002ba20 70726f76 69646564 3a202573 00000000 provided: %s.... │ │ │ │ + 0x0002ba30 506c6561 73652075 70646174 6520796f Please update yo │ │ │ │ + 0x0002ba40 75722061 70706c69 63617469 6f6e2074 ur application t │ │ │ │ + 0x0002ba50 6f207072 6f766964 65207468 65206675 o provide the fu │ │ │ │ + 0x0002ba60 6c6c2070 61746820 746f2074 68652066 ll path to the f │ │ │ │ + 0x0002ba70 696c652e 00000000 4f70656e 204d5049 ile.....Open MPI │ │ │ │ + 0x0002ba80 20686173 20646574 65637465 64206120 has detected a │ │ │ │ + 0x0002ba90 6d616c66 6f726d65 64205552 493a0000 malformed URI:.. │ │ │ │ + 0x0002baa0 20205552 493a2020 25730000 00000000 URI: %s...... │ │ │ │ + 0x0002bab0 41636365 70746564 2076616c 75657320 Accepted values │ │ │ │ + 0x0002bac0 666f6c6c 6f772049 45544620 52464333 follow IETF RFC3 │ │ │ │ + 0x0002bad0 3938362c 20652e67 2e206669 6c653a2f 986, e.g. file:/ │ │ │ │ + 0x0002bae0 2f313932 2e313638 2e312e31 2f6f7665 /192.168.1.1/ove │ │ │ │ + 0x0002baf0 722f7468 65726500 4f70656e 204d5049 r/there.Open MPI │ │ │ │ + 0x0002bb00 20686173 20646574 65637465 64206120 has detected a │ │ │ │ + 0x0002bb10 6d616c66 6f726d65 64204950 76342061 malformed IPv4 a │ │ │ │ + 0x0002bb20 64647265 7373206f 72206e65 746d6173 ddress or netmas │ │ │ │ + 0x0002bb30 6b3a0000 00000000 41636365 70746564 k:......Accepted │ │ │ │ + 0x0002bb40 2076616c 75657320 666f6c6c 6f772074 values follow t │ │ │ │ + 0x0002bb50 68652043 6c617373 6c657373 20496e74 he Classless Int │ │ │ │ + 0x0002bb60 65722d44 6f6d6169 6e000000 00000000 er-Domain....... │ │ │ │ + 0x0002bb70 526f7574 696e6720 28434944 5229206e Routing (CIDR) n │ │ │ │ + 0x0002bb80 6f746174 696f6e20 73706563 69666963 otation specific │ │ │ │ + 0x0002bb90 6174696f 6e732e20 466f7220 6578616d ations. For exam │ │ │ │ + 0x0002bba0 706c653a 00000000 20202020 2031302e ple:.... 10. │ │ │ │ + 0x0002bbb0 302e302e 302f3800 20202020 20313732 0.0.0/8. 172 │ │ │ │ + 0x0002bbc0 2e31362f 31320000 20202020 20313932 .16/12.. 192 │ │ │ │ + 0x0002bbd0 2e313638 00000000 20202020 20313639 .168.... 169 │ │ │ │ + 0x0002bbe0 2e323534 2e302e30 2f313600 00000000 .254.0.0/16..... │ │ │ │ + 0x0002bbf0 4f70656e 204d5049 20686173 20646574 Open MPI has det │ │ │ │ + 0x0002bc00 65637465 64206174 206c6561 7374206f ected at least o │ │ │ │ + 0x0002bc10 6e65206d 616c666f 726d6564 20495020 ne malformed IP │ │ │ │ + 0x0002bc20 61646472 65737320 6f72206e 65746d61 address or netma │ │ │ │ + 0x0002bc30 736b2069 6e000000 74686520 76616c75 sk in...the valu │ │ │ │ + 0x0002bc40 65206f66 20746865 206f7061 6c5f6e65 e of the opal_ne │ │ │ │ + 0x0002bc50 745f7072 69766174 655f6970 7634204d t_private_ipv4 M │ │ │ │ + 0x0002bc60 43412070 6172616d 65746572 2e202054 CA parameter. T │ │ │ │ + 0x0002bc70 68650000 00000000 6f70616c 5f6e6574 he......opal_net │ │ │ │ + 0x0002bc80 5f707269 76617465 5f697076 34204d43 _private_ipv4 MC │ │ │ │ + 0x0002bc90 41207061 72616d65 74657220 61636365 A parameter acce │ │ │ │ + 0x0002bca0 70747320 61207365 6d69636f 6c6f6e2d pts a semicolon- │ │ │ │ + 0x0002bcb0 64656c69 6d697465 64206c69 73740000 delimited list.. │ │ │ │ + 0x0002bcc0 6f662043 6c617373 6c657373 20496e74 of Classless Int │ │ │ │ + 0x0002bcd0 65722d44 6f6d6169 6e20526f 7574696e er-Domain Routin │ │ │ │ + 0x0002bce0 67202843 49445229 206e6f74 6174696f g (CIDR) notatio │ │ │ │ + 0x0002bcf0 6e207370 65636966 69636174 696f6e73 n specifications │ │ │ │ + 0x0002bd00 2c206561 63680000 6f662074 68652066 , each..of the f │ │ │ │ + 0x0002bd10 6f726d20 3c697061 64647265 73733e2f orm / │ │ │ │ + 0x0002bd20 3c6d6173 6b3e2e20 20466f72 20657861 . For exa │ │ │ │ + 0x0002bd30 6d706c65 3a000000 20202020 2031302e mple:... 10. │ │ │ │ + 0x0002bd40 302e302e 302f383b 3137322e 31362e30 0.0.0/8;172.16.0 │ │ │ │ + 0x0002bd50 2e302f31 323b3139 322e3136 382e302e .0/12;192.168.0. │ │ │ │ + 0x0002bd60 302f3136 3b313639 2e323534 2e302e30 0/16;169.254.0.0 │ │ │ │ + 0x0002bd70 2f313600 00000000 54686520 66697273 /16.....The firs │ │ │ │ + 0x0002bd80 74206465 74656374 6564206d 616c666f t detected malfo │ │ │ │ + 0x0002bd90 726d6564 20656e74 72792077 61732025 rmed entry was % │ │ │ │ + 0x0002bda0 732e0000 00000000 4f70656e 204d5049 s.......Open MPI │ │ │ │ + 0x0002bdb0 20776173 20696e73 65727469 6e672061 was inserting a │ │ │ │ + 0x0002bdc0 20736967 6e616c20 68616e64 6c657220 signal handler │ │ │ │ + 0x0002bdd0 62757420 77617320 67697665 6e20616e but was given an │ │ │ │ + 0x0002bde0 20696e76 616c6964 00000000 00000000 invalid........ │ │ │ │ + 0x0002bdf0 7369676e 616c206e 756d6265 723a0000 signal number:.. │ │ │ │ + 0x0002be00 20205369 676e616c 20737472 696e673a Signal string: │ │ │ │ + 0x0002be10 20257300 00000000 20204261 64207661 %s..... Bad va │ │ │ │ + 0x0002be20 6c75653a 20202020 20257300 00000000 lue: %s..... │ │ │ │ + 0x0002be30 54686520 67697665 6e207661 6c756520 The given value │ │ │ │ + 0x0002be40 6d757374 20626520 616e2069 6e746567 must be an integ │ │ │ │ + 0x0002be50 65722077 69746869 6e207468 65207369 er within the si │ │ │ │ + 0x0002be60 676e616c 206e756d 62657200 00000000 gnal number..... │ │ │ │ + 0x0002be70 72616e67 652e2050 6c656173 6520636f range. Please co │ │ │ │ + 0x0002be80 72726563 74207468 65207661 6c756520 rrect the value │ │ │ │ + 0x0002be90 616e6420 74727920 61676169 6e2e0000 and try again... │ │ │ │ + 0x0002bea0 4f70656e 204d5049 20776173 20696e73 Open MPI was ins │ │ │ │ + 0x0002beb0 65727469 6e672061 20736967 6e616c20 erting a signal │ │ │ │ + 0x0002bec0 68616e64 6c657220 666f7220 7369676e handler for sign │ │ │ │ + 0x0002bed0 616c2025 64206275 74206e6f 74696365 al %d but notice │ │ │ │ + 0x0002bee0 64000000 00000000 74686174 20746865 d.......that the │ │ │ │ + 0x0002bef0 72652069 7320616c 72656164 79206120 re is already a │ │ │ │ + 0x0002bf00 6e6f6e2d 64656661 756c7420 68616e64 non-default hand │ │ │ │ + 0x0002bf10 6c657220 696e7374 616c6c65 642e2020 ler installed. │ │ │ │ + 0x0002bf20 4f70656e 204d5049 27730000 00000000 Open MPI's...... │ │ │ │ + 0x0002bf30 68616e64 6c657220 77617320 74686572 handler was ther │ │ │ │ + 0x0002bf40 65666f72 65206e6f 7420696e 7374616c efore not instal │ │ │ │ + 0x0002bf50 6c65643b 20796f75 72206a6f 62207769 led; your job wi │ │ │ │ + 0x0002bf60 6c6c2063 6f6e7469 6e75652e 20205468 ll continue. Th │ │ │ │ + 0x0002bf70 69730000 00000000 7761726e 696e6720 is......warning │ │ │ │ + 0x0002bf80 6d657373 61676520 77696c6c 206f6e6c message will onl │ │ │ │ + 0x0002bf90 79206265 20646973 706c6179 6564206f y be displayed o │ │ │ │ + 0x0002bfa0 6e63652c 20657665 6e206966 204f7065 nce, even if Ope │ │ │ │ + 0x0002bfb0 6e204d50 49000000 656e636f 756e7465 n MPI...encounte │ │ │ │ + 0x0002bfc0 72732074 68697320 73697475 6174696f rs this situatio │ │ │ │ + 0x0002bfd0 6e206167 61696e2e 00000000 00000000 n again......... │ │ │ │ + 0x0002bfe0 546f2061 766f6964 20646973 706c6179 To avoid display │ │ │ │ + 0x0002bff0 696e6720 74686973 20776172 6e696e67 ing this warning │ │ │ │ + 0x0002c000 206d6573 73616765 2c20796f 75206361 message, you ca │ │ │ │ + 0x0002c010 6e206569 74686572 206e6f74 20696e73 n either not ins │ │ │ │ + 0x0002c020 74616c6c 00000000 74686520 6572726f tall....the erro │ │ │ │ + 0x0002c030 72206861 6e646c65 7220666f 72207369 r handler for si │ │ │ │ + 0x0002c040 676e616c 20256420 6f722079 6f752063 gnal %d or you c │ │ │ │ + 0x0002c050 616e2068 61766520 4f70656e 204d5049 an have Open MPI │ │ │ │ + 0x0002c060 206e6f74 20747279 20746f00 00000000 not try to..... │ │ │ │ + 0x0002c070 696e7374 616c6c20 69747320 6f776e20 install its own │ │ │ │ + 0x0002c080 7369676e 616c2068 616e646c 65722066 signal handler f │ │ │ │ + 0x0002c090 6f722074 68697320 7369676e 616c2062 or this signal b │ │ │ │ + 0x0002c0a0 79207365 7474696e 67207468 65000000 y setting the... │ │ │ │ + 0x0002c0b0 226f7061 6c5f7369 676e616c 7322204d "opal_signals" M │ │ │ │ + 0x0002c0c0 43412070 6172616d 65746572 2e000000 CA parameter.... │ │ │ │ + 0x0002c0d0 20205369 676e616c 3a202564 00000000 Signal: %d.... │ │ │ │ + 0x0002c0e0 20204375 7272656e 74206f70 616c5f73 Current opal_s │ │ │ │ + 0x0002c0f0 69676e61 6c207661 6c75653a 20257300 ignal value: %s. │ │ │ │ + 0x0002c100 6e6f2d6c 616e6775 6167652d 73757070 no-language-supp │ │ │ │ + 0x0002c110 6f727400 00000000 6e6f2d63 6f6d7069 ort.....no-compi │ │ │ │ + 0x0002c120 6c65722d 73706563 69666965 64000000 ler-specified... │ │ │ │ + 0x0002c130 6e6f2d63 6f6d7069 6c65722d 666f756e no-compiler-foun │ │ │ │ + 0x0002c140 64000000 00000000 75736167 65000000 d.......usage... │ │ │ │ + 0x0002c150 66696c65 2d6e6f74 2d666f75 6e640000 file-not-found.. │ │ │ │ + 0x0002c160 73706177 6e2d6661 696c6564 00000000 spawn-failed.... │ │ │ │ + 0x0002c170 6e6f2d6f 7074696f 6e732d73 7570706f no-options-suppo │ │ │ │ + 0x0002c180 72740000 00000000 54686520 25732077 rt......The %s w │ │ │ │ + 0x0002c190 72617070 65722063 6f6d7069 6c657220 rapper compiler │ │ │ │ + 0x0002c1a0 77617320 756e6162 6c652074 6f206669 was unable to fi │ │ │ │ + 0x0002c1b0 6e642061 20626c6f 636b206f 66206f70 nd a block of op │ │ │ │ + 0x0002c1c0 74696f6e 7320696e 20697473 00000000 tions in its.... │ │ │ │ + 0x0002c1d0 636f6e66 69677572 6174696f 6e20746f configuration to │ │ │ │ + 0x0002c1e0 20737570 706f7274 20796f75 7220636f support your co │ │ │ │ + 0x0002c1f0 6d70696c 6572206d 6f64652e 2020596f mpiler mode. Yo │ │ │ │ + 0x0002c200 75722061 70706c69 63617469 6f6e2077 ur application w │ │ │ │ + 0x0002c210 6173206e 6f740000 636f6d70 696c6564 as not..compiled │ │ │ │ + 0x0002c220 2e206f72 206c696e 6b65642e 00000000 . or linked..... │ │ │ │ + 0x0002c230 54686520 77726170 70657220 636f6d70 The wrapper comp │ │ │ │ + 0x0002c240 696c6572 20636f6d 6d616e64 206c696e iler command lin │ │ │ │ + 0x0002c250 65207761 733a0000 556e6162 6c652074 e was:..Unable t │ │ │ │ + 0x0002c260 6f206361 6c6c2074 68652063 6f6d7069 o call the compi │ │ │ │ + 0x0002c270 6c657220 28257329 2e205468 65206661 ler (%s). The fa │ │ │ │ + 0x0002c280 696c7572 65207265 7475726e 20746865 ilure return the │ │ │ │ + 0x0002c290 20657272 6f720000 25732e00 00000000 error..%s...... │ │ │ │ + 0x0002c2a0 54686520 6661696c 65642063 6f6d6d61 The failed comma │ │ │ │ + 0x0002c2b0 6e642077 6173205b 25735d2e 00000000 nd was [%s]..... │ │ │ │ + 0x0002c2c0 25732063 6f756c64 206e6f74 2066696e %s could not fin │ │ │ │ + 0x0002c2d0 64207468 65206669 6c652025 732c206e d the file %s, n │ │ │ │ + 0x0002c2e0 65656465 6420666f 72202573 20737570 eeded for %s sup │ │ │ │ + 0x0002c2f0 706f7274 2e000000 54686973 206d6179 port....This may │ │ │ │ + 0x0002c300 20696e64 69636174 6520616e 20696e63 indicate an inc │ │ │ │ + 0x0002c310 6f6d706c 65746520 696e7374 616c6c20 omplete install │ │ │ │ + 0x0002c320 616e6420 6c696e6b 696e6720 77696c6c and linking will │ │ │ │ + 0x0002c330 206c696b 656c7920 6661696c 2e000000 likely fail.... │ │ │ │ + 0x0002c340 2573205b 2d73686f 776d655b 3a3c636f %s [-showme[:]] args. │ │ │ │ + 0x0002c3a0 20202d73 686f776d 653a636f 6d6d616e -showme:comman │ │ │ │ + 0x0002c3b0 64202020 2053686f 7720636f 6d6d616e d Show comman │ │ │ │ + 0x0002c3c0 64207573 65642074 6f20696e 766f6b65 d used to invoke │ │ │ │ + 0x0002c3d0 20726561 6c20636f 6d70696c 65720000 real compiler.. │ │ │ │ + 0x0002c3e0 20202d73 686f776d 653a636f 6d70696c -showme:compil │ │ │ │ + 0x0002c3f0 65202020 2053686f 7720666c 61677320 e Show flags │ │ │ │ + 0x0002c400 61646465 64207768 656e2063 6f6d7069 added when compi │ │ │ │ + 0x0002c410 6c696e67 00000000 20202d73 686f776d ling.... -showm │ │ │ │ + 0x0002c420 653a6c69 6e6b2020 20202020 2053686f e:link Sho │ │ │ │ + 0x0002c430 7720666c 61677320 61646465 64207768 w flags added wh │ │ │ │ + 0x0002c440 656e206c 696e6b69 6e670000 00000000 en linking...... │ │ │ │ + 0x0002c450 20202d73 686f776d 653a696e 63646972 -showme:incdir │ │ │ │ + 0x0002c460 73202020 2053686f 77206c69 7374206f s Show list o │ │ │ │ + 0x0002c470 6620696e 636c7564 65206469 72732061 f include dirs a │ │ │ │ + 0x0002c480 64646564 20776865 6e20636f 6d70696c dded when compil │ │ │ │ + 0x0002c490 696e6700 00000000 20202d73 686f776d ing..... -showm │ │ │ │ + 0x0002c4a0 653a6c69 62646972 73202020 2053686f e:libdirs Sho │ │ │ │ + 0x0002c4b0 77206c69 7374206f 66206c69 62726172 w list of librar │ │ │ │ + 0x0002c4c0 79206469 72732061 64646564 20776865 y dirs added whe │ │ │ │ + 0x0002c4d0 6e206c69 6e6b696e 67000000 00000000 n linking....... │ │ │ │ + 0x0002c4e0 20202d73 686f776d 653a6c69 62732020 -showme:libs │ │ │ │ + 0x0002c4f0 20202020 2053686f 77206c69 7374206f Show list o │ │ │ │ + 0x0002c500 66206c69 62726172 69657320 61646465 f libraries adde │ │ │ │ + 0x0002c510 64207768 656e206c 696e6b69 6e670000 d when linking.. │ │ │ │ + 0x0002c520 20202d73 686f776d 653a7665 7273696f -showme:versio │ │ │ │ + 0x0002c530 6e202020 2053686f 77207665 7273696f n Show versio │ │ │ │ + 0x0002c540 6e206f66 20257300 20202d73 686f776d n of %s. -showm │ │ │ │ + 0x0002c550 653a6865 6c702020 20202020 20546869 e:help Thi │ │ │ │ + 0x0002c560 73206865 6c70206d 65737361 67650000 s help message.. │ │ │ │ + 0x0002c570 25733a20 25732025 7320284c 616e6775 %s: %s %s (Langu │ │ │ │ + 0x0002c580 6167653a 20257329 00000000 00000000 age: %s)........ │ │ │ │ + 0x0002c590 54686520 4f70656e 204d5049 20777261 The Open MPI wra │ │ │ │ + 0x0002c5a0 70706572 20636f6d 70696c65 72207761 pper compiler wa │ │ │ │ + 0x0002c5b0 7320756e 61626c65 20746f20 66696e64 s unable to find │ │ │ │ + 0x0002c5c0 20746865 20737065 63696669 65642063 the specified c │ │ │ │ + 0x0002c5d0 6f6d7069 6c657200 25732069 6e20796f ompiler.%s in yo │ │ │ │ + 0x0002c5e0 75722050 4154482e 00000000 00000000 ur PATH......... │ │ │ │ + 0x0002c5f0 4e6f7465 20746861 74207468 69732063 Note that this c │ │ │ │ + 0x0002c600 6f6d7069 6c657220 77617320 65697468 ompiler was eith │ │ │ │ + 0x0002c610 65722073 70656369 66696564 20617420 er specified at │ │ │ │ + 0x0002c620 636f6e66 69677572 65207469 6d65206f configure time o │ │ │ │ + 0x0002c630 7220696e 00000000 6f6e6520 6f662073 r in....one of s │ │ │ │ + 0x0002c640 65766572 616c2070 6f737369 626c6520 everal possible │ │ │ │ + 0x0002c650 656e7669 726f6e6d 656e7420 76617269 environment vari │ │ │ │ + 0x0002c660 61626c65 732e0000 4e6f2075 6e646572 ables...No under │ │ │ │ + 0x0002c670 6c79696e 6720636f 6d70696c 65722077 lying compiler w │ │ │ │ + 0x0002c680 61732073 70656369 66696564 20696e20 as specified in │ │ │ │ + 0x0002c690 74686520 77726170 70657220 636f6d70 the wrapper comp │ │ │ │ + 0x0002c6a0 696c6572 20646174 61206669 6c650000 iler data file.. │ │ │ │ + 0x0002c6b0 28652e67 2e2c206d 70696363 2d777261 (e.g., mpicc-wra │ │ │ │ + 0x0002c6c0 70706572 2d646174 612e7478 74290000 pper-data.txt).. │ │ │ │ + 0x0002c6d0 556e666f 7274756e 6174656c 792c2074 Unfortunately, t │ │ │ │ + 0x0002c6e0 68697320 696e7374 616c6c61 74696f6e his installation │ │ │ │ + 0x0002c6f0 206f6620 4f70656e 204d5049 20776173 of Open MPI was │ │ │ │ + 0x0002c700 206e6f74 20636f6d 70696c65 64207769 not compiled wi │ │ │ │ + 0x0002c710 74680000 00000000 25732073 7570706f th......%s suppo │ │ │ │ + 0x0002c720 72742e20 20417320 73756368 2c207468 rt. As such, th │ │ │ │ + 0x0002c730 65202573 20636f6d 70696c65 72206973 e %s compiler is │ │ │ │ + 0x0002c740 206e6f6e 2d66756e 6374696f 6e616c2e non-functional. │ │ │ │ + 0x0002c750 00000000 00000000 66696e64 2d617661 ........find-ava │ │ │ │ + 0x0002c760 696c6162 6c653a6e 6f742d76 616c6964 ilable:not-valid │ │ │ │ + 0x0002c770 00000000 00000000 66696e64 2d617661 ........find-ava │ │ │ │ + 0x0002c780 696c6162 6c653a6e 6f6e6520 666f756e ilable:none foun │ │ │ │ + 0x0002c790 64000000 00000000 6672616d 65776f72 d.......framewor │ │ │ │ + 0x0002c7a0 6b2d7061 72616d3a 746f6f2d 6d616e79 k-param:too-many │ │ │ │ + 0x0002c7b0 2d6e6567 61746573 00000000 00000000 -negates........ │ │ │ │ + 0x0002c7c0 696e7465 726e616c 20657272 6f722064 internal error d │ │ │ │ + 0x0002c7d0 7572696e 6720696e 69740000 00000000 uring init...... │ │ │ │ + 0x0002c7e0 73686f77 5f6c6f61 645f6572 726f7273 show_load_errors │ │ │ │ + 0x0002c7f0 3a20746f 6f206d61 6e79202f 00000000 : too many /.... │ │ │ │ + 0x0002c800 54686520 6f70616c 5f6d6361 5f626173 The opal_mca_bas │ │ │ │ + 0x0002c810 655f636f 6d706f6e 656e745f 73686f77 e_component_show │ │ │ │ + 0x0002c820 5f6c6f61 645f6572 726f7273 204d4341 _load_errors MCA │ │ │ │ + 0x0002c830 20766172 6961626c 65206361 6e6e6f74 variable cannot │ │ │ │ + 0x0002c840 00000000 00000000 636f6e74 61696e20 ........contain │ │ │ │ + 0x0002c850 6120746f 6b656e20 74686174 20686173 a token that has │ │ │ │ + 0x0002c860 206d6f72 65207468 616e206f 6e652022 more than one " │ │ │ │ + 0x0002c870 2f222063 68617261 63746572 20696e20 /" character in │ │ │ │ + 0x0002c880 69742e00 00000000 54686520 6f70616c it......The opal │ │ │ │ + 0x0002c890 5f6d6361 5f626173 655f636f 6d706f6e _mca_base_compon │ │ │ │ + 0x0002c8a0 656e745f 73686f77 5f6c6f61 645f6572 ent_show_load_er │ │ │ │ + 0x0002c8b0 726f7273 204d4341 20766172 6961626c rors MCA variabl │ │ │ │ + 0x0002c8c0 65206361 6e206f6e 6c790000 00000000 e can only...... │ │ │ │ + 0x0002c8d0 636f6e74 61696e20 74686520 76616c75 contain the valu │ │ │ │ + 0x0002c8e0 65733a20 616c6c2c 206e6f6e 652c206f es: all, none, o │ │ │ │ + 0x0002c8f0 72206120 636f6d6d 612d6465 6c696d69 r a comma-delimi │ │ │ │ + 0x0002c900 74656420 6c697374 206f6620 746f6b65 ted list of toke │ │ │ │ + 0x0002c910 6e732069 6e000000 74686520 666f726d ns in...the form │ │ │ │ + 0x0002c920 206f6620 22667261 6d65776f 726b2220 of "framework" │ │ │ │ + 0x0002c930 6f722022 6672616d 65776f72 6b2f636f or "framework/co │ │ │ │ + 0x0002c940 6d706f6e 656e7422 2e000000 00000000 mponent"........ │ │ │ │ + 0x0002c950 20204572 726f6e65 6f757320 76616c75 Erroneous valu │ │ │ │ + 0x0002c960 653a2025 73000000 416e2069 6e746572 e: %s...An inter │ │ │ │ + 0x0002c970 6e616c20 6572726f 72206861 73206f63 nal error has oc │ │ │ │ + 0x0002c980 63757272 65642064 7572696e 67207468 curred during th │ │ │ │ + 0x0002c990 65207374 61727475 70206f66 204f7065 e startup of Ope │ │ │ │ + 0x0002c9a0 6e204d50 492e2020 54686973 00000000 n MPI. This.... │ │ │ │ + 0x0002c9b0 69732068 6967686c 7920756e 75737561 is highly unusua │ │ │ │ + 0x0002c9c0 6c20616e 64207368 6f756c64 6e277420 l and shouldn't │ │ │ │ + 0x0002c9d0 68617070 656e2e20 204f7065 6e204d50 happen. Open MP │ │ │ │ + 0x0002c9e0 49207769 6c6c206e 6f772061 626f7274 I will now abort │ │ │ │ + 0x0002c9f0 20796f75 72000000 6a6f622e 00000000 your...job..... │ │ │ │ + 0x0002ca00 54686520 666f6c6c 6f77696e 67206d65 The following me │ │ │ │ + 0x0002ca10 73736167 65206d61 79207072 6f766964 ssage may provid │ │ │ │ + 0x0002ca20 65206164 64697469 6f6e616c 20696e73 e additional ins │ │ │ │ + 0x0002ca30 69676874 20696e74 6f207468 65206572 ight into the er │ │ │ │ + 0x0002ca40 726f723a 00000000 20204661 696c7572 ror:.... Failur │ │ │ │ + 0x0002ca50 65206174 3a202020 20202025 73202825 e at: %s (% │ │ │ │ + 0x0002ca60 733a2564 29000000 20204572 726f723a s:%d)... Error: │ │ │ │ + 0x0002ca70 20202020 20202020 20202025 64202825 %d (% │ │ │ │ + 0x0002ca80 73290000 00000000 4d434120 6672616d s)......MCA fram │ │ │ │ + 0x0002ca90 65776f72 6b207061 72616d65 74657273 ework parameters │ │ │ │ + 0x0002caa0 2063616e 206f6e6c 79207461 6b652061 can only take a │ │ │ │ + 0x0002cab0 2073696e 676c6520 6e656761 74696f6e single negation │ │ │ │ + 0x0002cac0 206f7065 7261746f 72000000 00000000 operator....... │ │ │ │ + 0x0002cad0 28225e22 292c2061 6e642069 74206d75 ("^"), and it mu │ │ │ │ + 0x0002cae0 73742062 65206174 20746865 20626567 st be at the beg │ │ │ │ + 0x0002caf0 696e6e69 6e67206f 66207468 65207661 inning of the va │ │ │ │ + 0x0002cb00 6c75652e 20205468 6520666f 6c6c6f77 lue. The follow │ │ │ │ + 0x0002cb10 696e6700 00000000 76616c75 65207669 ing.....value vi │ │ │ │ + 0x0002cb20 6f6c6174 65732074 68697320 72756c65 olates this rule │ │ │ │ + 0x0002cb30 3a000000 00000000 5768656e 20757365 :.......When use │ │ │ │ + 0x0002cb40 642c2074 6865206e 65676174 696f6e20 d, the negation │ │ │ │ + 0x0002cb50 6f706572 61746f72 20736574 73207468 operator sets th │ │ │ │ + 0x0002cb60 65202265 78636c75 73697665 22206265 e "exclusive" be │ │ │ │ + 0x0002cb70 68617669 6f72206d 6f64652c 00000000 havior mode,.... │ │ │ │ + 0x0002cb80 6d65616e 696e6720 74686174 20697420 meaning that it │ │ │ │ + 0x0002cb90 77696c6c 20657863 6c756465 20616c6c will exclude all │ │ │ │ + 0x0002cba0 20737065 63696669 65642063 6f6d706f specified compo │ │ │ │ + 0x0002cbb0 6e656e74 73202861 6e642069 6d706c69 nents (and impli │ │ │ │ + 0x0002cbc0 6369746c 79000000 696e636c 75646520 citly...include │ │ │ │ + 0x0002cbd0 616c6c20 6f746865 7273292e 20204966 all others). If │ │ │ │ + 0x0002cbe0 20746865 206e6567 6174696f 6e206f70 the negation op │ │ │ │ + 0x0002cbf0 65726174 6f722069 73206e6f 74207370 erator is not sp │ │ │ │ + 0x0002cc00 65636966 6965642c 20746865 00000000 ecified, the.... │ │ │ │ + 0x0002cc10 22696e63 6c757369 76652220 6d6f6465 "inclusive" mode │ │ │ │ + 0x0002cc20 20697320 61737375 6d65642c 206d6561 is assumed, mea │ │ │ │ + 0x0002cc30 6e696e67 20746861 7420616c 6c207370 ning that all sp │ │ │ │ + 0x0002cc40 65636966 69656420 636f6d70 6f6e656e ecified componen │ │ │ │ + 0x0002cc50 74730000 00000000 77696c6c 20626520 ts......will be │ │ │ │ + 0x0002cc60 696e636c 75646564 2028616e 6420696d included (and im │ │ │ │ + 0x0002cc70 706c6963 69746c79 20657863 6c756465 plicitly exclude │ │ │ │ + 0x0002cc80 20616c6c 206f7468 65727329 2e000000 all others).... │ │ │ │ + 0x0002cc90 466f7220 6578616d 706c652c 20225e61 For example, "^a │ │ │ │ + 0x0002cca0 2c622220 73706563 69666965 73207468 ,b" specifies th │ │ │ │ + 0x0002ccb0 65206578 636c7573 69766520 62656861 e exclusive beha │ │ │ │ + 0x0002ccc0 76696f72 20616e64 206d6561 6e732022 vior and means " │ │ │ │ + 0x0002ccd0 75736500 00000000 616c6c20 636f6d70 use.....all comp │ │ │ │ + 0x0002cce0 6f6e656e 7473202a 65786365 70742a20 onents *except* │ │ │ │ + 0x0002ccf0 6120616e 64206222 2c207768 696c6520 a and b", while │ │ │ │ + 0x0002cd00 22632c64 22207370 65636966 69657320 "c,d" specifies │ │ │ │ + 0x0002cd10 74686520 696e636c 75736976 65000000 the inclusive... │ │ │ │ + 0x0002cd20 62656861 76696f72 20616e64 206d6561 behavior and mea │ │ │ │ + 0x0002cd30 6e732022 75736520 2a6f6e6c 792a2063 ns "use *only* c │ │ │ │ + 0x0002cd40 6f6d706f 6e656e74 73206320 616e6420 omponents c and │ │ │ │ + 0x0002cd50 642e2200 00000000 596f7520 63616e6e d.".....You cann │ │ │ │ + 0x0002cd60 6f74206d 69782069 6e636c75 73697665 ot mix inclusive │ │ │ │ + 0x0002cd70 20616e64 20657863 6c757369 76652062 and exclusive b │ │ │ │ + 0x0002cd80 65686176 696f722e 00000000 00000000 ehavior......... │ │ │ │ + 0x0002cd90 4e6f2063 6f6d706f 6e656e74 73207765 No components we │ │ │ │ + 0x0002cda0 72652061 626c6520 746f2062 65206f70 re able to be op │ │ │ │ + 0x0002cdb0 656e6564 20696e20 74686520 25732066 ened in the %s f │ │ │ │ + 0x0002cdc0 72616d65 776f726b 2e000000 00000000 ramework........ │ │ │ │ + 0x0002cdd0 54686973 20747970 6963616c 6c79206d This typically m │ │ │ │ + 0x0002cde0 65616e73 20746861 74206569 74686572 eans that either │ │ │ │ + 0x0002cdf0 206e6f20 636f6d70 6f6e656e 7473206f no components o │ │ │ │ + 0x0002ce00 66207468 69732074 79706520 77657265 f this type were │ │ │ │ + 0x0002ce10 00000000 00000000 696e7374 616c6c65 ........installe │ │ │ │ + 0x0002ce20 642c206f 72206e6f 6e65206f 66207468 d, or none of th │ │ │ │ + 0x0002ce30 6520696e 7374616c 6c656420 636f6d70 e installed comp │ │ │ │ + 0x0002ce40 6f6e656e 74732063 616e2062 65206c6f onents can be lo │ │ │ │ + 0x0002ce50 61646564 2e000000 536f6d65 74696d65 aded....Sometime │ │ │ │ + 0x0002ce60 73207468 6973206d 65616e73 20746861 s this means tha │ │ │ │ + 0x0002ce70 74207368 61726564 206c6962 72617269 t shared librari │ │ │ │ + 0x0002ce80 65732072 65717569 72656420 62792074 es required by t │ │ │ │ + 0x0002ce90 68657365 00000000 636f6d70 6f6e656e hese....componen │ │ │ │ + 0x0002cea0 74732061 72652075 6e61626c 6520746f ts are unable to │ │ │ │ + 0x0002ceb0 20626520 666f756e 642f6c6f 61646564 be found/loaded │ │ │ │ + 0x0002cec0 2e000000 00000000 2020486f 73743a20 ........ Host: │ │ │ │ + 0x0002ced0 20202020 20257300 20204672 616d6577 %s. Framew │ │ │ │ + 0x0002cee0 6f726b3a 20257300 41207265 71756573 ork: %s.A reques │ │ │ │ + 0x0002cef0 74656420 636f6d70 6f6e656e 74207761 ted component wa │ │ │ │ + 0x0002cf00 73206e6f 7420666f 756e642c 206f7220 s not found, or │ │ │ │ + 0x0002cf10 77617320 756e6162 6c652074 6f206265 was unable to be │ │ │ │ + 0x0002cf20 206f7065 6e65642e 20205468 69730000 opened. This.. │ │ │ │ + 0x0002cf30 6d65616e 73207468 61742074 68697320 means that this │ │ │ │ + 0x0002cf40 636f6d70 6f6e656e 74206973 20656974 component is eit │ │ │ │ + 0x0002cf50 68657220 6e6f7420 696e7374 616c6c65 her not installe │ │ │ │ + 0x0002cf60 64206f72 20697320 756e6162 6c652074 d or is unable t │ │ │ │ + 0x0002cf70 6f206265 00000000 75736564 206f6e20 o be....used on │ │ │ │ + 0x0002cf80 796f7572 20737973 74656d20 28652e67 your system (e.g │ │ │ │ + 0x0002cf90 2e2c2073 6f6d6574 696d6573 20746869 ., sometimes thi │ │ │ │ + 0x0002cfa0 73206d65 616e7320 74686174 20736861 s means that sha │ │ │ │ + 0x0002cfb0 72656420 6c696272 61726965 73000000 red libraries... │ │ │ │ + 0x0002cfc0 74686174 20746865 20636f6d 706f6e65 that the compone │ │ │ │ + 0x0002cfd0 6e742072 65717569 72657320 61726520 nt requires are │ │ │ │ + 0x0002cfe0 756e6162 6c652074 6f206265 20666f75 unable to be fou │ │ │ │ + 0x0002cff0 6e642f6c 6f616465 64292e20 204e6f74 nd/loaded). Not │ │ │ │ + 0x0002d000 65207468 61740000 4f70656e 204d5049 e that..Open MPI │ │ │ │ + 0x0002d010 2073746f 70706564 20636865 636b696e stopped checkin │ │ │ │ + 0x0002d020 67206174 20746865 20666972 73742063 g at the first c │ │ │ │ + 0x0002d030 6f6d706f 6e656e74 20746861 74206974 omponent that it │ │ │ │ + 0x0002d040 20646964 206e6f74 2066696e 642e0000 did not find... │ │ │ │ + 0x0002d050 486f7374 3a202020 20202025 73000000 Host: %s... │ │ │ │ + 0x0002d060 4672616d 65776f72 6b3a2025 73000000 Framework: %s... │ │ │ │ + 0x0002d070 436f6d70 6f6e656e 743a2025 73000000 Component: %s... │ │ │ │ + 0x0002d080 72652d72 65676973 7465722d 77697468 re-register-with │ │ │ │ + 0x0002d090 2d646966 66657265 6e742d74 79706500 -different-type. │ │ │ │ + 0x0002d0a0 416e2069 6e76616c 69642076 616c7565 An invalid value │ │ │ │ + 0x0002d0b0 20776173 20737570 706c6965 6420666f was supplied fo │ │ │ │ + 0x0002d0c0 7220616e 204d4341 20766172 6961626c r an MCA variabl │ │ │ │ + 0x0002d0d0 6520226d 63615f62 6173655f 656e765f e "mca_base_env_ │ │ │ │ + 0x0002d0e0 6c697374 5f64656c 696d6974 6572222e list_delimiter". │ │ │ │ + 0x0002d0f0 00000000 00000000 54686520 226d6361 ........The "mca │ │ │ │ + 0x0002d100 5f626173 655f656e 765f6c69 73742220 _base_env_list" │ │ │ │ + 0x0002d110 76617269 61626c65 2077696c 6c206265 variable will be │ │ │ │ + 0x0002d120 2069676e 6f726564 2e000000 00000000 ignored........ │ │ │ │ + 0x0002d130 20205661 6c75653a 20202020 20257300 Value: %s. │ │ │ │ + 0x0002d140 5741524e 494e473a 20546865 20666f72 WARNING: The for │ │ │ │ + 0x0002d150 6d617420 6f662022 6d63615f 62617365 mat of "mca_base │ │ │ │ + 0x0002d160 5f656e76 5f6c6973 74222070 6172616d _env_list" param │ │ │ │ + 0x0002d170 65746572 20697320 61206465 6c696d69 eter is a delimi │ │ │ │ + 0x0002d180 74656420 6c697374 206f6620 5641523d ted list of VAR= │ │ │ │ + 0x0002d190 56414c20 6f720000 56415220 696e7374 VAL or..VAR inst │ │ │ │ + 0x0002d1a0 616e6365 732e2042 79206465 6661756c ances. By defaul │ │ │ │ + 0x0002d1b0 742c2074 68652064 656c696d 69746572 t, the delimiter │ │ │ │ + 0x0002d1c0 20697320 61207365 6d69636f 6c6f6e3a is a semicolon: │ │ │ │ + 0x0002d1d0 20564152 313d5641 4c313b56 4152323b VAR1=VAL1;VAR2; │ │ │ │ + 0x0002d1e0 56415233 3d56414c 333b2e2e 2e000000 VAR3=VAL3;...... │ │ │ │ + 0x0002d1f0 596f7520 63616e20 73657420 6f746865 You can set othe │ │ │ │ + 0x0002d200 72207669 6120226d 63615f62 6173655f r via "mca_base_ │ │ │ │ + 0x0002d210 656e765f 6c697374 5f64656c 696d6974 env_list_delimit │ │ │ │ + 0x0002d220 65722220 70617261 6d657465 722e2049 er" parameter. I │ │ │ │ + 0x0002d230 66207468 65206465 6c696d69 74657220 f the delimiter │ │ │ │ + 0x0002d240 69732061 00000000 73656d69 636f6c6f is a....semicolo │ │ │ │ + 0x0002d250 6e2c2074 68652076 616c7565 206f6620 n, the value of │ │ │ │ + 0x0002d260 226d6361 5f626173 655f656e 765f6c69 "mca_base_env_li │ │ │ │ + 0x0002d270 73742220 76617269 61626c65 2073686f st" variable sho │ │ │ │ + 0x0002d280 756c6420 62652071 756f7465 6420746f uld be quoted to │ │ │ │ + 0x0002d290 206e6f74 20696e74 65726665 72650000 not interfere.. │ │ │ │ + 0x0002d2a0 77697468 20534845 4c4c2063 6f6d6d61 with SHELL comma │ │ │ │ + 0x0002d2b0 6e64206c 696e6520 70617273 696e672e nd line parsing. │ │ │ │ + 0x0002d2c0 20496e20 74686520 63617365 20776865 In the case whe │ │ │ │ + 0x0002d2d0 72652061 2076616c 75652069 73206e6f re a value is no │ │ │ │ + 0x0002d2e0 74206173 7369676e 65642074 6f207661 t assigned to va │ │ │ │ + 0x0002d2f0 72696162 6c650000 5641522c 20746865 riable..VAR, the │ │ │ │ + 0x0002d300 2076616c 75652077 696c6c20 62652074 value will be t │ │ │ │ + 0x0002d310 616b656e 2066726f 6d207468 65206375 aken from the cu │ │ │ │ + 0x0002d320 7272656e 7420656e 7669726f 6e6d656e rrent environmen │ │ │ │ + 0x0002d330 742e0000 00000000 54686520 666f6c6c t.......The foll │ │ │ │ + 0x0002d340 6f77696e 6720656e 7669726f 6e6d656e owing environmen │ │ │ │ + 0x0002d350 74207661 72696162 6c652077 6173206e t variable was n │ │ │ │ + 0x0002d360 6f742066 6f756e64 20696e20 74686520 ot found in the │ │ │ │ + 0x0002d370 656e7669 726f6e6d 656e743a 00000000 environment:.... │ │ │ │ + 0x0002d380 20205661 72696162 6c653a20 20202020 Variable: │ │ │ │ + 0x0002d390 20202020 20202020 25730000 00000000 %s...... │ │ │ │ + 0x0002d3a0 20204d43 41207661 72696162 6c652076 MCA variable v │ │ │ │ + 0x0002d3b0 616c7565 3a202020 25730000 00000000 alue: %s...... │ │ │ │ + 0x0002d3c0 5741524e 494e473a 20546865 20737065 WARNING: The spe │ │ │ │ + 0x0002d3d0 6369616c 204d4341 20706172 616d6574 cial MCA paramet │ │ │ │ + 0x0002d3e0 65722022 25732220 77617320 73657420 er "%s" was set │ │ │ │ + 0x0002d3f0 696e0000 00000000 616e2075 6e657870 in......an unexp │ │ │ │ + 0x0002d400 65637465 64207761 792c2061 6e642069 ected way, and i │ │ │ │ + 0x0002d410 73206c69 6b656c79 206e6f74 20776f72 s likely not wor │ │ │ │ + 0x0002d420 6b696e67 20746865 20776179 20796f75 king the way you │ │ │ │ + 0x0002d430 2077616e 74206974 20746f2e 00000000 want it to..... │ │ │ │ + 0x0002d440 53706563 69666963 616c6c79 2c207468 Specifically, th │ │ │ │ + 0x0002d450 6973204d 43412070 6172616d 65746572 is MCA parameter │ │ │ │ + 0x0002d460 20697320 22737065 6369616c 2220696e is "special" in │ │ │ │ + 0x0002d470 20746861 74206974 2063616e 202a6f6e that it can *on │ │ │ │ + 0x0002d480 6c792a20 62650000 73657420 696e2074 ly* be..set in t │ │ │ │ + 0x0002d490 68652065 6e766972 6f6e6d65 6e742e20 he environment. │ │ │ │ + 0x0002d4a0 20536574 74696e67 20746869 73207661 Setting this va │ │ │ │ + 0x0002d4b0 6c756520 696e2061 2066696c 65202d2d lue in a file -- │ │ │ │ + 0x0002d4c0 20616e64 20736f6d 6574696d 65730000 and sometimes.. │ │ │ │ + 0x0002d4d0 6576656e 206f6e20 74686520 636f6d6d even on the comm │ │ │ │ + 0x0002d4e0 616e6420 6c696e65 202d2d20 77696c6c and line -- will │ │ │ │ + 0x0002d4f0 206e6f74 20776f72 6b206173 20696e74 not work as int │ │ │ │ + 0x0002d500 656e6465 642e2020 54686520 2a6f6e6c ended. The *onl │ │ │ │ + 0x0002d510 792a2077 61790000 746f2073 65742074 y* way..to set t │ │ │ │ + 0x0002d520 68697320 76616c75 65206973 20746f20 his value is to │ │ │ │ + 0x0002d530 73657420 224f4d50 495f4d43 415f2573 set "OMPI_MCA_%s │ │ │ │ + 0x0002d540 2220696e 20746865 20656e76 69726f6e " in the environ │ │ │ │ + 0x0002d550 6d656e74 20626566 6f726500 00000000 ment before..... │ │ │ │ + 0x0002d560 73746172 74696e67 20796f75 72206a6f starting your jo │ │ │ │ + 0x0002d570 622e0000 00000000 20205661 6c75653a b....... Value: │ │ │ │ + 0x0002d580 20202020 20202573 00000000 00000000 %s........ │ │ │ │ + 0x0002d590 2020536f 75726365 3a202020 20202573 Source: %s │ │ │ │ + 0x0002d5a0 00000000 00000000 416e2069 6e76616c ........An inval │ │ │ │ + 0x0002d5b0 69642076 616c7565 20776173 20737570 id value was sup │ │ │ │ + 0x0002d5c0 706c6965 6420666f 7220616e 20656e75 plied for an enu │ │ │ │ + 0x0002d5d0 6d207661 72696162 6c652e00 00000000 m variable...... │ │ │ │ + 0x0002d5e0 20205661 72696162 6c652020 2020203a Variable : │ │ │ │ + 0x0002d5f0 20257300 00000000 20205661 6c756520 %s..... Value │ │ │ │ + 0x0002d600 20202020 2020203a 20257300 00000000 : %s..... │ │ │ │ + 0x0002d610 20205661 6c696420 76616c75 6573203a Valid values : │ │ │ │ + 0x0002d620 20257300 00000000 416e2069 6e76616c %s.....An inval │ │ │ │ + 0x0002d630 69642076 616c7565 20776173 20737570 id value was sup │ │ │ │ + 0x0002d640 706c6965 6420666f 7220616e 204d4341 plied for an MCA │ │ │ │ + 0x0002d650 20766172 6961626c 652e0000 00000000 variable....... │ │ │ │ + 0x0002d660 5741524e 494e473a 20412075 7365722d WARNING: A user- │ │ │ │ + 0x0002d670 73757070 6c696564 2076616c 75652061 supplied value a │ │ │ │ + 0x0002d680 7474656d 70746564 20746f20 73657420 ttempted to set │ │ │ │ + 0x0002d690 61207661 72696162 6c652074 68617420 a variable that │ │ │ │ + 0x0002d6a0 69732073 65740000 696e2074 6865206f is set..in the o │ │ │ │ + 0x0002d6b0 76657272 69646520 76617269 61626c65 verride variable │ │ │ │ + 0x0002d6c0 2066696c 6520286f 70656e6d 70692d6d file (openmpi-m │ │ │ │ + 0x0002d6d0 63612d70 6172616d 732d6f76 65727269 ca-params-overri │ │ │ │ + 0x0002d6e0 64652e63 6f6e6629 2e000000 00000000 de.conf)........ │ │ │ │ + 0x0002d6f0 20205661 72696162 6c653a20 25730000 Variable: %s.. │ │ │ │ + 0x0002d700 54686520 75736572 2d737570 706c6965 The user-supplie │ │ │ │ + 0x0002d710 64207661 6c756520 77617320 69676e6f d value was igno │ │ │ │ + 0x0002d720 7265642e 00000000 41206e61 6d652063 red.....A name c │ │ │ │ + 0x0002d730 6f6c6c69 73696f6e 20776173 20646574 ollision was det │ │ │ │ + 0x0002d740 65637465 64206f6e 20616e20 4d434120 ected on an MCA │ │ │ │ + 0x0002d750 76617269 61626c65 206e616d 652e2054 variable name. T │ │ │ │ + 0x0002d760 68697320 63616e20 68617070 656e0000 his can happen.. │ │ │ │ + 0x0002d770 69662074 776f2063 6f6d706f 6e656e74 if two component │ │ │ │ + 0x0002d780 73207472 7920746f 20726567 69737465 s try to registe │ │ │ │ + 0x0002d790 72207468 65207361 6d652076 61726961 r the same varia │ │ │ │ + 0x0002d7a0 626c6520 77697468 20736c69 6768746c ble with slightl │ │ │ │ + 0x0002d7b0 79000000 00000000 64696666 6572656e y.......differen │ │ │ │ + 0x0002d7c0 74206e61 6d652063 6f6d706f 6e656e74 t name component │ │ │ │ + 0x0002d7d0 732e2054 68652063 6f6e666c 69637469 s. The conflicti │ │ │ │ + 0x0002d7e0 6e672076 61726961 626c6573 20617265 ng variables are │ │ │ │ + 0x0002d7f0 206c6973 74656420 62656c6f 773a0000 listed below:.. │ │ │ │ + 0x0002d800 20204d43 41207661 72696162 6c65206e MCA variable n │ │ │ │ + 0x0002d810 616d653a 20257300 20204e65 77206e61 ame: %s. New na │ │ │ │ + 0x0002d820 6d653a20 25732025 73202573 00000000 me: %s %s %s.... │ │ │ │ + 0x0002d830 20204578 69737469 6e67206e 616d653a Existing name: │ │ │ │ + 0x0002d840 20257320 25732025 73000000 00000000 %s %s %s....... │ │ │ │ + 0x0002d850 416e204d 43412076 61726961 626c6520 An MCA variable │ │ │ │ + 0x0002d860 77617320 72652d72 65676973 74657265 was re-registere │ │ │ │ + 0x0002d870 64207769 74682061 20646966 66657265 d with a differe │ │ │ │ + 0x0002d880 6e742074 79706520 28692e65 2e2c2069 nt type (i.e., i │ │ │ │ + 0x0002d890 74207761 73000000 65697468 6572206f t was...either o │ │ │ │ + 0x0002d8a0 72696769 6e616c6c 79207265 67697374 riginally regist │ │ │ │ + 0x0002d8b0 65726564 20617320 616e2049 4e542061 ered as an INT a │ │ │ │ + 0x0002d8c0 6e642072 652d7265 67697374 65726564 nd re-registered │ │ │ │ + 0x0002d8d0 20617320 61205354 52494e47 2c000000 as a STRING,... │ │ │ │ + 0x0002d8e0 6f722069 74207761 73206f72 6967696e or it was origin │ │ │ │ + 0x0002d8f0 616c6c79 20726567 69737465 72656420 ally registered │ │ │ │ + 0x0002d900 61732061 20535452 494e4720 616e6420 as a STRING and │ │ │ │ + 0x0002d910 72652d72 65676973 74657265 64206173 re-registered as │ │ │ │ + 0x0002d920 20616e00 00000000 494e5429 2e202054 an.....INT). T │ │ │ │ + 0x0002d930 68697320 61206465 76656c6f 70657220 his a developer │ │ │ │ + 0x0002d940 6572726f 723b2079 6f757220 6a6f6220 error; your job │ │ │ │ + 0x0002d950 6d617920 61626f72 742e0000 00000000 may abort....... │ │ │ │ + 0x0002d960 54776f20 6d757475 616c6c79 2d657863 Two mutually-exc │ │ │ │ + 0x0002d970 6c757369 7665204d 43412076 61726961 lusive MCA varia │ │ │ │ + 0x0002d980 626c6573 20776572 65207370 65636966 bles were specif │ │ │ │ + 0x0002d990 6965642e 20205468 69732063 616e2072 ied. This can r │ │ │ │ + 0x0002d9a0 6573756c 74000000 696e2075 6e646566 esult...in undef │ │ │ │ + 0x0002d9b0 696e6564 20626568 6176696f 722c2073 ined behavior, s │ │ │ │ + 0x0002d9c0 75636820 61732069 676e6f72 696e6720 uch as ignoring │ │ │ │ + 0x0002d9d0 74686520 636f6d70 6f6e656e 74732074 the components t │ │ │ │ + 0x0002d9e0 68617420 74686520 4d434100 00000000 hat the MCA..... │ │ │ │ + 0x0002d9f0 76617269 61626c65 73206172 65207375 variables are su │ │ │ │ + 0x0002da00 70706f73 65642074 6f206166 66656374 pposed to affect │ │ │ │ + 0x0002da10 2e000000 00000000 20203173 74204d43 ........ 1st MC │ │ │ │ + 0x0002da20 41207661 72696162 6c653a20 25730000 A variable: %s.. │ │ │ │ + 0x0002da30 20202020 536f7572 6365206f 66207661 Source of va │ │ │ │ + 0x0002da40 6c75653a 20257300 2020326e 64204d43 lue: %s. 2nd MC │ │ │ │ + 0x0002da50 41207661 72696162 6c653a20 25730000 A variable: %s.. │ │ │ │ + 0x0002da60 41206465 70726563 61746564 204d4341 A deprecated MCA │ │ │ │ + 0x0002da70 20766172 6961626c 65207661 6c756520 variable value │ │ │ │ + 0x0002da80 77617320 73706563 69666965 6420696e was specified in │ │ │ │ + 0x0002da90 20616e20 4d434120 76617269 61626c65 an MCA variable │ │ │ │ + 0x0002daa0 00000000 00000000 66696c65 2e202044 ........file. D │ │ │ │ + 0x0002dab0 65707265 63617465 64204d43 41207661 eprecated MCA va │ │ │ │ + 0x0002dac0 72696162 6c657320 73686f75 6c642062 riables should b │ │ │ │ + 0x0002dad0 65206176 6f696465 643b2074 68657920 e avoided; they │ │ │ │ + 0x0002dae0 6d617920 64697361 70706561 72000000 may disappear... │ │ │ │ + 0x0002daf0 696e2066 75747572 65207265 6c656173 in future releas │ │ │ │ + 0x0002db00 65732e00 00000000 20204465 70726563 es...... Deprec │ │ │ │ + 0x0002db10 61746564 20766172 6961626c 653a2025 ated variable: % │ │ │ │ + 0x0002db20 73000000 00000000 2020536f 75726365 s....... Source │ │ │ │ + 0x0002db30 2066696c 653a2020 20202020 20202025 file: % │ │ │ │ + 0x0002db40 73000000 00000000 20204e65 77207661 s....... New va │ │ │ │ + 0x0002db50 72696162 6c653a20 20202020 20202025 riable: % │ │ │ │ + 0x0002db60 73000000 00000000 41206465 70726563 s.......A deprec │ │ │ │ + 0x0002db70 61746564 204d4341 20766172 6961626c ated MCA variabl │ │ │ │ + 0x0002db80 65207661 6c756520 77617320 73706563 e value was spec │ │ │ │ + 0x0002db90 69666965 64206f6e 20746865 20636f6d ified on the com │ │ │ │ + 0x0002dba0 6d616e64 206c696e 652e2020 44657072 mand line. Depr │ │ │ │ + 0x0002dbb0 65636174 65640000 4d434120 76617269 ecated..MCA vari │ │ │ │ + 0x0002dbc0 61626c65 73207368 6f756c64 20626520 ables should be │ │ │ │ + 0x0002dbd0 61766f69 6465643b 20746865 79206d61 avoided; they ma │ │ │ │ + 0x0002dbe0 79206469 73617070 65617220 696e2066 y disappear in f │ │ │ │ + 0x0002dbf0 75747572 65207265 6c656173 65732e00 uture releases.. │ │ │ │ + 0x0002dc00 41206465 70726563 61746564 204d4341 A deprecated MCA │ │ │ │ + 0x0002dc10 20766172 6961626c 65207661 6c756520 variable value │ │ │ │ + 0x0002dc20 77617320 73706563 69666965 6420696e was specified in │ │ │ │ + 0x0002dc30 20746865 20656e76 69726f6e 6d656e74 the environment │ │ │ │ + 0x0002dc40 206f7200 00000000 6f6e2074 68652063 or.....on the c │ │ │ │ + 0x0002dc50 6f6d6d61 6e64206c 696e652e 20204465 ommand line. De │ │ │ │ + 0x0002dc60 70726563 61746564 204d4341 20766172 precated MCA var │ │ │ │ + 0x0002dc70 6961626c 65732073 686f756c 64206265 iables should be │ │ │ │ + 0x0002dc80 2061766f 69646564 3b000000 00000000 avoided;....... │ │ │ │ + 0x0002dc90 74686579 206d6179 20646973 61707065 they may disappe │ │ │ │ + 0x0002dca0 61722069 6e206675 74757265 2072656c ar in future rel │ │ │ │ + 0x0002dcb0 65617365 732e0000 50726f63 65737320 eases...Process │ │ │ │ + 0x0002dcc0 25642055 6e61626c 6520746f 206c6f63 %d Unable to loc │ │ │ │ + 0x0002dcd0 61746520 74686520 76617269 61626c65 ate the variable │ │ │ │ + 0x0002dce0 2066696c 65202225 73222069 6e207468 file "%s" in th │ │ │ │ + 0x0002dcf0 6520666f 6c6c6f77 696e6720 73656172 e following sear │ │ │ │ + 0x0002dd00 63682070 6174683a 00000000 00000000 ch path:........ │ │ │ │ + 0x0002dd10 5741524e 494e473a 20412075 7365722d WARNING: A user- │ │ │ │ + 0x0002dd20 73757070 6c696564 2076616c 75652061 supplied value a │ │ │ │ + 0x0002dd30 7474656d 70746564 20746f20 6f766572 ttempted to over │ │ │ │ + 0x0002dd40 72696465 20746865 20646566 61756c74 ride the default │ │ │ │ + 0x0002dd50 2d6f6e6c 79204d43 41000000 00000000 -only MCA....... │ │ │ │ + 0x0002dd60 76617269 61626c65 206e616d 65642022 variable named " │ │ │ │ + 0x0002dd70 2573222e 00000000 4552524f 523a2041 %s".....ERROR: A │ │ │ │ + 0x0002dd80 6e20696e 76616c69 6420636f 6d62696e n invalid combin │ │ │ │ + 0x0002dd90 6174696f 6e206f66 20666c61 67732077 ation of flags w │ │ │ │ + 0x0002dda0 61732070 61737365 6420746f 206d6361 as passed to mca │ │ │ │ + 0x0002ddb0 5f626173 655f7661 725f7265 67697374 _base_var_regist │ │ │ │ + 0x0002ddc0 65722e00 00000000 2020466c 6167733a er...... Flags: │ │ │ │ + 0x0002ddd0 20202020 25732025 73000000 00000000 %s %s....... │ │ │ │ + 0x0002dde0 6d757465 7820696e 69742066 61696c65 mutex init faile │ │ │ │ + 0x0002ddf0 64000000 00000000 6d757465 78206c6f d.......mutex lo │ │ │ │ + 0x0002de00 636b2066 61696c65 64000000 00000000 ck failed....... │ │ │ │ + 0x0002de10 6d757465 7820756e 6c6f636b 20666169 mutex unlock fai │ │ │ │ + 0x0002de20 6c656400 00000000 6d757465 78207472 led.....mutex tr │ │ │ │ + 0x0002de30 796c6f63 6b206661 696c6564 00000000 ylock failed.... │ │ │ │ + 0x0002de40 41207472 7920746f 20616371 75697265 A try to acquire │ │ │ │ + 0x0002de50 2061206d 75746578 20286d75 74657820 a mutex (mutex │ │ │ │ + 0x0002de60 7472796c 6f636b29 20686173 20666169 trylock) has fai │ │ │ │ + 0x0002de70 6c65642e 00000000 41206d75 74657820 led.....A mutex │ │ │ │ + 0x0002de80 72656c65 61736520 286d7574 65782075 release (mutex u │ │ │ │ + 0x0002de90 6e6c6f63 6b292068 61732066 61696c65 nlock) has faile │ │ │ │ + 0x0002dea0 642e0000 00000000 41206d75 74657820 d.......A mutex │ │ │ │ + 0x0002deb0 61637175 69726520 286d7574 6578206c acquire (mutex l │ │ │ │ + 0x0002dec0 6f636b29 20686173 20666169 6c65642e ock) has failed. │ │ │ │ + 0x0002ded0 00000000 00000000 41206d75 74657820 ........A mutex │ │ │ │ + 0x0002dee0 696e6974 69616c69 7a617469 6f6e2068 initialization h │ │ │ │ + 0x0002def0 61732066 61696c65 642e0000 00000000 as failed....... │ │ │ │ + 0x0002df00 6661696c 20746f20 70617273 65206966 fail to parse if │ │ │ │ + 0x0002df10 5f696e65 74360000 4f70656e 204d5049 _inet6..Open MPI │ │ │ │ + 0x0002df20 20666169 6c656420 746f2070 61727365 failed to parse │ │ │ │ + 0x0002df30 20617420 6c656173 74206f6e 65206f66 at least one of │ │ │ │ + 0x0002df40 20746865 206c696e 65732069 6e000000 the lines in... │ │ │ │ + 0x0002df50 2f70726f 632f6e65 742f6966 5f696e65 /proc/net/if_ine │ │ │ │ + 0x0002df60 74362e20 20546869 73206973 20657874 t6. This is ext │ │ │ │ + 0x0002df70 72656d65 6c792075 6e757375 616c2061 remely unusual a │ │ │ │ + 0x0002df80 6e642073 686f756c 64206e65 76657200 nd should never. │ │ │ │ + 0x0002df90 68617070 656e2e20 204f7065 6e204d50 happen. Open MP │ │ │ │ + 0x0002dfa0 49207769 6c6c2073 6b697020 74686973 I will skip this │ │ │ │ + 0x0002dfb0 20696e74 65726661 63652061 6e642061 interface and a │ │ │ │ + 0x0002dfc0 7474656d 70742074 6f20636f 6e74696e ttempt to contin │ │ │ │ + 0x0002dfd0 75652e00 00000000 2020496e 74657266 ue...... Interf │ │ │ │ + 0x0002dfe0 6163653a 20257300 20204865 783a2020 ace: %s. Hex: │ │ │ │ + 0x0002dff0 20202020 20257300 6c656176 65207069 %s.leave pi │ │ │ │ + 0x0002e000 6e6e6564 20666169 6c656400 00000000 nned failed..... │ │ │ │ + 0x0002e010 63616e6e 6f742064 65726567 69737465 cannot deregiste │ │ │ │ + 0x0002e020 7220696e 2d757365 206d656d 6f727900 r in-use memory. │ │ │ │ + 0x0002e030 4f70656e 204d5049 20696e74 65726365 Open MPI interce │ │ │ │ + 0x0002e040 70746564 20612063 616c6c20 746f2066 pted a call to f │ │ │ │ + 0x0002e050 72656520 6d656d6f 72792074 68617420 ree memory that │ │ │ │ + 0x0002e060 69732073 74696c6c 20626569 6e672075 is still being u │ │ │ │ + 0x0002e070 73656420 62790000 616e206f 6e676f69 sed by..an ongoi │ │ │ │ + 0x0002e080 6e67204d 50492063 6f6d6d75 6e696361 ng MPI communica │ │ │ │ + 0x0002e090 74696f6e 2e202054 68697320 75737561 tion. This usua │ │ │ │ + 0x0002e0a0 6c6c7920 7265666c 65637473 20616e20 lly reflects an │ │ │ │ + 0x0002e0b0 6572726f 7220696e 20746865 00000000 error in the.... │ │ │ │ + 0x0002e0c0 4d504920 6170706c 69636174 696f6e3b MPI application; │ │ │ │ + 0x0002e0d0 20697420 6d617920 7369676e 69667920 it may signify │ │ │ │ + 0x0002e0e0 6d656d6f 72792063 6f727275 7074696f memory corruptio │ │ │ │ + 0x0002e0f0 6e2e2020 4f70656e 204d5049 2077696c n. Open MPI wil │ │ │ │ + 0x0002e100 6c206e6f 77000000 61626f72 7420796f l now...abort yo │ │ │ │ + 0x0002e110 7572206a 6f622e00 20207263 61636865 ur job.. rcache │ │ │ │ + 0x0002e120 206e616d 653a2020 20202573 00000000 name: %s.... │ │ │ │ + 0x0002e130 20204c6f 63616c20 686f7374 3a202020 Local host: │ │ │ │ + 0x0002e140 20202573 00000000 20204275 66666572 %s.... Buffer │ │ │ │ + 0x0002e150 20616464 72657373 3a202570 00000000 address: %p.... │ │ │ │ + 0x0002e160 20204275 66666572 2073697a 653a2020 Buffer size: │ │ │ │ + 0x0002e170 2020256c 75000000 41207072 6f636573 %lu...A proces │ │ │ │ + 0x0002e180 73206174 74656d70 74656420 746f2075 s attempted to u │ │ │ │ + 0x0002e190 73652074 68652022 6c656176 65207069 se the "leave pi │ │ │ │ + 0x0002e1a0 6e6e6564 22204d50 49206665 61747572 nned" MPI featur │ │ │ │ + 0x0002e1b0 652c2062 7574206e 6f000000 00000000 e, but no....... │ │ │ │ + 0x0002e1c0 6d656d6f 72792072 65676973 74726174 memory registrat │ │ │ │ + 0x0002e1d0 696f6e20 686f6f6b 73207765 72652066 ion hooks were f │ │ │ │ + 0x0002e1e0 6f756e64 206f6e20 74686520 73797374 ound on the syst │ │ │ │ + 0x0002e1f0 656d2061 74207275 6e207469 6d652e20 em at run time. │ │ │ │ + 0x0002e200 20546869 73000000 6d617920 62652074 This...may be t │ │ │ │ + 0x0002e210 68652072 6573756c 74206f66 2072756e he result of run │ │ │ │ + 0x0002e220 6e696e67 206f6e20 61207379 7374656d ning on a system │ │ │ │ + 0x0002e230 20746861 7420646f 6573206e 6f742073 that does not s │ │ │ │ + 0x0002e240 7570706f 7274206d 656d6f72 79000000 upport memory... │ │ │ │ + 0x0002e250 686f6f6b 73206f72 20686176 696e6720 hooks or having │ │ │ │ + 0x0002e260 736f6d65 206f7468 65722073 6f667477 some other softw │ │ │ │ + 0x0002e270 61726520 73756276 65727420 4f70656e are subvert Open │ │ │ │ + 0x0002e280 204d5049 27732075 7365206f 66207468 MPI's use of th │ │ │ │ + 0x0002e290 65000000 00000000 6d656d6f 72792068 e.......memory h │ │ │ │ + 0x0002e2a0 6f6f6b73 2e202059 6f752063 616e2064 ooks. You can d │ │ │ │ + 0x0002e2b0 69736162 6c65204f 70656e20 4d504927 isable Open MPI' │ │ │ │ + 0x0002e2c0 73207573 65206f66 206d656d 6f727920 s use of memory │ │ │ │ + 0x0002e2d0 686f6f6b 73206279 00000000 00000000 hooks by........ │ │ │ │ + 0x0002e2e0 73657474 696e6720 626f7468 20746865 setting both the │ │ │ │ + 0x0002e2f0 206d7069 5f6c6561 76655f70 696e6e65 mpi_leave_pinne │ │ │ │ + 0x0002e300 6420616e 64206d70 695f6c65 6176655f d and mpi_leave_ │ │ │ │ + 0x0002e310 70696e6e 65645f70 6970656c 696e6520 pinned_pipeline │ │ │ │ + 0x0002e320 4d434100 00000000 70617261 6d657465 MCA.....paramete │ │ │ │ + 0x0002e330 72732074 6f20302e 00000000 00000000 rs to 0......... │ │ │ │ + 0x0002e340 4f70656e 204d5049 2077696c 6c206469 Open MPI will di │ │ │ │ + 0x0002e350 7361626c 6520616e 79207472 616e7370 sable any transp │ │ │ │ + 0x0002e360 6f727473 20746861 74206172 65206174 orts that are at │ │ │ │ + 0x0002e370 74656d70 74696e67 20746f20 75736520 tempting to use │ │ │ │ + 0x0002e380 74686500 00000000 6c656176 65207069 the.....leave pi │ │ │ │ + 0x0002e390 6e6e6564 2066756e 6374696f 6e616c69 nned functionali │ │ │ │ + 0x0002e3a0 74793b20 796f7572 206a6f62 206d6179 ty; your job may │ │ │ │ + 0x0002e3b0 20737469 6c6c2072 756e2c20 62757420 still run, but │ │ │ │ + 0x0002e3c0 6d617920 66616c6c 20626163 6b000000 may fall back... │ │ │ │ + 0x0002e3d0 746f2061 20736c6f 77657220 6e657477 to a slower netw │ │ │ │ + 0x0002e3e0 6f726b20 7472616e 73706f72 74202873 ork transport (s │ │ │ │ + 0x0002e3f0 75636820 61732054 4350292e 00000000 uch as TCP)..... │ │ │ │ + 0x0002e400 20207263 61636865 206e616d 653a2025 rcache name: % │ │ │ │ + 0x0002e410 73000000 00000000 20205072 6f636573 s....... Proces │ │ │ │ + 0x0002e420 733a2020 20202025 73000000 00000000 s: %s....... │ │ │ │ + 0x0002e430 20204c6f 63616c20 686f7374 3a202025 Local host: % │ │ │ │ + 0x0002e440 73000000 00000000 73797320 63616c6c s.......sys call │ │ │ │ + 0x0002e450 20666169 6c000000 6d6d6170 206f6e20 fail...mmap on │ │ │ │ + 0x0002e460 6e667300 00000000 74617267 65742066 nfs.....target f │ │ │ │ + 0x0002e470 756c6c00 00000000 49742061 70706561 ull.....It appea │ │ │ │ + 0x0002e480 72732061 73206966 20746865 72652069 rs as if there i │ │ │ │ + 0x0002e490 73206e6f 7420656e 6f756768 20737061 s not enough spa │ │ │ │ + 0x0002e4a0 63652066 6f722025 73202874 68652073 ce for %s (the s │ │ │ │ + 0x0002e4b0 68617265 642d6d65 6d6f7279 20626163 hared-memory bac │ │ │ │ + 0x0002e4c0 6b696e67 00000000 66696c65 292e2049 king....file). I │ │ │ │ + 0x0002e4d0 74206973 206c696b 656c7920 74686174 t is likely that │ │ │ │ + 0x0002e4e0 20796f75 72204d50 49206a6f 62207769 your MPI job wi │ │ │ │ + 0x0002e4f0 6c6c206e 6f772065 69746865 72206162 ll now either ab │ │ │ │ + 0x0002e500 6f727420 6f722065 78706572 69656e63 ort or experienc │ │ │ │ + 0x0002e510 65000000 00000000 70657266 6f726d61 e.......performa │ │ │ │ + 0x0002e520 6e636520 64656772 61646174 696f6e2e nce degradation. │ │ │ │ + 0x0002e530 00000000 00000000 20205370 61636520 ........ Space │ │ │ │ + 0x0002e540 52657175 65737465 643a2025 6c752042 Requested: %lu B │ │ │ │ + 0x0002e550 00000000 00000000 20205370 61636520 ........ Space │ │ │ │ + 0x0002e560 41766169 6c61626c 653a2025 6c6c7520 Available: %llu │ │ │ │ + 0x0002e570 42000000 00000000 5741524e 494e473a B.......WARNING: │ │ │ │ + 0x0002e580 204f7065 6e204d50 49207769 6c6c2063 Open MPI will c │ │ │ │ + 0x0002e590 72656174 65206120 73686172 6564206d reate a shared m │ │ │ │ + 0x0002e5a0 656d6f72 79206261 636b696e 67206669 emory backing fi │ │ │ │ + 0x0002e5b0 6c652069 6e206100 64697265 63746f72 le in a.director │ │ │ │ + 0x0002e5c0 79207468 61742061 70706561 72732074 y that appears t │ │ │ │ + 0x0002e5d0 6f206265 206d6f75 6e746564 206f6e20 o be mounted on │ │ │ │ + 0x0002e5e0 61206e65 74776f72 6b206669 6c657379 a network filesy │ │ │ │ + 0x0002e5f0 7374656d 2e000000 43726561 74696e67 stem....Creating │ │ │ │ + 0x0002e600 20746865 20736861 72656420 6d656d6f the shared memo │ │ │ │ + 0x0002e610 72792062 61636b75 70206669 6c65206f ry backup file o │ │ │ │ + 0x0002e620 6e206120 6e657477 6f726b20 66696c65 n a network file │ │ │ │ + 0x0002e630 20737973 74656d2c 20737563 68000000 system, such... │ │ │ │ + 0x0002e640 6173204e 4653206f 72204c75 73747265 as NFS or Lustre │ │ │ │ + 0x0002e650 20697320 6e6f7420 7265636f 6d6d656e is not recommen │ │ │ │ + 0x0002e660 64656420 2d2d2069 74206d61 79206361 ded -- it may ca │ │ │ │ + 0x0002e670 75736520 65786365 73736976 65206e65 use excessive ne │ │ │ │ + 0x0002e680 74776f72 6b000000 74726166 66696320 twork...traffic │ │ │ │ + 0x0002e690 746f2079 6f757220 66696c65 20736572 to your file ser │ │ │ │ + 0x0002e6a0 76657273 20616e64 2f6f7220 63617573 vers and/or caus │ │ │ │ + 0x0002e6b0 65207368 61726564 206d656d 6f727920 e shared memory │ │ │ │ + 0x0002e6c0 74726166 66696320 696e0000 00000000 traffic in...... │ │ │ │ + 0x0002e6d0 4f70656e 204d5049 20746f20 6265206d Open MPI to be m │ │ │ │ + 0x0002e6e0 75636820 736c6f77 65722074 68616e20 uch slower than │ │ │ │ + 0x0002e6f0 65787065 63746564 2e000000 00000000 expected........ │ │ │ │ + 0x0002e700 596f7520 6d617920 77616e74 20746f20 You may want to │ │ │ │ + 0x0002e710 63686563 6b207768 61742074 68652074 check what the t │ │ │ │ + 0x0002e720 79706963 616c2074 656d706f 72617279 ypical temporary │ │ │ │ + 0x0002e730 20646972 6563746f 72792069 73206f6e directory is on │ │ │ │ + 0x0002e740 20796f75 72000000 6e6f6465 2e202050 your...node. P │ │ │ │ + 0x0002e750 6f737369 626c6520 736f7572 63657320 ossible sources │ │ │ │ + 0x0002e760 6f662074 6865206c 6f636174 696f6e20 of the location │ │ │ │ + 0x0002e770 6f662074 68697320 74656d70 6f726172 of this temporar │ │ │ │ + 0x0002e780 79206469 72656374 6f727900 00000000 y directory..... │ │ │ │ + 0x0002e790 696e636c 75646520 74686520 2454454d include the $TEM │ │ │ │ + 0x0002e7a0 50444952 2c202454 454d502c 20616e64 PDIR, $TEMP, and │ │ │ │ + 0x0002e7b0 2024544d 5020656e 7669726f 6e6d656e $TMP environmen │ │ │ │ + 0x0002e7c0 74207661 72696162 6c65732e 00000000 t variables..... │ │ │ │ + 0x0002e7d0 4e6f7465 2c20746f 6f2c2074 68617420 Note, too, that │ │ │ │ + 0x0002e7e0 73797374 656d2061 646d696e 69737472 system administr │ │ │ │ + 0x0002e7f0 61746f72 73206361 6e207365 74206120 ators can set a │ │ │ │ + 0x0002e800 6c697374 206f6620 66696c65 73797374 list of filesyst │ │ │ │ + 0x0002e810 656d7300 00000000 77686572 65204f70 ems.....where Op │ │ │ │ + 0x0002e820 656e204d 50492069 73206469 73616c6c en MPI is disall │ │ │ │ + 0x0002e830 6f776564 2066726f 6d206372 65617469 owed from creati │ │ │ │ + 0x0002e840 6e672074 656d706f 72617279 2066696c ng temporary fil │ │ │ │ + 0x0002e850 65732062 79207365 7474696e 67000000 es by setting... │ │ │ │ + 0x0002e860 74686520 4d434120 70617261 6d657465 the MCA paramete │ │ │ │ + 0x0002e870 7220226f 7274655f 6e6f5f73 65737369 r "orte_no_sessi │ │ │ │ + 0x0002e880 6f6e5f64 6972222e 00000000 00000000 on_dir"......... │ │ │ │ + 0x0002e890 20204c6f 63616c20 686f7374 3a202573 Local host: %s │ │ │ │ + 0x0002e8a0 00000000 00000000 20204669 6c656e61 ........ Filena │ │ │ │ + 0x0002e8b0 6d653a20 20202573 00000000 00000000 me: %s........ │ │ │ │ + 0x0002e8c0 596f7520 63616e20 73657420 74686520 You can set the │ │ │ │ + 0x0002e8d0 4d434120 70617261 6d657465 72207368 MCA parameter sh │ │ │ │ + 0x0002e8e0 6d656d5f 6d6d6170 5f656e61 626c655f mem_mmap_enable_ │ │ │ │ + 0x0002e8f0 6e66735f 7761726e 696e6720 746f2030 nfs_warning to 0 │ │ │ │ + 0x0002e900 20746f00 00000000 64697361 626c6520 to.....disable │ │ │ │ + 0x0002e910 74686973 206d6573 73616765 2e000000 this message.... │ │ │ │ + 0x0002e920 41207379 7374656d 2063616c 6c206661 A system call fa │ │ │ │ + 0x0002e930 696c6564 20647572 696e6720 73686172 iled during shar │ │ │ │ + 0x0002e940 6564206d 656d6f72 7920696e 69746961 ed memory initia │ │ │ │ + 0x0002e950 6c697a61 74696f6e 20746861 74207368 lization that sh │ │ │ │ + 0x0002e960 6f756c64 00000000 6e6f7420 68617665 ould....not have │ │ │ │ + 0x0002e970 2e202049 74206973 206c696b 656c7920 . It is likely │ │ │ │ + 0x0002e980 74686174 20796f75 72204d50 49206a6f that your MPI jo │ │ │ │ + 0x0002e990 62207769 6c6c206e 6f772065 69746865 b will now eithe │ │ │ │ + 0x0002e9a0 72206162 6f727420 6f720000 00000000 r abort or...... │ │ │ │ + 0x0002e9b0 65787065 7269656e 63652070 6572666f experience perfo │ │ │ │ + 0x0002e9c0 726d616e 63652064 65677261 64617469 rmance degradati │ │ │ │ + 0x0002e9d0 6f6e2e00 00000000 20205379 7374656d on...... System │ │ │ │ + 0x0002e9e0 2063616c 6c3a2025 73202573 00000000 call: %s %s.... │ │ │ │ + 0x0002e9f0 20204572 726f723a 20202020 20202025 Error: % │ │ │ │ + 0x0002ea00 73202865 72726e6f 20256429 00000000 s (errno %d).... │ │ │ │ + 0x0002ea10 616c6c20 6d656d20 6c65616b 73000000 all mem leaks... │ │ │ │ + 0x0002ea20 736f6d65 206d656d 206c6561 6b730000 some mem leaks.. │ │ │ │ + 0x0002ea30 54686520 666f6c6c 6f77696e 67206d65 The following me │ │ │ │ + 0x0002ea40 6d6f7279 206c6f63 6174696f 6e732077 mory locations w │ │ │ │ + 0x0002ea50 65726520 616c6c6f 63617465 64207669 ere allocated vi │ │ │ │ + 0x0002ea60 61204d50 495f414c 4c4f435f 4d454d20 a MPI_ALLOC_MEM │ │ │ │ + 0x0002ea70 62757400 00000000 6e6f7420 66726565 but.....not free │ │ │ │ + 0x0002ea80 64207669 61204d50 495f4652 45455f4d d via MPI_FREE_M │ │ │ │ + 0x0002ea90 454d2062 65666f72 6520696e 766f6b69 EM before invoki │ │ │ │ + 0x0002eaa0 6e67204d 50495f46 494e414c 495a453a ng MPI_FINALIZE: │ │ │ │ + 0x0002eab0 00000000 00000000 50726f63 65737320 ........Process │ │ │ │ + 0x0002eac0 49443a20 25730000 486f7374 6e616d65 ID: %s..Hostname │ │ │ │ + 0x0002ead0 3a202020 25730000 5049443a 20202020 : %s..PID: │ │ │ │ + 0x0002eae0 20202020 25640000 25642061 64646974 %d..%d addit │ │ │ │ + 0x0002eaf0 696f6e61 6c206c65 616b2573 20726563 ional leak%s rec │ │ │ │ + 0x0002eb00 6f726465 64206275 74202573 206e6f74 orded but %s not │ │ │ │ + 0x0002eb10 20646973 706c6179 65642068 6572652e displayed here. │ │ │ │ + 0x0002eb20 20205365 74207468 65204d43 41000000 Set the MCA... │ │ │ │ + 0x0002eb30 70617261 6d657465 72206d70 695f7368 parameter mpi_sh │ │ │ │ + 0x0002eb40 6f775f6d 70695f61 6c6c6f63 5f6d656d ow_mpi_alloc_mem │ │ │ │ + 0x0002eb50 5f6c6561 6b732074 6f206120 6c617267 _leaks to a larg │ │ │ │ + 0x0002eb60 6572206e 756d6265 7220746f 20736565 er number to see │ │ │ │ + 0x0002eb70 20746861 74000000 6d616e79 206c6561 that...many lea │ │ │ │ + 0x0002eb80 6b732c20 6f722073 65742069 7420746f ks, or set it to │ │ │ │ + 0x0002eb90 2061206e 65676174 69766520 6e756d62 a negative numb │ │ │ │ + 0x0002eba0 65722074 6f207365 6520616c 6c206c65 er to see all le │ │ │ │ + 0x0002ebb0 616b732e 00000000 6b6e656d 20706572 aks.....knem per │ │ │ │ + 0x0002ebc0 6d697373 696f6e20 64656e69 65640000 mission denied.. │ │ │ │ + 0x0002ebd0 6b6e656d 20666169 6c206f70 656e0000 knem fail open.. │ │ │ │ + 0x0002ebe0 6b6e656d 20676574 20414249 20666169 knem get ABI fai │ │ │ │ + 0x0002ebf0 6c000000 00000000 6b6e656d 20414249 l.......knem ABI │ │ │ │ + 0x0002ec00 206d6973 6d617463 68000000 00000000 mismatch....... │ │ │ │ + 0x0002ec10 5741524e 494e473a 204f7065 6e204d50 WARNING: Open MP │ │ │ │ + 0x0002ec20 49207761 7320636f 6d70696c 65642077 I was compiled w │ │ │ │ + 0x0002ec30 69746820 73757070 6f727420 666f7220 ith support for │ │ │ │ + 0x0002ec40 6f6e6520 76657273 696f6e20 6f662074 one version of t │ │ │ │ + 0x0002ec50 68650000 00000000 6b6e656d 206b6572 he......knem ker │ │ │ │ + 0x0002ec60 6e656c20 6d6f6475 6c652c20 62757420 nel module, but │ │ │ │ + 0x0002ec70 69742064 6973636f 76657265 64206120 it discovered a │ │ │ │ + 0x0002ec80 64696666 6572656e 74207665 7273696f different versio │ │ │ │ + 0x0002ec90 6e207275 6e6e696e 6720696e 00000000 n running in.... │ │ │ │ + 0x0002eca0 2f646576 2f6b6e65 6d2e204f 70656e20 /dev/knem. Open │ │ │ │ + 0x0002ecb0 4d504920 6e656564 7320746f 20626520 MPI needs to be │ │ │ │ + 0x0002ecc0 696e7374 616c6c65 64207769 74682073 installed with s │ │ │ │ + 0x0002ecd0 7570706f 72742066 6f722074 68652073 upport for the s │ │ │ │ + 0x0002ece0 616d6500 00000000 76657273 696f6e20 ame.....version │ │ │ │ + 0x0002ecf0 6f66206b 6e656d20 61732069 7320696e of knem as is in │ │ │ │ + 0x0002ed00 20746865 2072756e 6e696e67 204c696e the running Lin │ │ │ │ + 0x0002ed10 7578206b 65726e65 6c2e2050 6c656173 ux kernel. Pleas │ │ │ │ + 0x0002ed20 65206368 65636b20 77697468 00000000 e check with.... │ │ │ │ + 0x0002ed30 796f7572 20737973 74656d20 61646d69 your system admi │ │ │ │ + 0x0002ed40 6e697374 7261746f 722c206f 72207365 nistrator, or se │ │ │ │ + 0x0002ed50 74207468 6520736d 7363204d 43412076 t the smsc MCA v │ │ │ │ + 0x0002ed60 61726961 626c6520 746f2022 5e6b6e65 ariable to "^kne │ │ │ │ + 0x0002ed70 6d222074 6f000000 73696c65 6e636520 m" to...silence │ │ │ │ + 0x0002ed80 74686973 20776172 6e696e67 20616e64 this warning and │ │ │ │ + 0x0002ed90 2072756e 20776974 686f7574 206b6e65 run without kne │ │ │ │ + 0x0002eda0 6d207375 70706f72 742e0000 00000000 m support....... │ │ │ │ + 0x0002edb0 4f70656e 204d5049 2077696c 6c207472 Open MPI will tr │ │ │ │ + 0x0002edc0 7920746f 2066616c 6c206261 636b206f y to fall back o │ │ │ │ + 0x0002edd0 6e20616e 6f746865 72207369 6e676c65 n another single │ │ │ │ + 0x0002ede0 2d636f70 79206d65 6368616e 69736d20 -copy mechanism │ │ │ │ + 0x0002edf0 6966206f 6e650000 69732061 7661696c if one..is avail │ │ │ │ + 0x0002ee00 61626c65 2e202054 68697320 6d617920 able. This may │ │ │ │ + 0x0002ee10 72657375 6c742069 6e206c6f 77657220 result in lower │ │ │ │ + 0x0002ee20 70657266 6f726d61 6e63652e 00000000 performance..... │ │ │ │ + 0x0002ee30 20204c6f 63616c20 686f7374 3a202020 Local host: │ │ │ │ + 0x0002ee40 20202020 20202020 20202025 73000000 %s... │ │ │ │ + 0x0002ee50 20204f70 656e204d 50492773 206b6e65 Open MPI's kne │ │ │ │ + 0x0002ee60 6d207665 7273696f 6e3a2030 78257800 m version: 0x%x. │ │ │ │ + 0x0002ee70 20202f64 65762f6b 6e656d27 73207665 /dev/knem's ve │ │ │ │ + 0x0002ee80 7273696f 6e3a2020 20202030 78257800 rsion: 0x%x. │ │ │ │ + 0x0002ee90 5741524e 494e473a 204f7065 6e204d50 WARNING: Open MP │ │ │ │ + 0x0002eea0 49206661 696c6564 20746f20 72657472 I failed to retr │ │ │ │ + 0x0002eeb0 69657665 20746865 20414249 20766572 ieve the ABI ver │ │ │ │ + 0x0002eec0 73696f6e 2066726f 6d207468 65000000 sion from the... │ │ │ │ + 0x0002eed0 2f646576 2f6b6e65 6d206465 76696365 /dev/knem device │ │ │ │ + 0x0002eee0 20647565 20746f20 61206c6f 63616c20 due to a local │ │ │ │ + 0x0002eef0 6572726f 722e2020 54686973 20757375 error. This usu │ │ │ │ + 0x0002ef00 616c6c79 20696e64 69636174 65732061 ally indicates a │ │ │ │ + 0x0002ef10 6e000000 00000000 6572726f 7220696e n.......error in │ │ │ │ + 0x0002ef20 20796f75 72206b6e 656d2069 6e737461 your knem insta │ │ │ │ + 0x0002ef30 6c6c6174 696f6e3b 20706c65 61736520 llation; please │ │ │ │ + 0x0002ef40 63686563 6b207769 74682079 6f757220 check with your │ │ │ │ + 0x0002ef50 73797374 656d0000 61646d69 6e697374 system..administ │ │ │ │ + 0x0002ef60 7261746f 722c206f 72207365 74207468 rator, or set th │ │ │ │ + 0x0002ef70 6520736d 7363204d 43412076 61726961 e smsc MCA varia │ │ │ │ + 0x0002ef80 626c6520 746f2022 5e6b6e65 6d222074 ble to "^knem" t │ │ │ │ + 0x0002ef90 6f207369 6c656e63 65207468 69730000 o silence this.. │ │ │ │ + 0x0002efa0 7761726e 696e6720 616e6420 72756e20 warning and run │ │ │ │ + 0x0002efb0 77697468 6f757420 6b6e656d 20737570 without knem sup │ │ │ │ + 0x0002efc0 706f7274 2e000000 20204572 726e6f3a port.... Errno: │ │ │ │ + 0x0002efd0 20202020 20202564 20282573 29000000 %d (%s)... │ │ │ │ + 0x0002efe0 5741524e 494e473a 204f7065 6e204d50 WARNING: Open MP │ │ │ │ + 0x0002eff0 49206661 696c6564 20746f20 6f70656e I failed to open │ │ │ │ + 0x0002f000 20746865 202f6465 762f6b6e 656d2064 the /dev/knem d │ │ │ │ + 0x0002f010 65766963 65206475 6520746f 2061206c evice due to a l │ │ │ │ + 0x0002f020 6f63616c 00000000 6572726f 722e2050 ocal....error. P │ │ │ │ + 0x0002f030 6c656173 65206368 65636b20 77697468 lease check with │ │ │ │ + 0x0002f040 20796f75 72207379 7374656d 2061646d your system adm │ │ │ │ + 0x0002f050 696e6973 74726174 6f722074 6f206765 inistrator to ge │ │ │ │ + 0x0002f060 74207468 65207072 6f626c65 6d000000 t the problem... │ │ │ │ + 0x0002f070 66697865 642c206f 72207365 74207468 fixed, or set th │ │ │ │ + 0x0002f080 6520736d 7363204d 43412076 61726961 e smsc MCA varia │ │ │ │ + 0x0002f090 626c6520 746f2022 5e6b6e65 6d222074 ble to "^knem" t │ │ │ │ + 0x0002f0a0 6f207369 6c656e63 65207468 69732077 o silence this w │ │ │ │ + 0x0002f0b0 61726e69 6e670000 5741524e 494e473a arning..WARNING: │ │ │ │ + 0x0002f0c0 204f7065 6e204d50 49206661 696c6564 Open MPI failed │ │ │ │ + 0x0002f0d0 20746f20 6f70656e 20746865 202f6465 to open the /de │ │ │ │ + 0x0002f0e0 762f6b6e 656d2064 65766963 65206475 v/knem device du │ │ │ │ + 0x0002f0f0 6520746f 20610000 7065726d 69737369 e to a..permissi │ │ │ │ + 0x0002f100 6f6e7320 70726f62 6c656d2e 2020506c ons problem. Pl │ │ │ │ + 0x0002f110 65617365 20636865 636b2077 69746820 ease check with │ │ │ │ + 0x0002f120 796f7572 20737973 74656d20 61646d69 your system admi │ │ │ │ + 0x0002f130 6e697374 7261746f 7220746f 00000000 nistrator to.... │ │ │ │ + 0x0002f140 67657420 74686520 7065726d 69737369 get the permissi │ │ │ │ + 0x0002f150 6f6e7320 66697865 642c206f 72207365 ons fixed, or se │ │ │ │ + 0x0002f160 74207468 6520736d 7363204d 43412076 t the smsc MCA v │ │ │ │ + 0x0002f170 61726961 626c6520 746f2022 5e6b6e65 ariable to "^kne │ │ │ │ + 0x0002f180 6d222074 6f000000 20204c6f 63616c20 m" to... Local │ │ │ │ + 0x0002f190 686f7374 3a202020 20202020 20202020 host: │ │ │ │ + 0x0002f1a0 20257300 00000000 20202f64 65762f6b %s..... /dev/k │ │ │ │ + 0x0002f1b0 6e656d20 7065726d 69737369 6f6e733a nem permissions: │ │ │ │ + 0x0002f1c0 2030256f 00000000 6d6f6e6f 746f6e69 0%o....monotoni │ │ │ │ + 0x0002f1d0 63206e6f 74207375 70706f72 74656400 c not supported. │ │ │ │ + 0x0002f1e0 41206d6f 6e6f746f 6e696320 74696d65 A monotonic time │ │ │ │ + 0x0002f1f0 72206861 73206265 656e2072 65717565 r has been reque │ │ │ │ + 0x0002f200 73746564 20627920 74686520 75736572 sted by the user │ │ │ │ + 0x0002f210 2c206275 7420636f 756c6420 6e6f7420 , but could not │ │ │ │ + 0x0002f220 62652066 6f756e64 206f6e20 74686500 be found on the. │ │ │ │ + 0x0002f230 73797374 656d2e20 46616c6c 696e6720 system. Falling │ │ │ │ + 0x0002f240 6261636b 20746f20 61206e6f 6e2d6d6f back to a non-mo │ │ │ │ + 0x0002f250 6e6f746f 6e696320 74696d65 72202873 notonic timer (s │ │ │ │ + 0x0002f260 75636820 61732052 44545343 292e0000 uch as RDTSC)... │ │ │ │ + 0x0002f270 62746c3a 6e6f2d6e 69637300 00000000 btl:no-nics..... │ │ │ │ + 0x0002f280 25733a20 41206869 67682d70 6572666f %s: A high-perfo │ │ │ │ + 0x0002f290 726d616e 6365204f 70656e20 4d504920 rmance Open MPI │ │ │ │ + 0x0002f2a0 706f696e 742d746f 2d706f69 6e74206d point-to-point m │ │ │ │ + 0x0002f2b0 65737361 67696e67 206d6f64 756c6500 essaging module. │ │ │ │ + 0x0002f2c0 77617320 756e6162 6c652074 6f206669 was unable to fi │ │ │ │ + 0x0002f2d0 6e642061 6e792072 656c6576 616e7420 nd any relevant │ │ │ │ + 0x0002f2e0 6e657477 6f726b20 696e7465 72666163 network interfac │ │ │ │ + 0x0002f2f0 65733a00 00000000 4d6f6475 6c653a20 es:.....Module: │ │ │ │ + 0x0002f300 25730000 00000000 2020486f 73743a20 %s...... Host: │ │ │ │ + 0x0002f310 25730000 00000000 416e6f74 68657220 %s......Another │ │ │ │ + 0x0002f320 7472616e 73706f72 74207769 6c6c2062 transport will b │ │ │ │ + 0x0002f330 65207573 65642069 6e737465 61642c20 e used instead, │ │ │ │ + 0x0002f340 616c7468 6f756768 20746869 73206d61 although this ma │ │ │ │ + 0x0002f350 79207265 73756c74 20696e00 00000000 y result in..... │ │ │ │ + 0x0002f360 6c6f7765 72207065 72666f72 6d616e63 lower performanc │ │ │ │ + 0x0002f370 652e0000 00000000 4e4f5445 3a20596f e.......NOTE: Yo │ │ │ │ + 0x0002f380 75206361 6e206469 7361626c 65207468 u can disable th │ │ │ │ + 0x0002f390 69732077 61726e69 6e672062 79207365 is warning by se │ │ │ │ + 0x0002f3a0 7474696e 67207468 65204d43 41207061 tting the MCA pa │ │ │ │ + 0x0002f3b0 72616d65 74657200 62746c5f 62617365 rameter.btl_base │ │ │ │ + 0x0002f3c0 5f776172 6e5f636f 6d706f6e 656e745f _warn_component_ │ │ │ │ + 0x0002f3d0 756e7573 65642074 6f20302e 00000000 unused to 0..... │ │ │ │ + 0x0002f3e0 6e6f7420 656e6f75 67682075 736e6963 not enough usnic │ │ │ │ + 0x0002f3f0 20726573 6f757263 65730000 00000000 resources...... │ │ │ │ + 0x0002f400 6c696266 61627269 63204150 49206661 libfabric API fa │ │ │ │ + 0x0002f410 696c6564 00000000 6173796e 63206576 iled....async ev │ │ │ │ + 0x0002f420 656e7400 00000000 696e7465 726e616c ent.....internal │ │ │ │ + 0x0002f430 20657272 6f722061 66746572 20696e69 error after ini │ │ │ │ + 0x0002f440 74000000 00000000 63686563 6b5f7265 t.......check_re │ │ │ │ + 0x0002f450 675f6d65 6d5f6261 73696373 20666169 g_mem_basics fai │ │ │ │ + 0x0002f460 6c000000 00000000 696e7661 6c696420 l.......invalid │ │ │ │ + 0x0002f470 69665f69 6e657863 6c756465 00000000 if_inexclude.... │ │ │ │ + 0x0002f480 4d545520 6d69736d 61746368 00000000 MTU mismatch.... │ │ │ │ + 0x0002f490 636f6e6e 65637469 76697479 20657272 connectivity err │ │ │ │ + 0x0002f4a0 6f723a20 736d616c 6c206f6b 2c206c61 or: small ok, la │ │ │ │ + 0x0002f4b0 72676520 62616400 636f6e6e 65637469 rge bad.connecti │ │ │ │ + 0x0002f4c0 76697479 20657272 6f723a20 736d616c vity error: smal │ │ │ │ + 0x0002f4d0 6c206261 642c206c 61726765 206f6b00 l bad, large ok. │ │ │ │ + 0x0002f4e0 636f6e6e 65637469 76697479 20657272 connectivity err │ │ │ │ + 0x0002f4f0 6f723a20 736d616c 6c206261 642c206c or: small bad, l │ │ │ │ + 0x0002f500 61726765 20626164 00000000 00000000 arge bad........ │ │ │ │ + 0x0002f510 66695f61 765f6571 20746f6f 20736d61 fi_av_eq too sma │ │ │ │ + 0x0002f520 6c6c0000 00000000 756e7265 61636861 ll......unreacha │ │ │ │ + 0x0002f530 626c6520 70656572 20495000 00000000 ble peer IP..... │ │ │ │ + 0x0002f540 63616e6e 6f742077 72697465 20746f20 cannot write to │ │ │ │ + 0x0002f550 6d617020 66696c65 00000000 00000000 map file........ │ │ │ │ + 0x0002f560 7472616e 73706f72 74206d69 736d6174 transport mismat │ │ │ │ + 0x0002f570 63680000 00000000 4f70656e 204d5049 ch......Open MPI │ │ │ │ + 0x0002f580 20686173 20666f75 6e642074 776f2073 has found two s │ │ │ │ + 0x0002f590 65727665 72732077 69746820 64696666 ervers with diff │ │ │ │ + 0x0002f5a0 6572656e 7420756e 6465726c 79696e67 erent underlying │ │ │ │ + 0x0002f5b0 2075734e 49430000 7472616e 73706f72 usNIC..transpor │ │ │ │ + 0x0002f5c0 74732e20 20546869 73206973 20616e20 ts. This is an │ │ │ │ + 0x0002f5d0 756e7375 70706f72 74656420 636f6e66 unsupported conf │ │ │ │ + 0x0002f5e0 69677572 6174696f 6e3b2061 6c6c2075 iguration; all u │ │ │ │ + 0x0002f5f0 734e4943 20646576 69636573 00000000 sNIC devices.... │ │ │ │ + 0x0002f600 6d757374 20686176 65207468 65207361 must have the sa │ │ │ │ + 0x0002f610 6d652075 6e646572 6c79696e 67207472 me underlying tr │ │ │ │ + 0x0002f620 616e7370 6f727420 696e206f 72646572 ansport in order │ │ │ │ + 0x0002f630 20746f20 75736520 74686520 75734e49 to use the usNI │ │ │ │ + 0x0002f640 43204254 4c2e0000 20204c6f 63616c20 C BTL... Local │ │ │ │ + 0x0002f650 73657276 6572202f 20747261 6e73706f server / transpo │ │ │ │ + 0x0002f660 72743a20 20257320 2f202573 00000000 rt: %s / %s.... │ │ │ │ + 0x0002f670 20205265 6d6f7465 20736572 76657220 Remote server │ │ │ │ + 0x0002f680 2f207472 616e7370 6f72743a 20257320 / transport: %s │ │ │ │ + 0x0002f690 2f202573 00000000 5741524e 494e473a / %s....WARNING: │ │ │ │ + 0x0002f6a0 20546865 2075736e 69632042 544c2077 The usnic BTL w │ │ │ │ + 0x0002f6b0 61732075 6e61626c 6520746f 206f7065 as unable to ope │ │ │ │ + 0x0002f6c0 6e207468 65207265 71756573 74656420 n the requested │ │ │ │ + 0x0002f6d0 6f757470 75740000 636f6e6e 65637469 output..connecti │ │ │ │ + 0x0002f6e0 76697479 206d6170 2066696c 652e2020 vity map file. │ │ │ │ + 0x0002f6f0 596f7572 206a6f62 2077696c 6c20636f Your job will co │ │ │ │ + 0x0002f700 6e74696e 75652c20 62757420 74686973 ntinue, but this │ │ │ │ + 0x0002f710 206f7574 70757400 636f6e6e 65637469 output.connecti │ │ │ │ + 0x0002f720 76697479 206d6170 2066696c 65207769 vity map file wi │ │ │ │ + 0x0002f730 6c6c206e 6f742062 65207772 69747465 ll not be writte │ │ │ │ + 0x0002f740 6e2e0000 00000000 20204c6f 63616c20 n....... Local │ │ │ │ + 0x0002f750 73657276 65723a20 20202020 20257300 server: %s. │ │ │ │ + 0x0002f760 20204f75 74707574 206d6170 2066696c Output map fil │ │ │ │ + 0x0002f770 653a2020 20257300 2020576f 726b696e e: %s. Workin │ │ │ │ + 0x0002f780 67206469 72656374 6f72793a 20257300 g directory: %s. │ │ │ │ + 0x0002f790 20204572 726f723a 20202020 20202020 Error: │ │ │ │ + 0x0002f7a0 20202020 20257320 28256429 00000000 %s (%d).... │ │ │ │ + 0x0002f7b0 5741524e 494e473a 204f7065 6e204d50 WARNING: Open MP │ │ │ │ + 0x0002f7c0 49206661 696c6564 20746f20 66696e64 I failed to find │ │ │ │ + 0x0002f7d0 20612072 6f757465 20746f20 61207065 a route to a pe │ │ │ │ + 0x0002f7e0 65722049 50206164 64726573 73207669 er IP address vi │ │ │ │ + 0x0002f7f0 61206100 00000000 73706563 69666963 a a.....specific │ │ │ │ + 0x0002f800 2075734e 49432069 6e746572 66616365 usNIC interface │ │ │ │ + 0x0002f810 2e202054 68697320 75737561 6c6c7920 . This usually │ │ │ │ + 0x0002f820 696e6469 63617465 73206120 70726f62 indicates a prob │ │ │ │ + 0x0002f830 6c656d20 696e2074 68652049 50000000 lem in the IP... │ │ │ │ + 0x0002f840 726f7574 696e6720 62657477 65656e20 routing between │ │ │ │ + 0x0002f850 74686573 65207065 6572732e 00000000 these peers..... │ │ │ │ + 0x0002f860 4f70656e 204d5049 2077696c 6c20736b Open MPI will sk │ │ │ │ + 0x0002f870 69702074 68697320 75734e49 4320696e ip this usNIC in │ │ │ │ + 0x0002f880 74657266 61636520 7768656e 20636f6d terface when com │ │ │ │ + 0x0002f890 6d756e69 63617469 6e672077 69746820 municating with │ │ │ │ + 0x0002f8a0 74686174 00000000 70656572 2c207768 that....peer, wh │ │ │ │ + 0x0002f8b0 69636820 6d617920 72657375 6c742069 ich may result i │ │ │ │ + 0x0002f8c0 6e206c6f 77657220 70657266 6f726d61 n lower performa │ │ │ │ + 0x0002f8d0 6e636520 746f2074 68617420 70656572 nce to that peer │ │ │ │ + 0x0002f8e0 2e202049 74206d61 7920616c 736f0000 . It may also.. │ │ │ │ + 0x0002f8f0 72657375 6c742069 6e20796f 7572206a result in your j │ │ │ │ + 0x0002f900 6f622061 626f7274 696e6720 69662074 ob aborting if t │ │ │ │ + 0x0002f910 68657265 20617265 206e6f20 6f746865 here are no othe │ │ │ │ + 0x0002f920 72206e65 74776f72 6b207061 74687320 r network paths │ │ │ │ + 0x0002f930 746f0000 00000000 74686174 20706565 to......that pee │ │ │ │ + 0x0002f940 722e0000 00000000 4e6f7465 20746861 r.......Note tha │ │ │ │ + 0x0002f950 74207468 69732065 72726f72 206d6573 t this error mes │ │ │ │ + 0x0002f960 73616765 20646566 61756c74 7320746f sage defaults to │ │ │ │ + 0x0002f970 206f6e6c 79207072 696e7469 6e672066 only printing f │ │ │ │ + 0x0002f980 6f722074 6865202a 66697273 742a0000 or the *first*.. │ │ │ │ + 0x0002f990 70616972 206f6620 4d504920 70726f63 pair of MPI proc │ │ │ │ + 0x0002f9a0 65737320 70656572 73207468 61742065 ess peers that e │ │ │ │ + 0x0002f9b0 78686962 69742074 68697320 70726f62 xhibit this prob │ │ │ │ + 0x0002f9c0 6c656d3b 20746869 73207361 6d652070 lem; this same p │ │ │ │ + 0x0002f9d0 726f626c 656d0000 6d617920 65786973 roblem..may exis │ │ │ │ + 0x0002f9e0 7420666f 72206f74 68657220 70656572 t for other peer │ │ │ │ + 0x0002f9f0 20706169 72732c20 746f6f2e 00000000 pairs, too..... │ │ │ │ + 0x0002fa00 20204c6f 63616c20 696e7465 72666163 Local interfac │ │ │ │ + 0x0002fa10 653a2025 733a2573 20287768 69636820 e: %s:%s (which │ │ │ │ + 0x0002fa20 69732025 73290000 20205065 65723a20 is %s).. Peer: │ │ │ │ + 0x0002fa30 20202020 20202020 20202025 733a2573 %s:%s │ │ │ │ + 0x0002fa40 00000000 00000000 4e4f5445 3a20596f ........NOTE: Yo │ │ │ │ + 0x0002fa50 75206361 6e207365 74207468 65204d43 u can set the MC │ │ │ │ + 0x0002fa60 41207061 72616d20 62746c5f 75736e69 A param btl_usni │ │ │ │ + 0x0002fa70 635f7368 6f775f72 6f757465 5f666169 c_show_route_fai │ │ │ │ + 0x0002fa80 6c757265 7320746f 20302074 6f000000 lures to 0 to... │ │ │ │ + 0x0002fa90 64697361 626c6520 74686973 20776172 disable this war │ │ │ │ + 0x0002faa0 6e696e67 2e000000 54686520 75736e69 ning....The usni │ │ │ │ + 0x0002fab0 63204254 4c207761 7320746f 6c642074 c BTL was told t │ │ │ │ + 0x0002fac0 6f206372 65617465 20616e20 61646472 o create an addr │ │ │ │ + 0x0002fad0 65737320 7265736f 6c757469 6f6e2071 ess resolution q │ │ │ │ + 0x0002fae0 75657565 20746861 74207761 73000000 ueue that was... │ │ │ │ + 0x0002faf0 746f6f20 736d616c 6c207669 61207468 too small via th │ │ │ │ + 0x0002fb00 65206d63 615f6274 6c5f7573 6e69635f e mca_btl_usnic_ │ │ │ │ + 0x0002fb10 61765f65 715f6e75 6d204d43 41207061 av_eq_num MCA pa │ │ │ │ + 0x0002fb20 72616d65 7465722e 20205468 69730000 rameter. This.. │ │ │ │ + 0x0002fb30 70617261 6d657465 7220636f 6e74726f parameter contro │ │ │ │ + 0x0002fb40 6c732068 6f77206d 616e7920 6f757473 ls how many outs │ │ │ │ + 0x0002fb50 74616e64 696e6720 70656572 20616464 tanding peer add │ │ │ │ + 0x0002fb60 72657373 20726573 6f6c7574 696f6e73 ress resolutions │ │ │ │ + 0x0002fb70 2063616e 00000000 6265206f 75747374 can....be outst │ │ │ │ + 0x0002fb80 616e6469 6e672061 74206120 74696d65 anding at a time │ │ │ │ + 0x0002fb90 2e20204c 61726765 72207661 6c756573 . Larger values │ │ │ │ + 0x0002fba0 20616c6c 6f77206d 6f726520 636f6e63 allow more conc │ │ │ │ + 0x0002fbb0 75727265 6e742061 64647265 73730000 urrent address.. │ │ │ │ + 0x0002fbc0 7265736f 6c757469 6f6e732c 20627574 resolutions, but │ │ │ │ + 0x0002fbd0 20636f6e 73756d65 206d6f72 65206d65 consume more me │ │ │ │ + 0x0002fbe0 6d6f7279 2e000000 20205365 72766572 mory.... Server │ │ │ │ + 0x0002fbf0 3a202020 20202020 20202020 20202020 : │ │ │ │ + 0x0002fc00 20202025 73000000 20206176 5f65715f %s... av_eq_ │ │ │ │ + 0x0002fc10 6e756d20 70617261 6d207661 6c75653a num param value: │ │ │ │ + 0x0002fc20 20202025 64000000 20206176 5f65715f %d... av_eq_ │ │ │ │ + 0x0002fc30 6e756d20 6d696e69 6d756d20 76616c75 num minimum valu │ │ │ │ + 0x0002fc40 653a2025 64000000 596f7572 206a6f62 e: %d...Your job │ │ │ │ + 0x0002fc50 2077696c 6c206c69 6b656c79 20656974 will likely eit │ │ │ │ + 0x0002fc60 68657220 70657266 6f726d20 706f6f72 her perform poor │ │ │ │ + 0x0002fc70 6c792c20 6f722077 696c6c20 61626f72 ly, or will abor │ │ │ │ + 0x0002fc80 742e0000 00000000 54686520 4f70656e t.......The Open │ │ │ │ + 0x0002fc90 204d5049 2075734e 49432042 544c2077 MPI usNIC BTL w │ │ │ │ + 0x0002fca0 61732075 6e61626c 6520746f 20657374 as unable to est │ │ │ │ + 0x0002fcb0 61626c69 73682061 6e792063 6f6e6e65 ablish any conne │ │ │ │ + 0x0002fcc0 63746976 69747900 62657477 65656e20 ctivity.between │ │ │ │ + 0x0002fcd0 6174206c 65617374 206f6e65 20706169 at least one pai │ │ │ │ + 0x0002fce0 72206f66 20696e74 65726661 63657320 r of interfaces │ │ │ │ + 0x0002fcf0 6f6e2073 65727665 72732069 6e207468 on servers in th │ │ │ │ + 0x0002fd00 65204d50 49206a6f 622e0000 00000000 e MPI job....... │ │ │ │ + 0x0002fd10 54686973 2063616e 20686170 70656e20 This can happen │ │ │ │ + 0x0002fd20 666f7220 73657665 72616c20 72656173 for several reas │ │ │ │ + 0x0002fd30 6f6e732c 20696e63 6c756469 6e673a00 ons, including:. │ │ │ │ + 0x0002fd40 312e204e 6f205544 50207472 61666669 1. No UDP traffi │ │ │ │ + 0x0002fd50 63206973 2061626c 6520746f 20666c6f c is able to flo │ │ │ │ + 0x0002fd60 77206265 74776565 6e207468 6520696e w between the in │ │ │ │ + 0x0002fd70 74657266 61636573 206c6973 74656420 terfaces listed │ │ │ │ + 0x0002fd80 62656c6f 772e0000 322e2054 68657265 below...2. There │ │ │ │ + 0x0002fd90 20697320 6173796d 6d657472 69632072 is asymmetric r │ │ │ │ + 0x0002fda0 6f757469 6e672062 65747765 656e2074 outing between t │ │ │ │ + 0x0002fdb0 68652069 6e746572 66616365 73206c69 he interfaces li │ │ │ │ + 0x0002fdc0 73746564 2062656c 6f772c00 00000000 sted below,..... │ │ │ │ + 0x0002fdd0 2020206c 65616469 6e67204f 70656e20 leading Open │ │ │ │ + 0x0002fde0 4d504920 746f2064 69736361 72642055 MPI to discard U │ │ │ │ + 0x0002fdf0 44502074 72616666 69632069 74207468 DP traffic it th │ │ │ │ + 0x0002fe00 696e6b73 20697320 66726f6d 20616e00 inks is from an. │ │ │ │ + 0x0002fe10 20202075 6e657870 65637465 6420736f unexpected so │ │ │ │ + 0x0002fe20 75726365 2e000000 596f7572 204d5049 urce....Your MPI │ │ │ │ + 0x0002fe30 206a6f62 20697320 676f696e 6720746f job is going to │ │ │ │ + 0x0002fe40 2061626f 7274206e 6f772e00 00000000 abort now...... │ │ │ │ + 0x0002fe50 2020536f 75726365 3a000000 00000000 Source:....... │ │ │ │ + 0x0002fe60 20202020 486f7374 6e616d65 202f2049 Hostname / I │ │ │ │ + 0x0002fe70 503a2020 20202573 20282573 29000000 P: %s (%s)... │ │ │ │ + 0x0002fe80 20202020 486f7374 20696e74 65726661 Host interfa │ │ │ │ + 0x0002fe90 63653a20 20202573 00000000 00000000 ce: %s........ │ │ │ │ + 0x0002fea0 20204465 7374696e 6174696f 6e3a0000 Destination:.. │ │ │ │ + 0x0002feb0 2020536d 616c6c20 6d657373 61676520 Small message │ │ │ │ + 0x0002fec0 73697a65 3a202575 00000000 00000000 size: %u........ │ │ │ │ + 0x0002fed0 20204c61 72676520 6d657373 61676520 Large message │ │ │ │ + 0x0002fee0 73697a65 3a202575 00000000 00000000 size: %u........ │ │ │ │ + 0x0002fef0 4e6f7465 20746861 74207468 69732062 Note that this b │ │ │ │ + 0x0002ff00 65686176 696f7220 75737561 6c6c7920 ehavior usually │ │ │ │ + 0x0002ff10 696e6469 63617465 7320736f 6d65206b indicates some k │ │ │ │ + 0x0002ff20 696e6420 6f66206e 6574776f 726b0000 ind of network.. │ │ │ │ + 0x0002ff30 6d697363 6f6e6669 67757261 74696f6e misconfiguration │ │ │ │ + 0x0002ff40 2e000000 00000000 596f7520 73686f75 ........You shou │ │ │ │ + 0x0002ff50 6c642076 65726966 79207468 61742055 ld verify that U │ │ │ │ + 0x0002ff60 44502074 72616666 69632077 69746820 DP traffic with │ │ │ │ + 0x0002ff70 7061796c 6f616473 20757020 746f2074 payloads up to t │ │ │ │ + 0x0002ff80 68652022 6c617267 65000000 00000000 he "large....... │ │ │ │ + 0x0002ff90 6d657373 61676520 73697a65 22206c69 message size" li │ │ │ │ + 0x0002ffa0 73746564 2061626f 76652063 616e2066 sted above can f │ │ │ │ + 0x0002ffb0 6c6f7720 62657477 65656e20 74686573 low between thes │ │ │ │ + 0x0002ffc0 65207477 6f20696e 74657266 61636573 e two interfaces │ │ │ │ + 0x0002ffd0 2e202059 6f750000 73686f75 6c642061 . You..should a │ │ │ │ + 0x0002ffe0 6c736f20 76657269 66792074 68617420 lso verify that │ │ │ │ + 0x0002fff0 4f70656e 204d5049 20697320 63686f6f Open MPI is choo │ │ │ │ + 0x00030000 73696e67 20746f20 70616972 20495020 sing to pair IP │ │ │ │ + 0x00030010 696e7465 72666163 65730000 00000000 interfaces...... │ │ │ │ + 0x00030020 636f6e73 69737465 6e746c79 2e202046 consistently. F │ │ │ │ + 0x00030030 6f722065 78616d70 6c653a00 00000000 or example:..... │ │ │ │ + 0x00030040 20206d70 6972756e 202d2d6d 63612062 mpirun --mca b │ │ │ │ + 0x00030050 746c5f75 736e6963 5f636f6e 6e656374 tl_usnic_connect │ │ │ │ + 0x00030060 69766974 795f6d61 70206d79 6d617020 ivity_map mymap │ │ │ │ + 0x00030070 2e2e2e00 00000000 43686563 6b207468 ........Check th │ │ │ │ + 0x00030080 65207265 73756c74 696e6720 226d796d e resulting "mym │ │ │ │ + 0x00030090 61702a22 2066696c 65732074 6f207365 ap*" files to se │ │ │ │ + 0x000300a0 65207468 65206578 61637420 70616972 e the exact pair │ │ │ │ + 0x000300b0 696e6720 6f662049 50000000 00000000 ing of IP....... │ │ │ │ + 0x000300c0 696e7465 72666163 65732e20 20496e63 interfaces. Inc │ │ │ │ + 0x000300d0 6f6e7369 7374656e 74207265 73756c74 onsistent result │ │ │ │ + 0x000300e0 73206d61 79206265 20696e64 69636174 s may be indicat │ │ │ │ + 0x000300f0 69766520 6f662075 6e646572 6c79696e ive of underlyin │ │ │ │ + 0x00030100 67000000 00000000 6e657477 6f726b20 g.......network │ │ │ │ + 0x00030110 6d697363 6f6e6669 67757261 74696f6e misconfiguration │ │ │ │ + 0x00030120 732e0000 00000000 54686520 4f70656e s.......The Open │ │ │ │ + 0x00030130 204d5049 2075734e 49432042 544c2077 MPI usNIC BTL w │ │ │ │ + 0x00030140 61732075 6e61626c 6520746f 20657374 as unable to est │ │ │ │ + 0x00030150 61626c69 73682066 756c6c20 636f6e6e ablish full conn │ │ │ │ + 0x00030160 65637469 76697479 00000000 00000000 ectivity........ │ │ │ │ + 0x00030170 53706563 69666963 616c6c79 2c206c61 Specifically, la │ │ │ │ + 0x00030180 72676520 55445020 6d657373 61676573 rge UDP messages │ │ │ │ + 0x00030190 20736565 6d20746f 20666c6f 77206265 seem to flow be │ │ │ │ + 0x000301a0 74776565 6e207468 6520696e 74657266 tween the interf │ │ │ │ + 0x000301b0 61636573 2c000000 62757420 736d616c aces,...but smal │ │ │ │ + 0x000301c0 6c205544 50206d65 73736167 65732064 l UDP messages d │ │ │ │ + 0x000301d0 6f206e6f 742e0000 54686973 20697320 o not...This is │ │ │ │ + 0x000301e0 61207665 72792073 7472616e 6765206e a very strange n │ │ │ │ + 0x000301f0 6574776f 726b2065 72726f72 2c20616e etwork error, an │ │ │ │ + 0x00030200 64207368 6f756c64 206e6f74 206f6363 d should not occ │ │ │ │ + 0x00030210 75722069 6e206d6f 73740000 00000000 ur in most...... │ │ │ │ + 0x00030220 73697475 6174696f 6e732e20 20596f75 situations. You │ │ │ │ + 0x00030230 206d6179 20626520 65787065 7269656e may be experien │ │ │ │ + 0x00030240 63696e67 20686967 6820616d 6f756e74 cing high amount │ │ │ │ + 0x00030250 73206f66 20636f6e 67657374 696f6e2c s of congestion, │ │ │ │ + 0x00030260 206f7200 00000000 74686973 206d6179 or.....this may │ │ │ │ + 0x00030270 20696e64 69636174 6520736f 6d65206b indicate some k │ │ │ │ + 0x00030280 696e6420 6f66206e 6574776f 726b206d ind of network m │ │ │ │ + 0x00030290 6973636f 6e666967 75726174 696f6e2e isconfiguration. │ │ │ │ + 0x000302a0 00000000 00000000 53706563 69666963 ........Specific │ │ │ │ + 0x000302b0 616c6c79 2c20736d 616c6c20 55445020 ally, small UDP │ │ │ │ + 0x000302c0 6d657373 61676573 20736565 6d20746f messages seem to │ │ │ │ + 0x000302d0 20666c6f 77206265 74776565 6e207468 flow between th │ │ │ │ + 0x000302e0 6520696e 74657266 61636573 2c000000 e interfaces,... │ │ │ │ + 0x000302f0 62757420 6c617267 65205544 50206d65 but large UDP me │ │ │ │ + 0x00030300 73736167 65732064 6f206e6f 742e0000 ssages do not... │ │ │ │ + 0x00030310 4e6f7465 20746861 74207468 69732062 Note that this b │ │ │ │ + 0x00030320 65686176 696f7220 75737561 6c6c7920 ehavior usually │ │ │ │ + 0x00030330 696e6469 63617465 73207468 61742074 indicates that t │ │ │ │ + 0x00030340 6865204d 5455206f 6620736f 6d65206e he MTU of some n │ │ │ │ + 0x00030350 6574776f 726b0000 6c696e6b 20697320 etwork..link is │ │ │ │ + 0x00030360 746f6f20 736d616c 6c206265 74776565 too small betwee │ │ │ │ + 0x00030370 6e207468 65736520 74776f20 696e7465 n these two inte │ │ │ │ + 0x00030380 72666163 65732e00 54686520 4d545520 rfaces..The MTU │ │ │ │ + 0x00030390 646f6573 206e6f74 206d6174 6368206f does not match o │ │ │ │ + 0x000303a0 6e206c6f 63616c20 616e6420 72656d6f n local and remo │ │ │ │ + 0x000303b0 74652068 6f737473 2e202041 6c6c2069 te hosts. All i │ │ │ │ + 0x000303c0 6e746572 66616365 73206f6e 00000000 nterfaces on.... │ │ │ │ + 0x000303d0 616c6c20 686f7374 73207061 72746963 all hosts partic │ │ │ │ + 0x000303e0 69706174 696e6720 696e2061 6e204d50 ipating in an MP │ │ │ │ + 0x000303f0 49206a6f 62206d75 73742062 6520636f I job must be co │ │ │ │ + 0x00030400 6e666967 75726564 20776974 68207468 nfigured with th │ │ │ │ + 0x00030410 65207361 6d650000 4d54552e 20205468 e same..MTU. Th │ │ │ │ + 0x00030420 65207573 4e494320 696e7465 72666163 e usNIC interfac │ │ │ │ + 0x00030430 65206c69 73746564 2062656c 6f772077 e listed below w │ │ │ │ + 0x00030440 696c6c20 6e6f7420 62652075 73656420 ill not be used │ │ │ │ + 0x00030450 746f2063 6f6d6d75 6e696361 74650000 to communicate.. │ │ │ │ + 0x00030460 77697468 20746869 73207265 6d6f7465 with this remote │ │ │ │ + 0x00030470 20686f73 742e0000 20204c6f 63616c20 host... Local │ │ │ │ + 0x00030480 686f7374 3a202020 20202025 73000000 host: %s... │ │ │ │ + 0x00030490 20207573 4e494320 696e7465 72666163 usNIC interfac │ │ │ │ + 0x000304a0 653a2025 73000000 20204c6f 63616c20 e: %s... Local │ │ │ │ + 0x000304b0 4d54553a 20202020 20202025 64000000 MTU: %d... │ │ │ │ + 0x000304c0 20205265 6d6f7465 20686f73 743a2020 Remote host: │ │ │ │ + 0x000304d0 20202025 73000000 20205265 6d6f7465 %s... Remote │ │ │ │ + 0x000304e0 204d5455 3a202020 20202025 64000000 MTU: %d... │ │ │ │ + 0x000304f0 5741524e 494e473a 20416e20 696e7661 WARNING: An inva │ │ │ │ + 0x00030500 6c696420 76616c75 65207761 73206769 lid value was gi │ │ │ │ + 0x00030510 76656e20 666f7220 62746c5f 75736e69 ven for btl_usni │ │ │ │ + 0x00030520 635f6966 5f25732e 20205468 69730000 c_if_%s. This.. │ │ │ │ + 0x00030530 76616c75 65207769 6c6c2062 65206967 value will be ig │ │ │ │ + 0x00030540 6e6f7265 642e0000 20204d65 73736167 nored... Messag │ │ │ │ + 0x00030550 653a2020 20202573 00000000 00000000 e: %s........ │ │ │ │ + 0x00030560 54686520 75734e49 43204254 4c206661 The usNIC BTL fa │ │ │ │ + 0x00030570 696c6564 20746f20 696e6974 69616c69 iled to initiali │ │ │ │ + 0x00030580 7a652077 68696c65 20747279 696e6720 ze while trying │ │ │ │ + 0x00030590 746f2072 65676973 74657220 736f6d65 to register some │ │ │ │ + 0x000305a0 00000000 00000000 6d656d6f 72792e20 ........memory. │ │ │ │ + 0x000305b0 20546869 73207479 70696361 6c6c7920 This typically │ │ │ │ + 0x000305c0 63616e20 696e6469 63617465 20746861 can indicate tha │ │ │ │ + 0x000305d0 74207468 6520226d 656d6c6f 636b2220 t the "memlock" │ │ │ │ + 0x000305e0 6c696d69 74732061 72652073 65740000 limits are set.. │ │ │ │ + 0x000305f0 746f6f20 6c6f772e 2020466f 72206d6f too low. For mo │ │ │ │ + 0x00030600 73742048 50432069 6e737461 6c6c6174 st HPC installat │ │ │ │ + 0x00030610 696f6e73 2c207468 65206d65 6d6c6f63 ions, the memloc │ │ │ │ + 0x00030620 6b206c69 6d697473 2073686f 756c6420 k limits should │ │ │ │ + 0x00030630 62652073 65740000 746f2022 756e6c69 be set..to "unli │ │ │ │ + 0x00030640 6d697465 64222e20 20546865 20666169 mited". The fai │ │ │ │ + 0x00030650 6c757265 206f6363 75727265 64206865 lure occurred he │ │ │ │ + 0x00030660 72653a00 00000000 20204c6f 63616c20 re:..... Local │ │ │ │ + 0x00030670 686f7374 3a202020 20257300 00000000 host: %s..... │ │ │ │ + 0x00030680 20204d65 6d6c6f63 6b206c69 6d69743a Memlock limit: │ │ │ │ + 0x00030690 20257300 00000000 596f7520 6d617920 %s.....You may │ │ │ │ + 0x000306a0 6e656564 20746f20 636f6e73 756c7420 need to consult │ │ │ │ + 0x000306b0 77697468 20796f75 72207379 7374656d with your system │ │ │ │ + 0x000306c0 2061646d 696e6973 74726174 6f722074 administrator t │ │ │ │ + 0x000306d0 6f206765 74207468 69730000 00000000 o get this...... │ │ │ │ + 0x000306e0 70726f62 6c656d20 66697865 642e2020 problem fixed. │ │ │ │ + 0x000306f0 54686973 20464151 20656e74 7279206f This FAQ entry o │ │ │ │ + 0x00030700 6e207468 65204f70 656e204d 50492077 n the Open MPI w │ │ │ │ + 0x00030710 65622073 69746520 6d617920 616c736f eb site may also │ │ │ │ + 0x00030720 20626500 00000000 68656c70 66756c3a be.....helpful: │ │ │ │ + 0x00030730 00000000 00000000 20202020 68747470 ........ http │ │ │ │ + 0x00030740 733a2f2f 7777772e 6f70656e 2d6d7069 s://www.open-mpi │ │ │ │ + 0x00030750 2e6f7267 2f666171 2f3f6361 7465676f .org/faq/?catego │ │ │ │ + 0x00030760 72793d6f 70656e66 61627269 63732369 ry=openfabrics#i │ │ │ │ + 0x00030770 622d6c6f 636b6564 2d706167 65730000 b-locked-pages.. │ │ │ │ + 0x00030780 416e2069 6e746572 6e616c20 6572726f An internal erro │ │ │ │ + 0x00030790 72206861 73206f63 63757272 65642069 r has occurred i │ │ │ │ + 0x000307a0 6e207468 65204f70 656e204d 50492075 n the Open MPI u │ │ │ │ + 0x000307b0 734e4943 2042544c 2e202054 68697320 sNIC BTL. This │ │ │ │ + 0x000307c0 69730000 00000000 68696768 6c792075 is......highly u │ │ │ │ + 0x000307d0 6e757375 616c2061 6e642073 686f756c nusual and shoul │ │ │ │ + 0x000307e0 646e2774 20686170 70656e2e 20204974 dn't happen. It │ │ │ │ + 0x000307f0 20737567 67657374 73207468 61742074 suggests that t │ │ │ │ + 0x00030800 68657265 206d6179 20626500 00000000 here may be..... │ │ │ │ + 0x00030810 736f6d65 7468696e 67207772 6f6e6720 something wrong │ │ │ │ + 0x00030820 77697468 20746865 2075734e 4943206f with the usNIC o │ │ │ │ + 0x00030830 72204f70 656e4661 62726963 7320636f r OpenFabrics co │ │ │ │ + 0x00030840 6e666967 75726174 696f6e20 6f6e2074 nfiguration on t │ │ │ │ + 0x00030850 68697300 00000000 20205365 72766572 his..... Server │ │ │ │ + 0x00030860 3a202020 20202020 25730000 00000000 : %s...... │ │ │ │ + 0x00030870 20204669 6c653a20 20202020 20202020 File: │ │ │ │ + 0x00030880 25730000 00000000 20204c69 6e653a20 %s...... Line: │ │ │ │ + 0x00030890 20202020 20202020 25640000 00000000 %d...... │ │ │ │ + 0x000308a0 20204d65 73736167 653a2020 20202020 Message: │ │ │ │ + 0x000308b0 25730000 00000000 4f70656e 204d5049 %s......Open MPI │ │ │ │ + 0x000308c0 2077696c 6c20736b 69702074 68697320 will skip this │ │ │ │ + 0x000308d0 75734e49 4320696e 74657266 61636520 usNIC interface │ │ │ │ + 0x000308e0 696e2074 68652075 736e6963 2042544c in the usnic BTL │ │ │ │ + 0x000308f0 2c207768 69636820 6d617900 00000000 , which may..... │ │ │ │ + 0x00030900 72657375 6c742069 6e206569 74686572 result in either │ │ │ │ + 0x00030910 206c6f77 65722070 6572666f 726d616e lower performan │ │ │ │ + 0x00030920 6365206f 7220796f 7572206a 6f622061 ce or your job a │ │ │ │ + 0x00030930 626f7274 696e672e 00000000 00000000 borting......... │ │ │ │ + 0x00030940 20205365 72766572 3a202020 20202020 Server: │ │ │ │ + 0x00030950 20202025 73000000 4f70656e 204d5049 %s...Open MPI │ │ │ │ + 0x00030960 20646574 65637465 64206120 66617461 detected a fata │ │ │ │ + 0x00030970 6c206572 726f7220 6f6e2061 2075734e l error on a usN │ │ │ │ + 0x00030980 49432069 6e746572 66616365 2e202059 IC interface. Y │ │ │ │ + 0x00030990 6f757220 4d504920 6a6f6200 00000000 our MPI job..... │ │ │ │ + 0x000309a0 77696c6c 206e6f77 2061626f 72743b20 will now abort; │ │ │ │ + 0x000309b0 736f7272 792e0000 20205365 72766572 sorry... Server │ │ │ │ + 0x000309c0 3a202020 20202020 20202020 25730000 : %s.. │ │ │ │ + 0x000309d0 20207573 4e494320 696e7465 72666163 usNIC interfac │ │ │ │ + 0x000309e0 653a2020 25730000 20204173 796e6320 e: %s.. Async │ │ │ │ + 0x000309f0 6576656e 7420636f 64653a20 25732028 event code: %s ( │ │ │ │ + 0x00030a00 25642900 00000000 4f70656e 204d5049 %d).....Open MPI │ │ │ │ + 0x00030a10 20666169 6c656420 61206261 73696320 failed a basic │ │ │ │ + 0x00030a20 41504920 6f706572 6174696f 6e206f6e API operation on │ │ │ │ + 0x00030a30 20612043 6973636f 2075734e 49432069 a Cisco usNIC i │ │ │ │ + 0x00030a40 6e746572 66616365 2e000000 00000000 nterface........ │ │ │ │ + 0x00030a50 54686973 20697320 68696768 6c792075 This is highly u │ │ │ │ + 0x00030a60 6e757375 616c2061 6e642073 686f756c nusual and shoul │ │ │ │ + 0x00030a70 646e2774 20686170 70656e2e 20204974 dn't happen. It │ │ │ │ + 0x00030a80 20737567 67657374 73207468 61742074 suggests that t │ │ │ │ + 0x00030a90 68657265 00000000 6d617920 62652073 here....may be s │ │ │ │ + 0x00030aa0 6f6d6574 68696e67 2077726f 6e672077 omething wrong w │ │ │ │ + 0x00030ab0 69746820 74686520 75734e49 4320636f ith the usNIC co │ │ │ │ + 0x00030ac0 6e666967 75726174 696f6e20 6f6e2074 nfiguration on t │ │ │ │ + 0x00030ad0 68697320 73657276 65722e00 00000000 his server...... │ │ │ │ + 0x00030ae0 496e2061 64646974 696f6e20 746f2061 In addition to a │ │ │ │ + 0x00030af0 6e792073 75676765 7374696f 6e73206c ny suggestions l │ │ │ │ + 0x00030b00 69737465 64206265 6c6f772c 20796f75 isted below, you │ │ │ │ + 0x00030b10 206d6967 68742077 616e7420 746f2063 might want to c │ │ │ │ + 0x00030b20 6865636b 00000000 74686520 4c696e75 heck....the Linu │ │ │ │ + 0x00030b30 7820226d 656d6c6f 636b2220 6c696d69 x "memlock" limi │ │ │ │ + 0x00030b40 7473206f 6e20796f 75722073 79737465 ts on your syste │ │ │ │ + 0x00030b50 6d202874 68657920 73686f75 6c642070 m (they should p │ │ │ │ + 0x00030b60 726f6261 626c7920 62650000 00000000 robably be...... │ │ │ │ + 0x00030b70 22756e6c 696d6974 65642229 2e202053 "unlimited"). S │ │ │ │ + 0x00030b80 65652074 68697320 46415120 656e7472 ee this FAQ entr │ │ │ │ + 0x00030b90 7920666f 72206465 7461696c 733a0000 y for details:.. │ │ │ │ + 0x00030ba0 20204661 696c6564 2066756e 6374696f Failed functio │ │ │ │ + 0x00030bb0 6e3a2025 73202825 733a2564 29000000 n: %s (%s:%d)... │ │ │ │ + 0x00030bc0 20205265 7475726e 20737461 7475733a Return status: │ │ │ │ + 0x00030bd0 20202025 64000000 20204465 73637269 %d... Descri │ │ │ │ + 0x00030be0 7074696f 6e3a2020 20202025 73000000 ption: %s... │ │ │ │ + 0x00030bf0 54686572 65206172 65206e6f 7420656e There are not en │ │ │ │ + 0x00030c00 6f756768 2075734e 49432072 65736f75 ough usNIC resou │ │ │ │ + 0x00030c10 72636573 206f6e20 61205649 4320666f rces on a VIC fo │ │ │ │ + 0x00030c20 7220616c 6c207468 65204d50 49000000 r all the MPI... │ │ │ │ + 0x00030c30 70726f63 65737365 73206f6e 20746869 processes on thi │ │ │ │ + 0x00030c40 73207365 72766572 2e000000 00000000 s server........ │ │ │ │ + 0x00030c50 54686973 206d6561 6e732074 68617420 This means that │ │ │ │ + 0x00030c60 796f7520 68617665 20656974 68657220 you have either │ │ │ │ + 0x00030c70 6e6f7420 70726f76 6973696f 6e656420 not provisioned │ │ │ │ + 0x00030c80 656e6f75 67682075 734e4943 73206f6e enough usNICs on │ │ │ │ + 0x00030c90 20746869 73000000 5649432c 206f7220 this...VIC, or │ │ │ │ + 0x00030ca0 74686572 65206172 65206e6f 7420656e there are not en │ │ │ │ + 0x00030cb0 6f756768 20746f74 616c2072 65636569 ough total recei │ │ │ │ + 0x00030cc0 76652c20 7472616e 736d6974 2c206f72 ve, transmit, or │ │ │ │ + 0x00030cd0 20636f6d 706c6574 696f6e00 00000000 completion..... │ │ │ │ + 0x00030ce0 71756575 6573206f 6e207468 65207072 queues on the pr │ │ │ │ + 0x00030cf0 6f766973 696f6e65 64207573 4e494373 ovisioned usNICs │ │ │ │ + 0x00030d00 2e20204f 6e206561 63682056 49432069 . On each VIC i │ │ │ │ + 0x00030d10 6e206120 67697665 6e207365 72766572 n a given server │ │ │ │ + 0x00030d20 2c20796f 75000000 6e656564 20746f20 , you...need to │ │ │ │ + 0x00030d30 70726f76 6973696f 6e206174 206c6561 provision at lea │ │ │ │ + 0x00030d40 73742061 73206d61 6e792075 734e4943 st as many usNIC │ │ │ │ + 0x00030d50 73206173 204d5049 2070726f 63657373 s as MPI process │ │ │ │ + 0x00030d60 6573206f 6e207468 61740000 00000000 es on that...... │ │ │ │ + 0x00030d70 73657276 65722e20 20496e20 65616368 server. In each │ │ │ │ + 0x00030d80 2075734e 49432c20 796f7520 6e656564 usNIC, you need │ │ │ │ + 0x00030d90 20746f20 70726f76 6973696f 6e20656e to provision en │ │ │ │ + 0x00030da0 6f756768 206f6620 65616368 206f6620 ough of each of │ │ │ │ + 0x00030db0 74686500 00000000 666f6c6c 6f77696e the.....followin │ │ │ │ + 0x00030dc0 673a2073 656e6420 71756575 65732c20 g: send queues, │ │ │ │ + 0x00030dd0 72656365 69766520 71756575 65732c20 receive queues, │ │ │ │ + 0x00030de0 616e6420 636f6d70 6c657469 6f6e2071 and completion q │ │ │ │ + 0x00030df0 75657565 732e0000 696e7661 6c696420 ueues...invalid │ │ │ │ + 0x00030e00 6d696e69 6d756d20 706f7274 00000000 minimum port.... │ │ │ │ + 0x00030e10 636c6965 6e742063 6f6e6e65 63742066 client connect f │ │ │ │ + 0x00030e20 61696c00 00000000 636c6965 6e742068 ail.....client h │ │ │ │ + 0x00030e30 616e6473 68616b65 20666169 6c000000 andshake fail... │ │ │ │ + 0x00030e40 61636365 70742066 61696c65 64000000 accept failed... │ │ │ │ + 0x00030e50 70656572 2068756e 67207570 00000000 peer hung up.... │ │ │ │ + 0x00030e60 64726f70 70656420 696e626f 756e6420 dropped inbound │ │ │ │ + 0x00030e70 636f6e6e 65637469 6f6e0000 00000000 connection...... │ │ │ │ + 0x00030e80 736f636b 65742066 6c616720 6661696c socket flag fail │ │ │ │ + 0x00030e90 00000000 00000000 73657276 65722061 ........server a │ │ │ │ + 0x00030ea0 63636570 74206361 6e6e6f74 2066696e ccept cannot fin │ │ │ │ + 0x00030eb0 64206775 69640000 73657276 65722067 d guid..server g │ │ │ │ + 0x00030ec0 65747065 65726e61 6d652066 61696c65 etpeername faile │ │ │ │ + 0x00030ed0 64000000 00000000 73657276 65722064 d.......server d │ │ │ │ + 0x00030ee0 6964206e 6f742072 65636569 7665206d id not receive m │ │ │ │ + 0x00030ef0 61676963 20737472 696e6700 00000000 agic string..... │ │ │ │ + 0x00030f00 5741524e 494e473a 204f7065 6e204d50 WARNING: Open MP │ │ │ │ + 0x00030f10 49206163 63657074 65642061 20544350 I accepted a TCP │ │ │ │ + 0x00030f20 20636f6e 6e656374 696f6e20 62757420 connection but │ │ │ │ + 0x00030f30 64696420 6e6f7420 72656365 69766520 did not receive │ │ │ │ + 0x00030f40 74686500 00000000 65787065 63746564 the.....expected │ │ │ │ + 0x00030f50 206e6574 776f726b 20696465 6e746966 network identif │ │ │ │ + 0x00030f60 69636174 696f6e20 696e6469 63617469 ication indicati │ │ │ │ + 0x00030f70 6e672074 68617420 74686520 70656572 ng that the peer │ │ │ │ + 0x00030f80 20697320 616e204f 70656e00 00000000 is an Open..... │ │ │ │ + 0x00030f90 4d504920 70726f63 6573732e 00000000 MPI process..... │ │ │ │ + 0x00030fa0 54686973 20617474 656d7074 65642063 This attempted c │ │ │ │ + 0x00030fb0 6f6e6e65 6374696f 6e207769 6c6c2062 onnection will b │ │ │ │ + 0x00030fc0 6520636c 6f736564 20616e64 2069676e e closed and ign │ │ │ │ + 0x00030fd0 6f726564 2e000000 20205049 443a2020 ored.... PID: │ │ │ │ + 0x00030fe0 20202020 20202564 00000000 00000000 %d........ │ │ │ │ + 0x00030ff0 20205065 65723a20 20202020 20202573 Peer: %s │ │ │ │ + 0x00031000 00000000 00000000 20204964 656e7469 ........ Identi │ │ │ │ + 0x00031010 66696572 3a202573 20282573 29000000 fier: %s (%s)... │ │ │ │ + 0x00031020 5741524e 494e473a 204f7065 6e204d50 WARNING: Open MP │ │ │ │ + 0x00031030 49206661 696c6564 20746f20 6c6f6f6b I failed to look │ │ │ │ + 0x00031040 20757020 74686520 70656572 20495020 up the peer IP │ │ │ │ + 0x00031050 61646472 65737320 696e666f 726d6174 address informat │ │ │ │ + 0x00031060 696f6e20 6f660000 61205443 5020636f ion of..a TCP co │ │ │ │ + 0x00031070 6e6e6563 74696f6e 20746861 74206974 nnection that it │ │ │ │ + 0x00031080 206a7573 74206163 63657074 65642e20 just accepted. │ │ │ │ + 0x00031090 20546869 73207368 6f756c64 206e6f74 This should not │ │ │ │ + 0x000310a0 20686170 70656e2e 00000000 00000000 happen......... │ │ │ │ + 0x000310b0 54686973 20617474 656d7074 65642063 This attempted c │ │ │ │ + 0x000310c0 6f6e6e65 6374696f 6e207769 6c6c2062 onnection will b │ │ │ │ + 0x000310d0 65206967 6e6f7265 643b2079 6f757220 e ignored; your │ │ │ │ + 0x000310e0 4d504920 6a6f6220 6d617920 6f72206d MPI job may or m │ │ │ │ + 0x000310f0 6179206e 6f740000 636f6e74 696e7565 ay not..continue │ │ │ │ + 0x00031100 2070726f 7065726c 792e0000 00000000 properly....... │ │ │ │ + 0x00031110 20204572 726f723a 20202020 20202573 Error: %s │ │ │ │ + 0x00031120 20282564 29000000 5741524e 494e473a (%d)...WARNING: │ │ │ │ + 0x00031130 204f7065 6e204d50 49206163 63657074 Open MPI accept │ │ │ │ + 0x00031140 65642061 20544350 20636f6e 6e656374 ed a TCP connect │ │ │ │ + 0x00031150 696f6e20 66726f6d 20776861 74206170 ion from what ap │ │ │ │ + 0x00031160 70656172 7320746f 20626520 61000000 pears to be a... │ │ │ │ + 0x00031170 616e6f74 68657220 4f70656e 204d5049 another Open MPI │ │ │ │ + 0x00031180 2070726f 63657373 20627574 2063616e process but can │ │ │ │ + 0x00031190 6e6f7420 66696e64 20612063 6f727265 not find a corre │ │ │ │ + 0x000311a0 73706f6e 64696e67 2070726f 63657373 sponding process │ │ │ │ + 0x000311b0 00000000 00000000 656e7472 7920666f ........entry fo │ │ │ │ + 0x000311c0 72207468 61742070 6565722e 00000000 r that peer..... │ │ │ │ + 0x000311d0 5741524e 494e473a 204f7065 6e204d50 WARNING: Open MP │ │ │ │ + 0x000311e0 49206661 696c6564 20746f20 67657420 I failed to get │ │ │ │ + 0x000311f0 6f722073 65742066 6c616773 206f6e20 or set flags on │ │ │ │ + 0x00031200 61205443 5020736f 636b6574 2e202054 a TCP socket. T │ │ │ │ + 0x00031210 68697300 00000000 54686973 206d6179 his.....This may │ │ │ │ + 0x00031220 20636175 73652075 6e707265 64696374 cause unpredict │ │ │ │ + 0x00031230 61626c65 20626568 6176696f 722c2061 able behavior, a │ │ │ │ + 0x00031240 6e64206d 61792065 6e642075 70206861 nd may end up ha │ │ │ │ + 0x00031250 6e67696e 67206f72 00000000 00000000 nging or........ │ │ │ │ + 0x00031260 61626f72 74696e67 20796f75 72206a6f aborting your jo │ │ │ │ + 0x00031270 622e0000 00000000 2020466c 61673a20 b....... Flag: │ │ │ │ + 0x00031280 20202020 20202573 00000000 00000000 %s........ │ │ │ │ + 0x00031290 4f70656e 204d5049 20646574 65637465 Open MPI detecte │ │ │ │ + 0x000312a0 6420616e 20696e62 6f756e64 204d5049 d an inbound MPI │ │ │ │ + 0x000312b0 20544350 20636f6e 6e656374 696f6e20 TCP connection │ │ │ │ + 0x000312c0 72657175 65737420 66726f6d 20612070 request from a p │ │ │ │ + 0x000312d0 65657200 00000000 74686174 20617070 eer.....that app │ │ │ │ + 0x000312e0 65617273 20746f20 62652070 61727420 ears to be part │ │ │ │ + 0x000312f0 6f662074 68697320 4d504920 6a6f6220 of this MPI job │ │ │ │ + 0x00031300 28692e65 2e2c2069 74206964 656e7469 (i.e., it identi │ │ │ │ + 0x00031310 66696564 20697473 656c6620 61730000 fied itself as.. │ │ │ │ + 0x00031320 70617274 206f6620 74686973 204f7065 part of this Ope │ │ │ │ + 0x00031330 6e204d50 49206a6f 62292c20 62757420 n MPI job), but │ │ │ │ + 0x00031340 69742069 73206672 6f6d2061 6e204950 it is from an IP │ │ │ │ + 0x00031350 20616464 72657373 20746861 74206973 address that is │ │ │ │ + 0x00031360 00000000 00000000 756e6578 70656374 ........unexpect │ │ │ │ + 0x00031370 65642e20 20546869 73206973 20686967 ed. This is hig │ │ │ │ + 0x00031380 686c7920 756e7573 75616c2e 00000000 hly unusual..... │ │ │ │ + 0x00031390 54686520 696e626f 756e6420 636f6e6e The inbound conn │ │ │ │ + 0x000313a0 65637469 6f6e2068 61732062 65656e20 ection has been │ │ │ │ + 0x000313b0 64726f70 7065642c 20616e64 20746865 dropped, and the │ │ │ │ + 0x000313c0 20706565 72207368 6f756c64 2073696d peer should sim │ │ │ │ + 0x000313d0 706c7900 00000000 74727920 61676169 ply.....try agai │ │ │ │ + 0x000313e0 6e207769 74682061 20646966 66657265 n with a differe │ │ │ │ + 0x000313f0 6e742049 5020696e 74657266 61636520 nt IP interface │ │ │ │ + 0x00031400 28692e65 2e2c2074 6865206a 6f622073 (i.e., the job s │ │ │ │ + 0x00031410 686f756c 64000000 686f7065 66756c6c hould...hopefull │ │ │ │ + 0x00031420 79206265 2061626c 6520746f 20636f6e y be able to con │ │ │ │ + 0x00031430 74696e75 65292e00 20204c6f 63616c20 tinue).. Local │ │ │ │ + 0x00031440 686f7374 3a202020 20202020 20202025 host: % │ │ │ │ + 0x00031450 73000000 00000000 20204c6f 63616c20 s....... Local │ │ │ │ + 0x00031460 5049443a 20202020 20202020 20202025 PID: % │ │ │ │ + 0x00031470 64000000 00000000 20205065 65722068 d....... Peer h │ │ │ │ + 0x00031480 6f73746e 616d653a 20202020 20202025 ostname: % │ │ │ │ + 0x00031490 73202825 73290000 2020536f 75726365 s (%s).. Source │ │ │ │ + 0x000314a0 20495020 6f662073 6f636b65 743a2025 IP of socket: % │ │ │ │ + 0x000314b0 73000000 00000000 20204b6e 6f776e20 s....... Known │ │ │ │ + 0x000314c0 49507320 6f662070 65657220 28256429 IPs of peer (%d) │ │ │ │ + 0x000314d0 3a202020 25730000 416e204d 50492063 : %s..An MPI c │ │ │ │ + 0x000314e0 6f6d6d75 6e696361 74696f6e 20706565 ommunication pee │ │ │ │ + 0x000314f0 72207072 6f636573 73206861 7320756e r process has un │ │ │ │ + 0x00031500 65787065 63746564 6c792064 6973636f expectedly disco │ │ │ │ + 0x00031510 6e6e6563 7465642e 20205468 69730000 nnected. This.. │ │ │ │ + 0x00031520 75737561 6c6c7920 696e6469 63617465 usually indicate │ │ │ │ + 0x00031530 73206120 6661696c 75726520 696e2074 s a failure in t │ │ │ │ + 0x00031540 68652070 65657220 70726f63 65737320 he peer process │ │ │ │ + 0x00031550 28652e67 2e2c2061 20637261 7368206f (e.g., a crash o │ │ │ │ + 0x00031560 72000000 00000000 6f746865 72776973 r.......otherwis │ │ │ │ + 0x00031570 65206578 6974696e 67207769 74686f75 e exiting withou │ │ │ │ + 0x00031580 74206361 6c6c696e 67204d50 495f4649 t calling MPI_FI │ │ │ │ + 0x00031590 4e414c49 5a452066 69727374 292e0000 NALIZE first)... │ │ │ │ + 0x000315a0 416c7468 6f756768 20746869 73206c6f Although this lo │ │ │ │ + 0x000315b0 63616c20 4d504920 70726f63 65737320 cal MPI process │ │ │ │ + 0x000315c0 77696c6c 206c696b 656c7920 6e6f7720 will likely now │ │ │ │ + 0x000315d0 62656861 76652075 6e707265 64696374 behave unpredict │ │ │ │ + 0x000315e0 61626c79 00000000 28697420 6d617920 ably....(it may │ │ │ │ + 0x000315f0 6576656e 2068616e 67206f72 20637261 even hang or cra │ │ │ │ + 0x00031600 7368292c 20746865 20726f6f 74206361 sh), the root ca │ │ │ │ + 0x00031610 75736520 6f662074 68697320 70726f62 use of this prob │ │ │ │ + 0x00031620 6c656d20 69732074 68650000 00000000 lem is the...... │ │ │ │ + 0x00031630 6661696c 75726520 6f662074 68652070 failure of the p │ │ │ │ + 0x00031640 65657220 2d2d2074 68617420 69732077 eer -- that is w │ │ │ │ + 0x00031650 68617420 796f7520 6e656564 20746f20 hat you need to │ │ │ │ + 0x00031660 696e7665 73746967 6174652e 2020466f investigate. Fo │ │ │ │ + 0x00031670 72000000 00000000 6578616d 706c652c r.......example, │ │ │ │ + 0x00031680 20746865 7265206d 61792062 65206120 there may be a │ │ │ │ + 0x00031690 636f7265 2066696c 65207468 61742079 core file that y │ │ │ │ + 0x000316a0 6f752063 616e2065 78616d69 6e652e20 ou can examine. │ │ │ │ + 0x000316b0 204d6f72 65000000 67656e65 72616c6c More...generall │ │ │ │ + 0x000316c0 793a2073 75636820 70656572 2068616e y: such peer han │ │ │ │ + 0x000316d0 67757073 20617265 20667265 7175656e gups are frequen │ │ │ │ + 0x000316e0 746c7920 63617573 65642062 79206170 tly caused by ap │ │ │ │ + 0x000316f0 706c6963 6174696f 6e206275 67730000 plication bugs.. │ │ │ │ + 0x00031700 6f72206f 74686572 20657874 65726e61 or other externa │ │ │ │ + 0x00031710 6c206576 656e7473 2e000000 00000000 l events........ │ │ │ │ + 0x00031720 20204c6f 63616c20 5049443a 20202564 Local PID: %d │ │ │ │ + 0x00031730 00000000 00000000 20205065 65722068 ........ Peer h │ │ │ │ + 0x00031740 6f73743a 20202573 00000000 00000000 ost: %s........ │ │ │ │ + 0x00031750 5741524e 494e473a 20546865 20616363 WARNING: The acc │ │ │ │ + 0x00031760 65707428 33292073 79737465 6d206361 ept(3) system ca │ │ │ │ + 0x00031770 6c6c2066 61696c65 64206f6e 20612054 ll failed on a T │ │ │ │ + 0x00031780 43502073 6f636b65 742e2020 5768696c CP socket. Whil │ │ │ │ + 0x00031790 65207468 69730000 73686f75 6c642067 e this..should g │ │ │ │ + 0x000317a0 656e6572 616c6c79 206e6576 65722068 enerally never h │ │ │ │ + 0x000317b0 61707065 6e206f6e 20612077 656c6c2d appen on a well- │ │ │ │ + 0x000317c0 636f6e66 69677572 65642048 50432073 configured HPC s │ │ │ │ + 0x000317d0 79737465 6d2c2074 68650000 00000000 ystem, the...... │ │ │ │ + 0x000317e0 6d6f7374 20636f6d 6d6f6e20 63617573 most common caus │ │ │ │ + 0x000317f0 65732077 68656e20 69742064 6f657320 es when it does │ │ │ │ + 0x00031800 6f636375 72206172 653a0000 00000000 occur are:...... │ │ │ │ + 0x00031810 20202a20 54686520 70726f63 65737320 * The process │ │ │ │ + 0x00031820 72616e20 6f757420 6f662066 696c6520 ran out of file │ │ │ │ + 0x00031830 64657363 72697074 6f727300 00000000 descriptors..... │ │ │ │ + 0x00031840 20202a20 54686520 6f706572 6174696e * The operatin │ │ │ │ + 0x00031850 67207379 7374656d 2072616e 206f7574 g system ran out │ │ │ │ + 0x00031860 206f6620 66696c65 20646573 63726970 of file descrip │ │ │ │ + 0x00031870 746f7273 00000000 20202a20 54686520 tors.... * The │ │ │ │ + 0x00031880 6f706572 6174696e 67207379 7374656d operating system │ │ │ │ + 0x00031890 2072616e 206f7574 206f6620 6d656d6f ran out of memo │ │ │ │ + 0x000318a0 72790000 00000000 596f7572 204f7065 ry......Your Ope │ │ │ │ + 0x000318b0 6e204d50 49206a6f 62207769 6c6c206c n MPI job will l │ │ │ │ + 0x000318c0 696b656c 79206861 6e672028 6f722063 ikely hang (or c │ │ │ │ + 0x000318d0 72617368 2920756e 74696c20 74686520 rash) until the │ │ │ │ + 0x000318e0 6661696c 75726500 72657361 736f6e20 failure.resason │ │ │ │ + 0x000318f0 69732066 69786564 2028652e 672e2c20 is fixed (e.g., │ │ │ │ + 0x00031900 6d6f7265 2066696c 65206465 73637269 more file descri │ │ │ │ + 0x00031910 70746f72 7320616e 642f6f72 206d656d ptors and/or mem │ │ │ │ + 0x00031920 6f727920 6265636f 6d657300 00000000 ory becomes..... │ │ │ │ + 0x00031930 61766169 6c61626c 65292c20 616e6420 available), and │ │ │ │ + 0x00031940 6d617920 6576656e 7475616c 6c792074 may eventually t │ │ │ │ + 0x00031950 696d656f 7574202f 2061626f 72742e00 imeout / abort.. │ │ │ │ + 0x00031960 5741524e 494e473a 204f7065 6e204d50 WARNING: Open MP │ │ │ │ + 0x00031970 49206661 696c6564 20746f20 68616e64 I failed to hand │ │ │ │ + 0x00031980 7368616b 65207769 74682061 20636f6e shake with a con │ │ │ │ + 0x00031990 6e656374 696e6720 70656572 204d5049 necting peer MPI │ │ │ │ + 0x000319a0 00000000 00000000 70726f63 65737320 ........process │ │ │ │ + 0x000319b0 6f766572 20544350 2e202054 68697320 over TCP. This │ │ │ │ + 0x000319c0 73686f75 6c64206e 6f742068 61707065 should not happe │ │ │ │ + 0x000319d0 6e2e0000 00000000 596f7572 204f7065 n.......Your Ope │ │ │ │ + 0x000319e0 6e204d50 49206a6f 62206d61 79206e6f n MPI job may no │ │ │ │ + 0x000319f0 77206861 6e67206f 72206661 696c2e00 w hang or fail.. │ │ │ │ + 0x00031a00 5741524e 494e473a 204f7065 6e204d50 WARNING: Open MP │ │ │ │ + 0x00031a10 49206661 696c6564 20746f20 54435020 I failed to TCP │ │ │ │ + 0x00031a20 636f6e6e 65637420 746f2061 20706565 connect to a pee │ │ │ │ + 0x00031a30 72204d50 49207072 6f636573 732e2020 r MPI process. │ │ │ │ + 0x00031a40 54686973 00000000 5741524e 494e473a This....WARNING: │ │ │ │ + 0x00031a50 20416e20 696e7661 6c696420 76616c75 An invalid valu │ │ │ │ + 0x00031a60 65207761 73206769 76656e20 666f7220 e was given for │ │ │ │ + 0x00031a70 74686520 62746c5f 7463705f 706f7274 the btl_tcp_port │ │ │ │ + 0x00031a80 5f6d696e 5f25732e 204c6567 616c0000 _min_%s. Legal.. │ │ │ │ + 0x00031a90 76616c75 65732061 72652069 6e207468 values are in th │ │ │ │ + 0x00031aa0 65207261 6e676520 5b31202e 2e20325e e range [1 .. 2^ │ │ │ │ + 0x00031ab0 31362d31 5d2e2054 68697320 76616c75 16-1]. This valu │ │ │ │ + 0x00031ac0 65207769 6c6c2062 65206967 6e6f7265 e will be ignore │ │ │ │ + 0x00031ad0 64000000 00000000 28726573 65742074 d.......(reset t │ │ │ │ + 0x00031ae0 6f207468 65206465 6661756c 74207661 o the default va │ │ │ │ + 0x00031af0 6c756520 6f662031 30323429 2e000000 lue of 1024).... │ │ │ │ + 0x00031b00 20205661 6c75653a 20202020 20202564 Value: %d │ │ │ │ + 0x00031b10 00000000 00000000 5741524e 494e473a ........WARNING: │ │ │ │ + 0x00031b20 20416e20 696e7661 6c696420 76616c75 An invalid valu │ │ │ │ + 0x00031b30 65207761 73206769 76656e20 666f7220 e was given for │ │ │ │ + 0x00031b40 62746c5f 7463705f 69665f25 732e2020 btl_tcp_if_%s. │ │ │ │ + 0x00031b50 54686973 00000000 6e6f206c 6f63616c This....no local │ │ │ │ + 0x00031b60 69747900 00000000 5741524e 494e473a ity.....WARNING: │ │ │ │ + 0x00031b70 204d6973 73696e67 206c6f63 616c6974 Missing localit │ │ │ │ + 0x00031b80 7920696e 666f726d 6174696f 6e207265 y information re │ │ │ │ + 0x00031b90 71756972 65642066 6f722073 6d637564 quired for smcud │ │ │ │ + 0x00031ba0 6120696e 69746961 6c697a61 74696f6e a initialization │ │ │ │ + 0x00031bb0 2e000000 00000000 436f6e74 696e7569 ........Continui │ │ │ │ + 0x00031bc0 6e672077 6974686f 75742073 6d637564 ng without smcud │ │ │ │ + 0x00031bd0 61204254 4c2e0000 41207379 7374656d a BTL...A system │ │ │ │ + 0x00031be0 2063616c 6c206661 696c6564 20647572 call failed dur │ │ │ │ + 0x00031bf0 696e6720 736d2042 544c2069 6e697469 ing sm BTL initi │ │ │ │ + 0x00031c00 616c697a 6174696f 6e207468 61742073 alization that s │ │ │ │ + 0x00031c10 686f756c 64000000 20205379 7374656d hould... System │ │ │ │ + 0x00031c20 2063616c 6c3a2025 73000000 00000000 call: %s....... │ │ │ │ + 0x00031c30 6d62696e 64206661 696c7572 65000000 mbind failure... │ │ │ │ + 0x00031c40 4f70656e 204d5049 20666169 6c656420 Open MPI failed │ │ │ │ + 0x00031c50 746f2062 696e6420 696e7465 726e616c to bind internal │ │ │ │ + 0x00031c60 206d656d 6f727920 746f2061 20737065 memory to a spe │ │ │ │ + 0x00031c70 63696669 63204e55 4d41206e 6f64652e cific NUMA node. │ │ │ │ + 0x00031c80 20205468 69730000 6d657373 61676520 This..message │ │ │ │ + 0x00031c90 77696c6c 206f6e6c 79206265 20726570 will only be rep │ │ │ │ + 0x00031ca0 6f727465 64206174 206d6f73 74206f6e orted at most on │ │ │ │ + 0x00031cb0 63652070 65722070 726f6365 73732e00 ce per process.. │ │ │ │ + 0x00031cc0 20204669 6c653a20 20202020 20202573 File: %s │ │ │ │ + 0x00031cd0 3a256400 00000000 20205365 76657269 :%d..... Severi │ │ │ │ + 0x00031ce0 74793a20 20202573 00000000 00000000 ty: %s........ │ │ │ │ + 0x00031cf0 4d756c74 69706c65 20416363 656c6572 Multiple Acceler │ │ │ │ + 0x00031d00 61746f72 7320466f 756e6400 00000000 ators Found..... │ │ │ │ + 0x00031d10 4e6f2041 6363656c 65726174 6f727320 No Accelerators │ │ │ │ + 0x00031d20 466f756e 64000000 4552524f 523a2055 Found...ERROR: U │ │ │ │ + 0x00031d30 73657220 73706563 69666965 6420616e ser specified an │ │ │ │ + 0x00031d40 20616363 656c6572 61746f72 20636f6d accelerator com │ │ │ │ + 0x00031d50 706f6e65 6e742076 69612022 2d2d6d63 ponent via "--mc │ │ │ │ + 0x00031d60 61206163 63656c65 7261746f 72203c63 a accelerator ", and │ │ │ │ + 0x00031d80 74686174 00000000 636f6d70 6f6e656e that....componen │ │ │ │ + 0x00031d90 74206661 696c6564 20746f20 696e6974 t failed to init │ │ │ │ + 0x00031da0 69616c69 7a652073 75636365 73736675 ialize successfu │ │ │ │ + 0x00031db0 6c6c792e 20205468 65207072 6f677261 lly. The progra │ │ │ │ + 0x00031dc0 6d207769 6c6c2061 626f7274 20746f20 m will abort to │ │ │ │ + 0x00031dd0 616c6c6f 7720796f 7520746f 20666978 allow you to fix │ │ │ │ + 0x00031de0 20746865 20697373 75652e00 00000000 the issue...... │ │ │ │ + 0x00031df0 4552524f 523a204f 70656e20 4d504920 ERROR: Open MPI │ │ │ │ + 0x00031e00 6f6e6c79 20737570 706f7274 73206f6e only supports on │ │ │ │ + 0x00031e10 65206163 63656c65 7261746f 72206672 e accelerator fr │ │ │ │ + 0x00031e20 616d6577 6f726b20 70657220 6e6f6465 amework per node │ │ │ │ + 0x00031e30 2e20506c 65617365 20706963 6b206f6e . Please pick on │ │ │ │ + 0x00031e40 65206f66 20746865 00000000 00000000 e of the........ │ │ │ │ + 0x00031e50 696e6974 69616c69 7a656420 61636365 initialized acce │ │ │ │ + 0x00031e60 6c657261 746f7220 636f6d70 6f6e656e lerator componen │ │ │ │ + 0x00031e70 74732076 69612063 6f6d6d61 6e64206c ts via command l │ │ │ │ + 0x00031e80 696e6520 61726775 6d656e74 20222d2d ine argument "-- │ │ │ │ + 0x00031e90 6d636120 61636365 6c657261 746f7220 mca accelerator │ │ │ │ + 0x00031ea0 3c636f6d 706f6e65 6e743e22 2e000000 ".... │ │ │ │ + 0x00031eb0 54686520 666f6c6c 6f77696e 67206163 The following ac │ │ │ │ + 0x00031ec0 63656c65 7261746f 72732069 6e697469 celerators initi │ │ │ │ + 0x00031ed0 616c697a 65642073 75636365 73736675 alized successfu │ │ │ │ + 0x00031ee0 6c6c793a 2025732e 00000000 00000000 lly: %s......... │ │ │ │ + 0x00031ef0 54686520 70726f67 72616d20 77696c6c The program will │ │ │ │ + 0x00031f00 2061626f 72742074 6f20616c 6c6f7720 abort to allow │ │ │ │ + 0x00031f10 796f7520 746f2072 65736f6c 76652074 you to resolve t │ │ │ │ + 0x00031f20 68652061 6363656c 65726174 6f722063 he accelerator c │ │ │ │ + 0x00031f30 6f6e666c 6963742e 00000000 00000000 onflict......... │ │ │ │ + 0x00031f40 63754374 78476574 43757272 656e7420 cuCtxGetCurrent │ │ │ │ + 0x00031f50 6661696c 6564206e 6f742069 6e697469 failed not initi │ │ │ │ + 0x00031f60 616c697a 65640000 63754374 78476574 alized..cuCtxGet │ │ │ │ + 0x00031f70 43757272 656e7420 6661696c 65640000 Current failed.. │ │ │ │ + 0x00031f80 63754374 78476574 43757272 656e7420 cuCtxGetCurrent │ │ │ │ + 0x00031f90 72657475 726e6564 204e554c 4c000000 returned NULL... │ │ │ │ + 0x00031fa0 63754374 78476574 44657669 63652066 cuCtxGetDevice f │ │ │ │ + 0x00031fb0 61696c65 64000000 63754d65 6d486f73 ailed...cuMemHos │ │ │ │ + 0x00031fc0 74526567 69737465 72206475 72696e67 tRegister during │ │ │ │ + 0x00031fd0 20696e69 74206661 696c6564 00000000 init failed.... │ │ │ │ + 0x00031fe0 63754d65 6d486f73 74526567 69737465 cuMemHostRegiste │ │ │ │ + 0x00031ff0 72206661 696c6564 00000000 00000000 r failed........ │ │ │ │ + 0x00032000 63754d65 6d486f73 74556e72 65676973 cuMemHostUnregis │ │ │ │ + 0x00032010 74657220 6661696c 65640000 00000000 ter failed...... │ │ │ │ + 0x00032020 63754970 63476574 4d656d48 616e646c cuIpcGetMemHandl │ │ │ │ + 0x00032030 65206661 696c6564 00000000 00000000 e failed........ │ │ │ │ + 0x00032040 63754d65 6d476574 41646472 65737352 cuMemGetAddressR │ │ │ │ + 0x00032050 616e6765 20666169 6c656400 00000000 ange failed..... │ │ │ │ + 0x00032060 63754d65 6d476574 41646472 65737352 cuMemGetAddressR │ │ │ │ + 0x00032070 616e6765 20666169 6c656420 32000000 ange failed 2... │ │ │ │ + 0x00032080 4f757420 6f662063 75457665 6e742068 Out of cuEvent h │ │ │ │ + 0x00032090 616e646c 65730000 63754970 634f7065 andles..cuIpcOpe │ │ │ │ + 0x000320a0 6e4d656d 48616e64 6c652066 61696c65 nMemHandle faile │ │ │ │ + 0x000320b0 64000000 00000000 63754970 63436c6f d.......cuIpcClo │ │ │ │ + 0x000320c0 73654d65 6d48616e 646c6520 6661696c seMemHandle fail │ │ │ │ + 0x000320d0 65640000 00000000 63754d65 6d637079 ed......cuMemcpy │ │ │ │ + 0x000320e0 4173796e 63206661 696c6564 00000000 Async failed.... │ │ │ │ + 0x000320f0 63754576 656e7443 72656174 65206661 cuEventCreate fa │ │ │ │ + 0x00032100 696c6564 00000000 63754576 656e7452 iled....cuEventR │ │ │ │ + 0x00032110 65636f72 64206661 696c6564 00000000 ecord failed.... │ │ │ │ + 0x00032120 63754576 656e7451 75657279 20666169 cuEventQuery fai │ │ │ │ + 0x00032130 6c656400 00000000 63754576 656e7453 led.....cuEventS │ │ │ │ + 0x00032140 796e6368 726f6e69 7a652066 61696c65 ynchronize faile │ │ │ │ + 0x00032150 64000000 00000000 63754970 63476574 d.......cuIpcGet │ │ │ │ + 0x00032160 4576656e 7448616e 646c6520 6661696c EventHandle fail │ │ │ │ + 0x00032170 65640000 00000000 63754970 634f7065 ed......cuIpcOpe │ │ │ │ + 0x00032180 6e457665 6e744861 6e646c65 20666169 nEventHandle fai │ │ │ │ + 0x00032190 6c656400 00000000 63755374 7265616d led.....cuStream │ │ │ │ + 0x000321a0 57616974 4576656e 74206661 696c6564 WaitEvent failed │ │ │ │ + 0x000321b0 00000000 00000000 63754576 656e7444 ........cuEventD │ │ │ │ + 0x000321c0 65737472 6f792066 61696c65 64000000 estroy failed... │ │ │ │ + 0x000321d0 63755374 7265616d 43726561 74652066 cuStreamCreate f │ │ │ │ + 0x000321e0 61696c65 64000000 63755374 7265616d ailed...cuStream │ │ │ │ + 0x000321f0 44657374 726f7920 6661696c 65640000 Destroy failed.. │ │ │ │ + 0x00032200 646c6f70 656e2064 69736162 6c656400 dlopen disabled. │ │ │ │ + 0x00032210 646c6f70 656e2066 61696c65 64000000 dlopen failed... │ │ │ │ + 0x00032220 646c7379 6d206661 696c6564 00000000 dlsym failed.... │ │ │ │ + 0x00032230 62756666 65724944 20666169 6c656400 bufferID failed. │ │ │ │ + 0x00032240 6375506f 696e7465 72536574 41747472 cuPointerSetAttr │ │ │ │ + 0x00032250 69627574 65206661 696c6564 00000000 ibute failed.... │ │ │ │ + 0x00032260 63755374 7265616d 53796e63 68726f6e cuStreamSynchron │ │ │ │ + 0x00032270 697a6520 6661696c 65640000 00000000 ize failed...... │ │ │ │ + 0x00032280 63754d65 6d637079 20666169 6c656400 cuMemcpy failed. │ │ │ │ + 0x00032290 63754d65 6d637079 32442066 61696c65 cuMemcpy2D faile │ │ │ │ + 0x000322a0 64000000 00000000 63754d65 6d416c6c d.......cuMemAll │ │ │ │ + 0x000322b0 6f632066 61696c65 64000000 00000000 oc failed....... │ │ │ │ + 0x000322c0 63754d65 6d467265 65206661 696c6564 cuMemFree failed │ │ │ │ + 0x000322d0 00000000 00000000 63754465 76696365 ........cuDevice │ │ │ │ + 0x000322e0 43616e41 63636573 73506565 72206661 CanAccessPeer fa │ │ │ │ + 0x000322f0 696c6564 00000000 4e6f206d 656d6f72 iled....No memor │ │ │ │ + 0x00032300 79000000 00000000 41206361 6c6c2074 y.......A call t │ │ │ │ + 0x00032310 6f20616c 6c6f6361 7465206d 656d6f72 o allocate memor │ │ │ │ + 0x00032320 79207769 7468696e 20746865 20435544 y within the CUD │ │ │ │ + 0x00032330 41207375 70706f72 74206661 696c6564 A support failed │ │ │ │ + 0x00032340 2e202054 68697320 69730000 00000000 . This is...... │ │ │ │ + 0x00032350 616e2075 6e726563 6f766572 61626c65 an unrecoverable │ │ │ │ + 0x00032360 20657272 6f722061 6e642077 696c6c20 error and will │ │ │ │ + 0x00032370 63617573 65207468 65207072 6f677261 cause the progra │ │ │ │ + 0x00032380 6d20746f 2061626f 72742e00 00000000 m to abort...... │ │ │ │ + 0x00032390 2020486f 73746e61 6d653a20 20257300 Hostname: %s. │ │ │ │ + 0x000323a0 54686520 63616c6c 20746f20 63754465 The call to cuDe │ │ │ │ + 0x000323b0 76696365 43616e41 63636573 73506565 viceCanAccessPee │ │ │ │ + 0x000323c0 72206661 696c6564 2e000000 00000000 r failed........ │ │ │ │ + 0x000323d0 2020486f 73746e61 6d653a20 20202020 Hostname: │ │ │ │ + 0x000323e0 20202020 20202020 20202020 20202020 │ │ │ │ + 0x000323f0 20202020 20202020 20257300 00000000 %s..... │ │ │ │ + 0x00032400 20206375 44657669 63654361 6e416363 cuDeviceCanAcc │ │ │ │ + 0x00032410 65737350 65657220 72657475 726e2076 essPeer return v │ │ │ │ + 0x00032420 616c7565 3a202020 20256400 00000000 alue: %d..... │ │ │ │ + 0x00032430 43686563 6b207468 65206375 64612e68 Check the cuda.h │ │ │ │ + 0x00032440 2066696c 6520666f 72207768 61742074 file for what t │ │ │ │ + 0x00032450 68652072 65747572 6e207661 6c756520 he return value │ │ │ │ + 0x00032460 6d65616e 732e0000 54686520 63616c6c means...The call │ │ │ │ + 0x00032470 20746f20 63754d65 6d467265 65206661 to cuMemFree fa │ │ │ │ + 0x00032480 696c6564 2e205468 69732069 73206869 iled. This is hi │ │ │ │ + 0x00032490 67686c79 20756e75 7375616c 20616e64 ghly unusual and │ │ │ │ + 0x000324a0 2073686f 756c6400 6e6f7420 68617070 should.not happ │ │ │ │ + 0x000324b0 656e2e20 20506c65 61736520 7265706f en. Please repo │ │ │ │ + 0x000324c0 72742074 68697320 6572726f 7220746f rt this error to │ │ │ │ + 0x000324d0 20746865 204f7065 6e204d50 49206465 the Open MPI de │ │ │ │ + 0x000324e0 76656c6f 70657273 2e000000 00000000 velopers........ │ │ │ │ + 0x000324f0 2020486f 73746e61 6d653a20 20202020 Hostname: │ │ │ │ + 0x00032500 20202020 20202020 20202020 20257300 %s. │ │ │ │ + 0x00032510 20206375 4d656d46 72656520 72657475 cuMemFree retu │ │ │ │ + 0x00032520 726e2076 616c7565 3a202020 20256400 rn value: %d. │ │ │ │ + 0x00032530 54686520 63616c6c 20746f20 63754d65 The call to cuMe │ │ │ │ + 0x00032540 6d416c6c 6f632066 61696c65 642e2054 mAlloc failed. T │ │ │ │ + 0x00032550 68697320 69732068 6967686c 7920756e his is highly un │ │ │ │ + 0x00032560 75737561 6c20616e 64207368 6f756c64 usual and should │ │ │ │ + 0x00032570 00000000 00000000 20206375 4d656d41 ........ cuMemA │ │ │ │ + 0x00032580 6c6c6f63 20726574 75726e20 76616c75 lloc return valu │ │ │ │ + 0x00032590 653a2020 20256400 54686520 63616c6c e: %d.The call │ │ │ │ + 0x000325a0 20746f20 63754d65 6d637079 32442066 to cuMemcpy2D f │ │ │ │ + 0x000325b0 61696c65 642e2054 68697320 69732068 ailed. This is h │ │ │ │ + 0x000325c0 6967686c 7920756e 75737561 6c20616e ighly unusual an │ │ │ │ + 0x000325d0 64207368 6f756c64 00000000 00000000 d should........ │ │ │ │ + 0x000325e0 20206375 4d656d63 70793244 20726574 cuMemcpy2D ret │ │ │ │ + 0x000325f0 75726e20 76616c75 653a2020 20256400 urn value: %d. │ │ │ │ + 0x00032600 54686520 63616c6c 20746f20 63754d65 The call to cuMe │ │ │ │ + 0x00032610 6d637079 20666169 6c65642e 20546869 mcpy failed. Thi │ │ │ │ + 0x00032620 73206973 20686967 686c7920 756e7573 s is highly unus │ │ │ │ + 0x00032630 75616c20 616e6420 73686f75 6c640000 ual and should.. │ │ │ │ + 0x00032640 20206375 4d656d63 70792072 65747572 cuMemcpy retur │ │ │ │ + 0x00032650 6e207661 6c75653a 20202020 20256400 n value: %d. │ │ │ │ + 0x00032660 54686520 63616c6c 20746f20 63755374 The call to cuSt │ │ │ │ + 0x00032670 7265616d 53796e63 68726f6e 697a6520 reamSynchronize │ │ │ │ + 0x00032680 6661696c 65642e20 54686973 20697320 failed. This is │ │ │ │ + 0x00032690 68696768 6c792075 6e757375 616c2061 highly unusual a │ │ │ │ + 0x000326a0 6e642073 686f756c 64000000 00000000 nd should....... │ │ │ │ + 0x000326b0 2020486f 73746e61 6d653a20 20202020 Hostname: │ │ │ │ + 0x000326c0 20202020 20202020 20202020 20202020 │ │ │ │ + 0x000326d0 20202020 20202020 25730000 00000000 %s...... │ │ │ │ + 0x000326e0 20206375 53747265 616d5379 6e636872 cuStreamSynchr │ │ │ │ + 0x000326f0 6f6e697a 65207265 7475726e 2076616c onize return val │ │ │ │ + 0x00032700 75653a20 20202020 25640000 00000000 ue: %d...... │ │ │ │ + 0x00032710 54686520 63616c6c 20746f20 6375506f The call to cuPo │ │ │ │ + 0x00032720 696e7465 72536574 41747472 69627574 interSetAttribut │ │ │ │ + 0x00032730 65207769 74682043 555f504f 494e5445 e with CU_POINTE │ │ │ │ + 0x00032740 525f4154 54524942 5554455f 53594e43 R_ATTRIBUTE_SYNC │ │ │ │ + 0x00032750 5f4d454d 4f505300 6661696c 65642e20 _MEMOPS.failed. │ │ │ │ + 0x00032760 54686973 20697320 68696768 6c792075 This is highly u │ │ │ │ + 0x00032770 6e757375 616c2061 6e642073 686f756c nusual and shoul │ │ │ │ + 0x00032780 64206e6f 74206861 7070656e 2e202054 d not happen. T │ │ │ │ + 0x00032790 68652070 726f6772 616d2077 696c6c00 he program will. │ │ │ │ + 0x000327a0 636f6e74 696e7565 2c206275 74207265 continue, but re │ │ │ │ + 0x000327b0 706f7274 20746869 73206572 726f7220 port this error │ │ │ │ + 0x000327c0 746f2074 6865204f 70656e20 4d504920 to the Open MPI │ │ │ │ + 0x000327d0 64657665 6c6f7065 72732e00 00000000 developers...... │ │ │ │ + 0x000327e0 20206375 506f696e 74657253 65744174 cuPointerSetAt │ │ │ │ + 0x000327f0 74726962 75746520 72657475 726e2076 tribute return v │ │ │ │ + 0x00032800 616c7565 3a202020 25640000 00000000 alue: %d...... │ │ │ │ + 0x00032810 20204164 64726573 733a2020 20202020 Address: │ │ │ │ + 0x00032820 20202020 20202020 20202020 20202020 │ │ │ │ + 0x00032830 20202020 20202020 25700000 00000000 %p...... │ │ │ │ + 0x00032840 416e2065 72726f72 206f6363 75727265 An error occurre │ │ │ │ + 0x00032850 64207768 696c6520 74727969 6e672074 d while trying t │ │ │ │ + 0x00032860 6f206765 74207468 65204255 46464552 o get the BUFFER │ │ │ │ + 0x00032870 5f494420 6f662061 20475055 206d656d _ID of a GPU mem │ │ │ │ + 0x00032880 6f727900 00000000 72656769 6f6e2e20 ory.....region. │ │ │ │ + 0x00032890 20546869 7320636f 756c6420 63617573 This could caus │ │ │ │ + 0x000328a0 6520696e 636f7272 65637420 72657375 e incorrect resu │ │ │ │ + 0x000328b0 6c74732e 20205475 726e206f 66204750 lts. Turn of GP │ │ │ │ + 0x000328c0 55204469 72656374 2052444d 41000000 U Direct RDMA... │ │ │ │ + 0x000328d0 73757070 6f727420 62792072 756e6e69 support by runni │ │ │ │ + 0x000328e0 6e672077 69746820 2d2d6d63 61206274 ng with --mca bt │ │ │ │ + 0x000328f0 6c5f6f70 656e6962 5f637564 615f7761 l_openib_cuda_wa │ │ │ │ + 0x00032900 6e745f67 64725f73 7570706f 72742030 nt_gdr_support 0 │ │ │ │ + 0x00032910 2e000000 00000000 20206375 506f696e ........ cuPoin │ │ │ │ + 0x00032920 74657247 65744174 74726962 75746520 terGetAttribute │ │ │ │ + 0x00032930 72657475 726e2076 616c7565 3a202020 return value: │ │ │ │ + 0x00032940 25640000 00000000 416e2065 72726f72 %d......An error │ │ │ │ + 0x00032950 206f6363 75727265 64207768 696c6520 occurred while │ │ │ │ + 0x00032960 74727969 6e672074 6f206d61 7020696e trying to map in │ │ │ │ + 0x00032970 20746865 20616464 72657373 206f6620 the address of │ │ │ │ + 0x00032980 61206675 6e637469 6f6e2e00 00000000 a function...... │ │ │ │ + 0x00032990 20204675 6e637469 6f6e204e 616d653a Function Name: │ │ │ │ + 0x000329a0 20257300 00000000 20204572 726f7220 %s..... Error │ │ │ │ + 0x000329b0 73747269 6e673a20 20257300 00000000 string: %s..... │ │ │ │ + 0x000329c0 43554441 2d617761 72652073 7570706f CUDA-aware suppo │ │ │ │ + 0x000329d0 72742069 73206469 7361626c 65642e00 rt is disabled.. │ │ │ │ + 0x000329e0 54686520 6c696272 61727920 61747465 The library atte │ │ │ │ + 0x000329f0 6d707465 6420746f 206f7065 6e207468 mpted to open th │ │ │ │ + 0x00032a00 6520666f 6c6c6f77 696e6720 73757070 e following supp │ │ │ │ + 0x00032a10 6f727469 6e672043 55444120 6c696272 orting CUDA libr │ │ │ │ + 0x00032a20 61726965 732c0000 62757420 65616368 aries,..but each │ │ │ │ + 0x00032a30 206f6620 7468656d 20666169 6c65642e of them failed. │ │ │ │ + 0x00032a40 20204355 44412d61 77617265 20737570 CUDA-aware sup │ │ │ │ + 0x00032a50 706f7274 20697320 64697361 626c6564 port is disabled │ │ │ │ + 0x00032a60 2e000000 00000000 49662079 6f752064 ........If you d │ │ │ │ + 0x00032a70 6f206e6f 74207265 71756972 65204355 o not require CU │ │ │ │ + 0x00032a80 44412d61 77617265 20737570 706f7274 DA-aware support │ │ │ │ + 0x00032a90 2c207468 656e2072 756e2077 69746800 , then run with. │ │ │ │ + 0x00032aa0 2d2d6d63 61206f70 616c5f77 61726e5f --mca opal_warn_ │ │ │ │ + 0x00032ab0 6f6e5f6d 69737369 6e675f6c 69626375 on_missing_libcu │ │ │ │ + 0x00032ac0 64612030 20746f20 73757070 72657373 da 0 to suppress │ │ │ │ + 0x00032ad0 20746869 73206d65 73736167 652e2020 this message. │ │ │ │ + 0x00032ae0 49662079 6f752064 6f000000 00000000 If you do....... │ │ │ │ + 0x00032af0 72657175 69726520 43554441 2d617761 require CUDA-awa │ │ │ │ + 0x00032b00 72652073 7570706f 72742c20 7468656e re support, then │ │ │ │ + 0x00032b10 20747279 20736574 74696e67 204c445f try setting LD_ │ │ │ │ + 0x00032b20 4c494252 4152595f 50415448 20746f20 LIBRARY_PATH to │ │ │ │ + 0x00032b30 74686520 6c6f6361 74696f6e 00000000 the location.... │ │ │ │ + 0x00032b40 6f66206c 69626375 64612e73 6f2e3120 of libcuda.so.1 │ │ │ │ + 0x00032b50 746f2072 65736f6c 76652074 68697320 to resolve this │ │ │ │ + 0x00032b60 69737375 652e0000 4f70656e 204d5049 issue...Open MPI │ │ │ │ + 0x00032b70 20776173 20636f6d 70696c65 64207769 was compiled wi │ │ │ │ + 0x00032b80 74686f75 74206479 6e616d69 63206c69 thout dynamic li │ │ │ │ + 0x00032b90 62726172 79207375 70706f72 74202865 brary support (e │ │ │ │ + 0x00032ba0 2e672e2c 20776974 68207468 65000000 .g., with the... │ │ │ │ + 0x00032bb0 202d2d64 69736162 6c652d64 6c6f7065 --disable-dlope │ │ │ │ + 0x00032bc0 6e20666c 6167292c 20616e64 20746865 n flag), and the │ │ │ │ + 0x00032bd0 7265666f 72652063 616e6e6f 74207574 refore cannot ut │ │ │ │ + 0x00032be0 696c697a 65204355 44412073 7570706f ilize CUDA suppo │ │ │ │ + 0x00032bf0 72742e00 00000000 49662079 6f75206e rt......If you n │ │ │ │ + 0x00032c00 65656420 43554441 20737570 706f7274 eed CUDA support │ │ │ │ + 0x00032c10 2c207265 636f6e66 69677572 65204f70 , reconfigure Op │ │ │ │ + 0x00032c20 656e204d 50492077 69746820 64796e61 en MPI with dyna │ │ │ │ + 0x00032c30 6d696320 6c696272 61727920 73757070 mic library supp │ │ │ │ + 0x00032c40 6f727420 656e6162 6c65642e 00000000 ort enabled..... │ │ │ │ + 0x00032c50 54686520 63616c6c 20746f20 63755374 The call to cuSt │ │ │ │ + 0x00032c60 7265616d 44657374 726f7920 6661696c reamDestroy fail │ │ │ │ + 0x00032c70 65642e20 54686973 20697320 68696768 ed. This is high │ │ │ │ + 0x00032c80 6c792075 6e757375 616c2061 6e642073 ly unusual and s │ │ │ │ + 0x00032c90 686f756c 64000000 20206375 53747265 hould... cuStre │ │ │ │ + 0x00032ca0 616d4465 7374726f 79207265 7475726e amDestroy return │ │ │ │ + 0x00032cb0 2076616c 75653a20 20202020 20202020 value: │ │ │ │ + 0x00032cc0 25640000 00000000 54686520 63616c6c %d......The call │ │ │ │ + 0x00032cd0 20746f20 63755374 7265616d 43726561 to cuStreamCrea │ │ │ │ + 0x00032ce0 74652066 61696c65 642e2020 54686973 te failed. This │ │ │ │ + 0x00032cf0 20697320 6120756e 7265636f 76657261 is a unrecovera │ │ │ │ + 0x00032d00 626c6520 6572726f 7220616e 64207769 ble error and wi │ │ │ │ + 0x00032d10 6c6c0000 00000000 2020486f 73746e61 ll...... Hostna │ │ │ │ + 0x00032d20 6d653a20 20202020 20202020 20202020 me: │ │ │ │ + 0x00032d30 20202020 20202020 20257300 00000000 %s..... │ │ │ │ + 0x00032d40 20206375 53747265 616d4372 65617465 cuStreamCreate │ │ │ │ + 0x00032d50 20726574 75726e20 76616c75 653a2020 return value: │ │ │ │ + 0x00032d60 20256400 00000000 43686563 6b207468 %d.....Check th │ │ │ │ + 0x00032d70 65206375 64612e68 2066696c 6520666f e cuda.h file fo │ │ │ │ + 0x00032d80 72207768 61742074 68652072 65747572 r what the retur │ │ │ │ + 0x00032d90 6e207661 6c65206d 65616e73 2e000000 n vale means.... │ │ │ │ + 0x00032da0 54686520 63616c6c 20746f20 63754576 The call to cuEv │ │ │ │ + 0x00032db0 656e7444 65737472 6f792066 61696c65 entDestroy faile │ │ │ │ + 0x00032dc0 642e2054 68697320 69732061 20756e72 d. This is a unr │ │ │ │ + 0x00032dd0 65636f76 65726162 6c652065 72726f72 ecoverable error │ │ │ │ + 0x00032de0 20616e64 2077696c 6c000000 00000000 and will....... │ │ │ │ + 0x00032df0 20206375 4576656e 74446573 74726f79 cuEventDestroy │ │ │ │ + 0x00032e00 20726574 75726e20 76616c75 653a2020 return value: │ │ │ │ + 0x00032e10 20256400 00000000 54686520 63616c6c %d.....The call │ │ │ │ + 0x00032e20 20746f20 63755374 7265616d 57616974 to cuStreamWait │ │ │ │ + 0x00032e30 4576656e 74206661 696c6564 2e205468 Event failed. Th │ │ │ │ + 0x00032e40 69732069 73206120 756e7265 636f7665 is is a unrecove │ │ │ │ + 0x00032e50 7261626c 65206572 726f7220 616e6420 rable error and │ │ │ │ + 0x00032e60 77696c6c 00000000 20206375 53747265 will.... cuStre │ │ │ │ + 0x00032e70 616d5761 69744576 656e7420 72657475 amWaitEvent retu │ │ │ │ + 0x00032e80 726e2076 616c7565 3a202020 25640000 rn value: %d.. │ │ │ │ + 0x00032e90 54686520 63616c6c 20746f20 63754970 The call to cuIp │ │ │ │ + 0x00032ea0 634f7065 6e457665 6e744861 6e646c65 cOpenEventHandle │ │ │ │ + 0x00032eb0 20666169 6c65642e 20546869 73206973 failed. This is │ │ │ │ + 0x00032ec0 20612075 6e726563 6f766572 61626c65 a unrecoverable │ │ │ │ + 0x00032ed0 20657272 6f722061 6e642077 696c6c00 error and will. │ │ │ │ + 0x00032ee0 20206375 4970634f 70656e45 76656e74 cuIpcOpenEvent │ │ │ │ + 0x00032ef0 48616e64 6c652072 65747572 6e207661 Handle return va │ │ │ │ + 0x00032f00 6c75653a 20202025 64000000 00000000 lue: %d....... │ │ │ │ + 0x00032f10 54686520 63616c6c 20746f20 63754970 The call to cuIp │ │ │ │ + 0x00032f20 63476574 4576656e 7448616e 646c6520 cGetEventHandle │ │ │ │ + 0x00032f30 6661696c 65642e20 54686973 20697320 failed. This is │ │ │ │ + 0x00032f40 6120756e 7265636f 76657261 626c6520 a unrecoverable │ │ │ │ + 0x00032f50 6572726f 7220616e 64207769 6c6c0000 error and will.. │ │ │ │ + 0x00032f60 20206375 49706347 65744576 656e7448 cuIpcGetEventH │ │ │ │ + 0x00032f70 616e646c 65207265 7475726e 2076616c andle return val │ │ │ │ + 0x00032f80 75653a20 20202564 00000000 00000000 ue: %d........ │ │ │ │ + 0x00032f90 54686520 63616c6c 20746f20 63754576 The call to cuEv │ │ │ │ + 0x00032fa0 656e7453 796e6368 726f6e69 7a652066 entSynchronize f │ │ │ │ + 0x00032fb0 61696c65 642e2054 68697320 69732068 ailed. This is h │ │ │ │ + 0x00032fc0 6967686c 7920756e 75737561 6c20616e ighly unusual an │ │ │ │ + 0x00032fd0 64207368 6f756c64 00000000 00000000 d should........ │ │ │ │ + 0x00032fe0 20206375 4576656e 7453796e 6368726f cuEventSynchro │ │ │ │ + 0x00032ff0 6e697a65 20726574 75726e20 76616c75 nize return valu │ │ │ │ + 0x00033000 653a2020 20202025 64000000 00000000 e: %d....... │ │ │ │ + 0x00033010 54686520 63616c6c 20746f20 63754576 The call to cuEv │ │ │ │ + 0x00033020 656e7451 75657279 20666169 6c65642e entQuery failed. │ │ │ │ + 0x00033030 20546869 73206973 20612075 6e726563 This is a unrec │ │ │ │ + 0x00033040 6f766572 61626c65 20657272 6f722061 overable error a │ │ │ │ + 0x00033050 6e642077 696c6c00 20206375 4576656e nd will. cuEven │ │ │ │ + 0x00033060 74517565 72792072 65747572 6e207661 tQuery return va │ │ │ │ + 0x00033070 6c75653a 20202025 64000000 00000000 lue: %d....... │ │ │ │ + 0x00033080 54686520 63616c6c 20746f20 63754576 The call to cuEv │ │ │ │ + 0x00033090 656e7452 65636f72 64206661 696c6564 entRecord failed │ │ │ │ + 0x000330a0 2e205468 69732069 73206120 756e7265 . This is a unre │ │ │ │ + 0x000330b0 636f7665 7261626c 65206572 726f7220 coverable error │ │ │ │ + 0x000330c0 616e6420 77696c6c 00000000 00000000 and will........ │ │ │ │ + 0x000330d0 2020486f 73746e61 6d653a20 20202020 Hostname: │ │ │ │ + 0x000330e0 20202020 20202020 20202020 20202020 │ │ │ │ + 0x000330f0 25730000 00000000 20206375 4576656e %s...... cuEven │ │ │ │ + 0x00033100 74526563 6f726420 72657475 726e2076 tRecord return v │ │ │ │ + 0x00033110 616c7565 3a202020 25640000 00000000 alue: %d...... │ │ │ │ + 0x00033120 54686520 63616c6c 20746f20 63754576 The call to cuEv │ │ │ │ + 0x00033130 656e7443 72656174 65206661 696c6564 entCreate failed │ │ │ │ + 0x00033140 2e205468 69732069 73206120 756e7265 . This is a unre │ │ │ │ + 0x00033150 636f7665 7261626c 65206572 726f7220 coverable error │ │ │ │ + 0x00033160 616e6420 77696c6c 00000000 00000000 and will........ │ │ │ │ + 0x00033170 20206375 4576656e 74437265 61746520 cuEventCreate │ │ │ │ + 0x00033180 72657475 726e2076 616c7565 3a202020 return value: │ │ │ │ + 0x00033190 25640000 00000000 54686520 63616c6c %d......The call │ │ │ │ + 0x000331a0 20746f20 63754d65 6d637079 4173796e to cuMemcpyAsyn │ │ │ │ + 0x000331b0 63206661 696c6564 2e205468 69732069 c failed. This i │ │ │ │ + 0x000331c0 73206120 756e7265 636f7665 7261626c s a unrecoverabl │ │ │ │ + 0x000331d0 65206572 726f7220 616e6420 77696c6c e error and will │ │ │ │ + 0x000331e0 00000000 00000000 20206375 4d656d63 ........ cuMemc │ │ │ │ + 0x000331f0 70794173 796e6328 25702c20 25702c20 pyAsync(%p, %p, │ │ │ │ + 0x00033200 25642920 72657475 726e6564 2076616c %d) returned val │ │ │ │ + 0x00033210 75652025 64000000 54686520 63616c6c ue %d...The call │ │ │ │ + 0x00033220 20746f20 63754970 63436c6f 73654d65 to cuIpcCloseMe │ │ │ │ + 0x00033230 6d48616e 646c6520 6661696c 65642e20 mHandle failed. │ │ │ │ + 0x00033240 54686973 20697320 61207761 726e696e This is a warnin │ │ │ │ + 0x00033250 6720616e 64207468 65207072 6f677261 g and the progra │ │ │ │ + 0x00033260 6d000000 00000000 77696c6c 20636f6e m.......will con │ │ │ │ + 0x00033270 74696e75 6520746f 2072756e 2e000000 tinue to run.... │ │ │ │ + 0x00033280 20206375 49706343 6c6f7365 4d656d48 cuIpcCloseMemH │ │ │ │ + 0x00033290 616e646c 65207265 7475726e 2076616c andle return val │ │ │ │ + 0x000332a0 75653a20 20202564 00000000 00000000 ue: %d........ │ │ │ │ + 0x000332b0 20206164 64726573 733a2025 70000000 address: %p... │ │ │ │ + 0x000332c0 43686563 6b207468 65206375 64612e68 Check the cuda.h │ │ │ │ + 0x000332d0 2066696c 6520666f 72207768 61742074 file for what t │ │ │ │ + 0x000332e0 68652072 65747572 6e207661 6c756520 he return value │ │ │ │ + 0x000332f0 6d65616e 732e2050 65726861 70732061 means. Perhaps a │ │ │ │ + 0x00033300 20726562 6f6f7400 6f662074 6865206e reboot.of the n │ │ │ │ + 0x00033310 6f646520 77696c6c 20636c65 61722074 ode will clear t │ │ │ │ + 0x00033320 68652070 726f626c 656d2e00 00000000 he problem...... │ │ │ │ + 0x00033330 54686520 63616c6c 20746f20 63754970 The call to cuIp │ │ │ │ + 0x00033340 634f7065 6e4d656d 48616e64 6c652066 cOpenMemHandle f │ │ │ │ + 0x00033350 61696c65 642e2054 68697320 69732061 ailed. This is a │ │ │ │ + 0x00033360 6e20756e 7265636f 76657261 626c6520 n unrecoverable │ │ │ │ + 0x00033370 6572726f 72000000 616e6420 77696c6c error...and will │ │ │ │ + 0x00033380 20636175 73652074 68652070 726f6772 cause the progr │ │ │ │ + 0x00033390 616d2074 6f206162 6f72742e 00000000 am to abort..... │ │ │ │ + 0x000333a0 2020486f 73746e61 6d653a20 20202020 Hostname: │ │ │ │ + 0x000333b0 20202020 20202020 20202020 20202020 │ │ │ │ + 0x000333c0 20202020 25730000 20206375 4970634f %s.. cuIpcO │ │ │ │ + 0x000333d0 70656e4d 656d4861 6e646c65 20726574 penMemHandle ret │ │ │ │ + 0x000333e0 75726e20 76616c75 653a2020 25640000 urn value: %d.. │ │ │ │ + 0x000333f0 20206164 64726573 733a2020 20202020 address: │ │ │ │ + 0x00033400 20202020 20202020 20202020 20202020 │ │ │ │ + 0x00033410 20202020 25700000 43686563 6b207468 %p..Check th │ │ │ │ + 0x00033420 65206375 64612e68 2066696c 6520666f e cuda.h file fo │ │ │ │ + 0x00033430 72207768 61742074 68652072 65747572 r what the retur │ │ │ │ + 0x00033440 6e207661 6c756520 6d65616e 732e2041 n value means. A │ │ │ │ + 0x00033450 20706f73 7369626c 65206361 75736500 possible cause. │ │ │ │ + 0x00033460 666f7220 74686973 20697320 6e6f7420 for this is not │ │ │ │ + 0x00033470 656e6f75 67682066 72656520 64657669 enough free devi │ │ │ │ + 0x00033480 6365206d 656d6f72 792e2020 54727920 ce memory. Try │ │ │ │ + 0x00033490 746f2072 65647563 65207468 65206465 to reduce the de │ │ │ │ + 0x000334a0 76696365 00000000 6d656d6f 72792066 vice....memory f │ │ │ │ + 0x000334b0 6f6f7470 72696e74 206f6620 796f7572 ootprint of your │ │ │ │ + 0x000334c0 20617070 6c696361 74696f6e 2e000000 application.... │ │ │ │ + 0x000334d0 54686520 6c696272 61727920 68617320 The library has │ │ │ │ + 0x000334e0 65786365 65646564 20697473 206e756d exceeded its num │ │ │ │ + 0x000334f0 62657220 6f66206f 75747374 616e6469 ber of outstandi │ │ │ │ + 0x00033500 6e672065 76656e74 2068616e 646c6573 ng event handles │ │ │ │ + 0x00033510 2e000000 00000000 466f7220 62657474 ........For bett │ │ │ │ + 0x00033520 65722070 6572666f 726d616e 63652c20 er performance, │ │ │ │ + 0x00033530 74686973 206e756d 62657220 73686f75 this number shou │ │ │ │ + 0x00033540 6c642062 6520696e 63726561 7365642e ld be increased. │ │ │ │ + 0x00033550 00000000 00000000 20204375 7272656e ........ Curren │ │ │ │ + 0x00033560 74206d61 78696d75 6d206861 6e646c65 t maximum handle │ │ │ │ + 0x00033570 733a2020 20253464 00000000 00000000 s: %4d........ │ │ │ │ + 0x00033580 20205375 67676573 74656420 6e657720 Suggested new │ │ │ │ + 0x00033590 6d617869 6d756d3a 20202020 20253464 maximum: %4d │ │ │ │ + 0x000335a0 00000000 00000000 52657275 6e207769 ........Rerun wi │ │ │ │ + 0x000335b0 7468202d 2d6d6361 206d7069 5f636f6d th --mca mpi_com │ │ │ │ + 0x000335c0 6d6f6e5f 63756461 5f657665 6e745f6d mon_cuda_event_m │ │ │ │ + 0x000335d0 61782025 64000000 54686520 63616c6c ax %d...The call │ │ │ │ + 0x000335e0 20746f20 63754d65 6d476574 41646472 to cuMemGetAddr │ │ │ │ + 0x000335f0 65737352 616e6765 20666169 6c656420 essRange failed │ │ │ │ + 0x00033600 64757269 6e672074 68652047 50552052 during the GPU R │ │ │ │ + 0x00033610 444d4120 70726f74 6f636f6c 2e000000 DMA protocol.... │ │ │ │ + 0x00033620 2020486f 73743a20 20257300 00000000 Host: %s..... │ │ │ │ + 0x00033630 20206375 4d656d47 65744164 64726573 cuMemGetAddres │ │ │ │ + 0x00033640 7352616e 67652072 65747572 6e207661 sRange return va │ │ │ │ + 0x00033650 6c75653a 20202564 00000000 00000000 lue: %d........ │ │ │ │ + 0x00033660 20206164 64726573 733a2020 25700000 address: %p.. │ │ │ │ + 0x00033670 43686563 6b207468 65206375 64612e68 Check the cuda.h │ │ │ │ + 0x00033680 2066696c 6520666f 72207768 61742074 file for what t │ │ │ │ + 0x00033690 68652072 65747572 6e207661 6c756520 he return value │ │ │ │ + 0x000336a0 6d65616e 732e2054 68697320 69732068 means. This is h │ │ │ │ + 0x000336b0 6967686c 79000000 756e7573 75616c20 ighly...unusual │ │ │ │ + 0x000336c0 616e6420 73686f75 6c64206e 6f742068 and should not h │ │ │ │ + 0x000336d0 61707065 6e2e2054 68652070 726f6772 appen. The progr │ │ │ │ + 0x000336e0 616d2077 696c6c20 70726f62 61626c79 am will probably │ │ │ │ + 0x000336f0 2061626f 72742e00 54686520 63616c6c abort..The call │ │ │ │ + 0x00033700 20746f20 63754d65 6d476574 41646472 to cuMemGetAddr │ │ │ │ + 0x00033710 65737352 616e6765 20666169 6c65642e essRange failed. │ │ │ │ + 0x00033720 20546869 73206d65 616e7320 74686520 This means the │ │ │ │ + 0x00033730 47505520 52444d41 2070726f 746f636f GPU RDMA protoco │ │ │ │ + 0x00033740 6c000000 00000000 63616e6e 6f742062 l.......cannot b │ │ │ │ + 0x00033750 65207573 65642e00 20206375 4d656d47 e used.. cuMemG │ │ │ │ + 0x00033760 65744164 64726573 7352616e 67652072 etAddressRange r │ │ │ │ + 0x00033770 65747572 6e207661 6c75653a 20202025 eturn value: % │ │ │ │ + 0x00033780 64000000 00000000 54686520 63616c6c d.......The call │ │ │ │ + 0x00033790 20746f20 63754970 63476574 4d656d48 to cuIpcGetMemH │ │ │ │ + 0x000337a0 616e646c 65206661 696c6564 2e205468 andle failed. Th │ │ │ │ + 0x000337b0 6973206d 65616e73 20746865 20475055 is means the GPU │ │ │ │ + 0x000337c0 2052444d 41207072 6f746f63 6f6c0000 RDMA protocol.. │ │ │ │ + 0x000337d0 20206375 49706347 65744d65 6d48616e cuIpcGetMemHan │ │ │ │ + 0x000337e0 646c6520 72657475 726e2076 616c7565 dle return value │ │ │ │ + 0x000337f0 3a202020 25640000 54686520 63616c6c : %d..The call │ │ │ │ + 0x00033800 20746f20 63754d65 6d486f73 74526567 to cuMemHostReg │ │ │ │ + 0x00033810 69737465 72282570 29206661 696c6564 ister(%p) failed │ │ │ │ + 0x00033820 2e000000 00000000 20206375 4d656d48 ........ cuMemH │ │ │ │ + 0x00033830 6f737455 6e726567 69737465 72207265 ostUnregister re │ │ │ │ + 0x00033840 7475726e 2076616c 75653a20 20256400 turn value: %d. │ │ │ │ + 0x00033850 54686520 63616c6c 20746f20 63754d65 The call to cuMe │ │ │ │ + 0x00033860 6d486f73 74526567 69737465 72282570 mHostRegister(%p │ │ │ │ + 0x00033870 2c202564 2c203029 20666169 6c65642e , %d, 0) failed. │ │ │ │ + 0x00033880 00000000 00000000 20206375 4d656d48 ........ cuMemH │ │ │ │ + 0x00033890 6f737452 65676973 74657220 72657475 ostRegister retu │ │ │ │ + 0x000338a0 726e2076 616c7565 3a202025 64000000 rn value: %d... │ │ │ │ + 0x000338b0 20205265 67697374 72617469 6f6e2063 Registration c │ │ │ │ + 0x000338c0 61636865 3a202025 73000000 00000000 ache: %s....... │ │ │ │ + 0x000338d0 5741524e 494e473a 20546865 2063616c WARNING: The cal │ │ │ │ + 0x000338e0 6c20746f 20637543 74784765 74446576 l to cuCtxGetDev │ │ │ │ + 0x000338f0 69636528 29206661 696c6564 2e000000 ice() failed.... │ │ │ │ + 0x00033900 20206375 43747847 65744465 76696365 cuCtxGetDevice │ │ │ │ + 0x00033910 20726574 75726e20 76616c75 653a2020 return value: │ │ │ │ + 0x00033920 20256400 00000000 4e4f5445 3a20596f %d.....NOTE: Yo │ │ │ │ + 0x00033930 75206361 6e207475 726e206f 66662074 u can turn off t │ │ │ │ + 0x00033940 68697320 7761726e 696e6720 62792073 his warning by s │ │ │ │ + 0x00033950 65747469 6e672074 6865204d 43412070 etting the MCA p │ │ │ │ + 0x00033960 6172616d 65746572 00000000 00000000 arameter........ │ │ │ │ + 0x00033970 20202020 20206d70 695f636f 6d6d6f6e mpi_common │ │ │ │ + 0x00033980 5f637564 615f7761 726e696e 6720746f _cuda_warning to │ │ │ │ + 0x00033990 20302e00 00000000 5741524e 494e473a 0......WARNING: │ │ │ │ + 0x000339a0 20546865 2063616c 6c20746f 20637543 The call to cuC │ │ │ │ + 0x000339b0 74784765 74437572 72656e74 28292066 txGetCurrent() f │ │ │ │ + 0x000339c0 61696c65 64207768 696c6520 61747465 ailed while atte │ │ │ │ + 0x000339d0 6d707469 6e672074 6f207265 67697374 mpting to regist │ │ │ │ + 0x000339e0 65720000 00000000 696e7465 726e616c er......internal │ │ │ │ + 0x000339f0 206d656d 6f727920 77697468 20746865 memory with the │ │ │ │ + 0x00033a00 20435544 4120656e 7669726f 6e6d656e CUDA environmen │ │ │ │ + 0x00033a10 742e2020 54686520 70726f67 72616d20 t. The program │ │ │ │ + 0x00033a20 77696c6c 20636f6e 74696e75 6520746f will continue to │ │ │ │ + 0x00033a30 2072756e 2c000000 62757420 74686520 run,...but the │ │ │ │ + 0x00033a40 70657266 6f726d61 6e636520 6f662047 performance of G │ │ │ │ + 0x00033a50 5055206d 656d6f72 79207472 616e7366 PU memory transf │ │ │ │ + 0x00033a60 65727320 6d617920 62652072 65647563 ers may be reduc │ │ │ │ + 0x00033a70 65642e20 20546869 73206661 696c7572 ed. This failur │ │ │ │ + 0x00033a80 65000000 00000000 696e6469 63617465 e.......indicate │ │ │ │ + 0x00033a90 73207468 61742074 68657265 20697320 s that there is │ │ │ │ + 0x00033aa0 6e6f2043 55444120 636f6e74 65787420 no CUDA context │ │ │ │ + 0x00033ab0 7965742e 2020546f 20656c69 6d696e61 yet. To elimina │ │ │ │ + 0x00033ac0 74652074 68697320 7761726e 696e672c te this warning, │ │ │ │ + 0x00033ad0 00000000 00000000 656e7375 72652074 ........ensure t │ │ │ │ + 0x00033ae0 68617420 74686572 65206973 20612043 hat there is a C │ │ │ │ + 0x00033af0 55444120 636f6e74 65787420 7072696f UDA context prio │ │ │ │ + 0x00033b00 7220746f 2063616c 6c696e67 204d5049 r to calling MPI │ │ │ │ + 0x00033b10 5f496e69 742e0000 62757420 74686520 _Init...but the │ │ │ │ + 0x00033b20 70657266 6f726d61 6e636520 6f662047 performance of G │ │ │ │ + 0x00033b30 5055206d 656d6f72 79207472 616e7366 PU memory transf │ │ │ │ + 0x00033b40 65727320 6d617920 62652072 65647563 ers may be reduc │ │ │ │ + 0x00033b50 65642e00 00000000 20206375 43747847 ed...... cuCtxG │ │ │ │ + 0x00033b60 65744375 7272656e 74207265 7475726e etCurrent return │ │ │ │ + 0x00033b70 2076616c 75653a20 20202564 00000000 value: %d.... │ │ │ │ + 0x00033b80 696e6469 63617465 73207468 61742074 indicates that t │ │ │ │ + 0x00033b90 68652043 55444120 656e7669 726f6e6d he CUDA environm │ │ │ │ + 0x00033ba0 656e7420 6973206e 6f742079 65742069 ent is not yet i │ │ │ │ + 0x00033bb0 6e697469 616c697a 65642e20 20546f20 nitialized. To │ │ │ │ + 0x00033bc0 656c696d 696e6174 65000000 00000000 eliminate....... │ │ │ │ + 0x00033bd0 74686973 20776172 6e696e67 2c20656e this warning, en │ │ │ │ + 0x00033be0 73757265 20746861 74204355 44412069 sure that CUDA i │ │ │ │ + 0x00033bf0 7320696e 69746961 6c697a65 64207072 s initialized pr │ │ │ │ + 0x00033c00 696f7220 746f2063 616c6c69 6e67204d ior to calling M │ │ │ │ + 0x00033c10 50495f49 6e69742e 00000000 00000000 PI_Init......... │ │ │ │ + 0x00033c20 616c6967 6e656420 62756666 65722074 aligned buffer t │ │ │ │ + 0x00033c30 6f6f206c 61726765 00000000 00000000 oo large........ │ │ │ │ + 0x00033c40 4552524f 523a2052 65717565 73746564 ERROR: Requested │ │ │ │ + 0x00033c50 20616c69 676e6564 20627566 66657220 aligned buffer │ │ │ │ + 0x00033c60 73697a65 20257a75 20657863 65656473 size %zu exceeds │ │ │ │ + 0x00033c70 206c696d 6974206f 6620257a 75000000 limit of %zu... │ │ │ │ + 0x00033c80 436f6e73 69646572 20736574 74696e67 Consider setting │ │ │ │ + 0x00033c90 20222573 2220746f 20256400 00000000 "%s" to %d..... │ │ │ │ + 0x00033ca0 4552524f 523a2052 65717565 73746564 ERROR: Requested │ │ │ │ + 0x00033cb0 20627566 66657220 73697a65 20257a75 buffer size %zu │ │ │ │ + 0x00033cc0 20657863 65656473 206c696d 6974206f exceeds limit o │ │ │ │ + 0x00033cd0 6620257a 75000000 6d6d6170 20746f6f f %zu...mmap too │ │ │ │ + 0x00033ce0 20736d61 6c6c0000 4f70656e 204d5049 small..Open MPI │ │ │ │ + 0x00033cf0 20726571 75657374 65642061 20736861 requested a sha │ │ │ │ + 0x00033d00 72656420 6d656d6f 72792073 65676d65 red memory segme │ │ │ │ + 0x00033d10 6e742074 68617420 77617320 746f6f20 nt that was too │ │ │ │ + 0x00033d20 736d616c 6c20746f 20646f00 00000000 small to do..... │ │ │ │ + 0x00033d30 616e7974 68696e67 20757365 66756c2e anything useful. │ │ │ │ + 0x00033d40 20205468 69732069 73206c69 6b656c79 This is likely │ │ │ │ + 0x00033d50 20616e20 6572726f 7220696e 204f7065 an error in Ope │ │ │ │ + 0x00033d60 6e204d50 49206974 73656c66 2e202049 n MPI itself. I │ │ │ │ + 0x00033d70 6620796f 75000000 73656520 74686973 f you...see this │ │ │ │ + 0x00033d80 20657272 6f722c20 796f7520 73686f75 error, you shou │ │ │ │ + 0x00033d90 6c642073 65652069 66207468 65726520 ld see if there │ │ │ │ + 0x00033da0 69732061 6e207570 64617465 20617661 is an update ava │ │ │ │ + 0x00033db0 696c6162 6c652066 6f720000 00000000 ilable for...... │ │ │ │ + 0x00033dc0 4f70656e 204d5049 2c20616e 64206966 Open MPI, and if │ │ │ │ + 0x00033dd0 206e6f74 2c20636f 6e746163 74207468 not, contact th │ │ │ │ + 0x00033de0 65204f70 656e204d 50492064 6576656c e Open MPI devel │ │ │ │ + 0x00033df0 6f706572 732e0000 20204c6f 63616c20 opers... Local │ │ │ │ + 0x00033e00 686f7374 3a202020 20202020 20257300 host: %s. │ │ │ │ + 0x00033e10 20205265 71756573 74656420 73697a65 Requested size │ │ │ │ + 0x00033e20 3a202020 2025756c 00000000 00000000 : %ul........ │ │ │ │ + 0x00033e30 2020436f 6e74726f 6c207365 67207369 Control seg si │ │ │ │ + 0x00033e40 7a653a20 2025756c 00000000 00000000 ze: %ul........ │ │ │ │ + 0x00033e50 20204461 74612073 65672061 6c69676e Data seg align │ │ │ │ + 0x00033e60 6d656e74 3a202575 6c000000 00000000 ment: %ul....... │ │ │ │ + 0x00033e70 41206361 6c6c2074 6f20616c 6c6f6361 A call to alloca │ │ │ │ + 0x00033e80 7465206d 656d6f72 79207769 7468696e te memory within │ │ │ │ + 0x00033e90 20746865 20554243 4c207375 70706f72 the UBCL suppor │ │ │ │ + 0x00033ea0 74206661 696c6564 2e202054 68697320 t failed. This │ │ │ │ + 0x00033eb0 69730000 00000000 54686520 6c696272 is......The libr │ │ │ │ + 0x00033ec0 61727920 61747465 6d707465 6420746f ary attempted to │ │ │ │ + 0x00033ed0 206f7065 6e207468 6520666f 6c6c6f77 open the follow │ │ │ │ + 0x00033ee0 696e6720 5542434c 206c6962 72617269 ing UBCL librari │ │ │ │ + 0x00033ef0 65732c00 00000000 62757420 65616368 es,.....but each │ │ │ │ + 0x00033f00 206f6620 7468656d 20666169 6c65642e of them failed. │ │ │ │ + 0x00033f10 20554243 4c206361 6e6e6f74 20626520 UBCL cannot be │ │ │ │ + 0x00033f20 75736564 2e000000 49662079 6f75206e used....If you n │ │ │ │ + 0x00033f30 65656420 746f2075 73652055 42434c2c eed to use UBCL, │ │ │ │ + 0x00033f40 20746865 6e207472 79207365 7474696e then try settin │ │ │ │ + 0x00033f50 67204c44 5f4c4942 52415259 5f504154 g LD_LIBRARY_PAT │ │ │ │ + 0x00033f60 4820746f 20746865 206c6f63 6174696f H to the locatio │ │ │ │ + 0x00033f70 6e000000 00000000 6f66206c 69627562 n.......of libub │ │ │ │ + 0x00033f80 636c2e73 6f20746f 20676574 20706173 cl.so to get pas │ │ │ │ + 0x00033f90 73656420 74686973 20697373 75652e00 sed this issue.. │ │ │ │ + 0x00033fa0 202d2d64 69736162 6c652d64 6c6f7065 --disable-dlope │ │ │ │ + 0x00033fb0 6e20666c 6167292c 20616e64 20746865 n flag), and the │ │ │ │ + 0x00033fc0 7265666f 72652063 616e6e6f 74207574 refore cannot ut │ │ │ │ + 0x00033fd0 696c697a 65205542 434c2073 7570706f ilize UBCL suppo │ │ │ │ + 0x00033fe0 72742e00 00000000 49662079 6f75206e rt......If you n │ │ │ │ + 0x00033ff0 65656420 5542434c 20737570 706f7274 eed UBCL support │ │ │ │ + 0x00034000 2c207265 636f6e66 69677572 65204f70 , reconfigure Op │ │ │ │ + 0x00034010 656e204d 50492077 69746820 64796e61 en MPI with dyna │ │ │ │ + 0x00034020 6d696320 6c696272 61727920 73757070 mic library supp │ │ │ │ + 0x00034030 6f727420 656e6162 6c65642e 00000000 ort enabled..... │ │ │ │ + 0x00034040 756e626f 756e645f 70726f63 65737300 unbound_process. │ │ │ │ + 0x00034050 7061636b 6167655f 72616e6b 20666169 package_rank fai │ │ │ │ + 0x00034060 6c656400 00000000 4f70656e 204d5049 led.....Open MPI │ │ │ │ + 0x00034070 2773204f 46492064 72697665 72206465 's OFI driver de │ │ │ │ + 0x00034080 74656374 6564206d 756c7469 706c6520 tected multiple │ │ │ │ + 0x00034090 65717569 64697374 616e7420 4e494373 equidistant NICs │ │ │ │ + 0x000340a0 2066726f 6d207468 65206375 7272656e from the curren │ │ │ │ + 0x000340b0 74207072 6f636573 732c0000 00000000 t process,...... │ │ │ │ + 0x000340c0 62757420 68616420 696e7375 66666963 but had insuffic │ │ │ │ + 0x000340d0 69656e74 20696e66 6f726d61 74696f6e ient information │ │ │ │ + 0x000340e0 20746f20 656e7375 7265204d 50492070 to ensure MPI p │ │ │ │ + 0x000340f0 726f6365 73736573 20666169 726c7920 rocesses fairly │ │ │ │ + 0x00034100 7069636b 2061204e 49432066 6f722075 pick a NIC for u │ │ │ │ + 0x00034110 73652e00 00000000 54686973 206d6179 se......This may │ │ │ │ + 0x00034120 206e6567 61746976 656c7920 696d7061 negatively impa │ │ │ │ + 0x00034130 63742070 6572666f 726d616e 63652e20 ct performance. │ │ │ │ + 0x00034140 41206d6f 7265206d 6f646572 6e20504d A more modern PM │ │ │ │ + 0x00034150 49782073 65727665 72206973 206e6563 Ix server is nec │ │ │ │ + 0x00034160 65737361 72792074 6f000000 00000000 essary to....... │ │ │ │ + 0x00034170 7265736f 6c766520 74686973 20697373 resolve this iss │ │ │ │ + 0x00034180 75652e00 00000000 4e6f7465 3a205468 ue......Note: Th │ │ │ │ + 0x00034190 6973206d 65737361 67652069 73206469 is message is di │ │ │ │ + 0x000341a0 73706c61 79656420 6f6e6c79 20776865 splayed only whe │ │ │ │ + 0x000341b0 6e207468 65204f46 4920636f 6d706f6e n the OFI compon │ │ │ │ + 0x000341c0 656e7427 73207665 72626f73 69747920 ent's verbosity │ │ │ │ + 0x000341d0 6c657665 6c206973 00000000 00000000 level is........ │ │ │ │ + 0x000341e0 2564206f 72206869 67686572 2e000000 %d or higher.... │ │ │ │ + 0x000341f0 4f70656e 204d5049 2773204f 46492064 Open MPI's OFI d │ │ │ │ + 0x00034200 72697665 72206465 74656374 6564206d river detected m │ │ │ │ + 0x00034210 756c7469 706c6520 4e494373 206f6e20 ultiple NICs on │ │ │ │ + 0x00034220 74686520 73797374 656d2062 75742063 the system but c │ │ │ │ + 0x00034230 616e6e6f 74207365 6c656374 20616e00 annot select an. │ │ │ │ + 0x00034240 6f707469 6d616c20 64657669 63652062 optimal device b │ │ │ │ + 0x00034250 65636175 73652074 68652063 75727265 ecause the curre │ │ │ │ + 0x00034260 6e742070 726f6365 73732069 73206e6f nt process is no │ │ │ │ + 0x00034270 7420626f 756e642e 20546869 73206d61 t bound. This ma │ │ │ │ + 0x00034280 79206e65 67617469 76656c79 00000000 y negatively.... │ │ │ │ + 0x00034290 696d7061 63742070 6572666f 726d616e impact performan │ │ │ │ + 0x000342a0 63652e20 54686973 2063616e 20626520 ce. This can be │ │ │ │ + 0x000342b0 7265736f 6c766564 20627920 73706563 resolved by spec │ │ │ │ + 0x000342c0 69667969 6e672022 2d2d6269 6e642d74 ifying "--bind-t │ │ │ │ + 0x000342d0 6f202e2e 2e22206f 6e000000 00000000 o ..." on....... │ │ │ │ + 0x000342e0 636f6d6d 616e6420 6c696e65 2e000000 command line.... │ │ │ │ + 0x000342f0 6c69622d 63616c6c 2d666169 6c000000 lib-call-fail... │ │ │ │ + 0x00034300 64657665 6c6f7065 72207761 726e696e developer warnin │ │ │ │ + 0x00034310 673a2066 69656c64 20746f6f 206c6f6e g: field too lon │ │ │ │ + 0x00034320 67000000 00000000 6e6f742d 666f756e g.......not-foun │ │ │ │ + 0x00034330 64000000 00000000 696e7661 6c69642d d.......invalid- │ │ │ │ + 0x00034340 6c657665 6c000000 416e2069 6e76616c level...An inval │ │ │ │ + 0x00034350 6964204d 43412070 6172616d 65746572 id MCA parameter │ │ │ │ + 0x00034360 20696e66 6f726d61 74696f6e 206c6576 information lev │ │ │ │ + 0x00034370 656c2077 61732073 70656369 66696564 el was specified │ │ │ │ + 0x00034380 2e205661 6c696420 76616c75 65732061 . Valid values a │ │ │ │ + 0x00034390 72650000 00000000 312d392e 00000000 re......1-9..... │ │ │ │ + 0x000343a0 20205661 6c75653a 20257300 00000000 Value: %s..... │ │ │ │ + 0x000343b0 54686520 73706563 69666965 64206672 The specified fr │ │ │ │ + 0x000343c0 616d6577 6f726b20 636f756c 64206e6f amework could no │ │ │ │ + 0x000343d0 74206265 20666f75 6e643a00 00000000 t be found:..... │ │ │ │ + 0x000343e0 54686973 20636f75 6c642062 65206475 This could be du │ │ │ │ + 0x000343f0 6520746f 2061206d 69737370 656c6c69 e to a misspelli │ │ │ │ + 0x00034400 6e67206f 66207468 65206672 616d6577 ng of the framew │ │ │ │ + 0x00034410 6f726b20 6e616d65 2c206f72 20626563 ork name, or bec │ │ │ │ + 0x00034420 61757365 20737570 706f7274 00000000 ause support.... │ │ │ │ + 0x00034430 666f7220 74686174 20667261 6d65776f for that framewo │ │ │ │ + 0x00034440 726b2077 6173206e 6f742063 6f6e6669 rk was not confi │ │ │ │ + 0x00034450 67757265 6420696e 746f2074 68697320 gured into this │ │ │ │ + 0x00034460 76657273 696f6e20 6f66204f 4d50492e version of OMPI. │ │ │ │ + 0x00034470 20506c65 61736520 73656500 00000000 Please see..... │ │ │ │ + 0x00034480 20206f6d 70695f69 6e666f20 2d2d636f ompi_info --co │ │ │ │ + 0x00034490 6e666967 00000000 666f7220 61206675 nfig....for a fu │ │ │ │ + 0x000344a0 6c6c2072 65706f72 74206f66 20686f77 ll report of how │ │ │ │ + 0x000344b0 204f4d50 49207761 7320636f 6e666967 OMPI was config │ │ │ │ + 0x000344c0 75726564 2e000000 2a2a2a2a 2a2a2a2a ured....******** │ │ │ │ + 0x000344d0 2a2a2a2a 2a2a2a2a 2a2a2a2a 2a2a2a2a **************** │ │ │ │ + 0x000344e0 2a2a2a2a 2a2a2a2a 2a2a2a2a 2a2a2a2a **************** │ │ │ │ + 0x000344f0 2a2a2a2a 2a2a2a2a 2a2a2a2a 2a2a2a2a **************** │ │ │ │ + 0x00034500 2a2a2a2a 2a2a2a2a 2a2a2a2a 2a2a2a2a **************** │ │ │ │ + 0x00034510 2a2a0000 00000000 2a2a2a20 44455645 **......*** DEVE │ │ │ │ + 0x00034520 4c4f5045 52205741 524e494e 473a2041 LOPER WARNING: A │ │ │ │ + 0x00034530 20666965 6c642069 6e206f6d 70695f69 field in ompi_i │ │ │ │ + 0x00034540 6e666f20 6f757470 75742069 7320746f nfo output is to │ │ │ │ + 0x00034550 6f206c6f 6e672061 6e640000 00000000 o long and...... │ │ │ │ + 0x00034560 2a2a2a20 77696c6c 20617070 65617220 *** will appear │ │ │ │ + 0x00034570 706f6f72 6c792069 6e207468 65207072 poorly in the pr │ │ │ │ + 0x00034580 65747479 7072696e 74206f75 74707574 ettyprint output │ │ │ │ + 0x00034590 2e000000 00000000 2a2a2a00 00000000 ........***..... │ │ │ │ + 0x000345a0 2a2a2a20 20205661 6c75653a 20202020 *** Value: │ │ │ │ + 0x000345b0 20202225 73220000 2a2a2a20 20204d61 "%s"..*** Ma │ │ │ │ + 0x000345c0 78206c65 6e677468 3a202564 00000000 x length: %d.... │ │ │ │ + 0x000345d0 41206c69 62726172 79206361 6c6c2075 A library call u │ │ │ │ + 0x000345e0 6e657870 65637465 646c7920 6661696c nexpectedly fail │ │ │ │ + 0x000345f0 65642e20 20546869 73206973 20612074 ed. This is a t │ │ │ │ + 0x00034600 65726d69 6e616c20 6572726f 723b2070 erminal error; p │ │ │ │ + 0x00034610 6c656173 65000000 73686f77 20746869 lease...show thi │ │ │ │ + 0x00034620 73206d65 73736167 6520746f 20616e20 s message to an │ │ │ │ + 0x00034630 4f70656e 204d5049 2077697a 6172643a Open MPI wizard: │ │ │ │ + 0x00034640 00000000 00000000 20202020 20202020 ........ │ │ │ │ + 0x00034650 4c696272 61727920 63616c6c 3a202573 Library call: %s │ │ │ │ + 0x00034660 00000000 00000000 20202020 20202020 ........ │ │ │ │ + 0x00034670 20536f75 72636520 66696c65 3a202573 Source file: %s │ │ │ │ + 0x00034680 00000000 00000000 2020536f 75726365 ........ Source │ │ │ │ + 0x00034690 206c696e 65206e75 6d626572 3a202564 line number: %d │ │ │ │ + 0x000346a0 00000000 00000000 41626f72 74696e67 ........Aborting │ │ │ │ + 0x000346b0 2e2e2e00 00000000 54686520 6f6d7069 ........The ompi │ │ │ │ + 0x000346c0 5f696e66 6f20636f 6d6d616e 64206361 _info command ca │ │ │ │ + 0x000346d0 6e206265 20757365 6420746f 2070726f n be used to pro │ │ │ │ + 0x000346e0 76696465 20646574 61696c65 6420696e vide detailed in │ │ │ │ + 0x000346f0 666f726d 6174696f 6e206f6e 00000000 formation on.... │ │ │ │ + 0x00034700 796f7572 204f7065 6e204d50 4920696e your Open MPI in │ │ │ │ + 0x00034710 7374616c 6c617469 6f6e2e20 2053796e stallation. Syn │ │ │ │ + 0x00034720 7461783a 00000000 6f70616c 5f696e69 tax:....opal_ini │ │ │ │ + 0x00034730 743a7761 726e2d66 6f726b00 00000000 t:warn-fork..... │ │ │ │ + 0x00034740 6d70692d 70617261 6d733a6c 65617665 mpi-params:leave │ │ │ │ + 0x00034750 2d70696e 6e65642d 616e642d 70697065 -pinned-and-pipe │ │ │ │ + 0x00034760 6c696e65 2d73656c 65637465 64000000 line-selected... │ │ │ │ + 0x00034770 6d70692d 70617261 6d733a76 61725f64 mpi-params:var_d │ │ │ │ + 0x00034780 756d705f 636f6c6f 723a666f 726d6174 ump_color:format │ │ │ │ + 0x00034790 2d657272 6f720000 6d70692d 70617261 -error..mpi-para │ │ │ │ + 0x000347a0 6d733a76 61725f64 756d705f 636f6c6f ms:var_dump_colo │ │ │ │ + 0x000347b0 723a756e 6b6e6f77 6e2d6b65 79000000 r:unknown-key... │ │ │ │ + 0x000347c0 5741524e 494e473a 204b6579 20222573 WARNING: Key "%s │ │ │ │ + 0x000347d0 2220696e 206f7061 6c5f7661 725f6475 " in opal_var_du │ │ │ │ + 0x000347e0 6d705f63 6f6c6f72 204d4341 20706172 mp_color MCA par │ │ │ │ + 0x000347f0 616d6574 65720000 746f6b65 6e202225 ameter..token "% │ │ │ │ + 0x00034800 73222069 7320756e 6b6e6f77 6e2c2069 s" is unknown, i │ │ │ │ + 0x00034810 676e6f72 696e672e 00000000 00000000 gnoring......... │ │ │ │ + 0x00034820 20205661 6c696420 6b657973 20617265 Valid keys are │ │ │ │ + 0x00034830 3a202573 00000000 5741524e 494e473a : %s....WARNING: │ │ │ │ + 0x00034840 20546f6b 656e2022 25732220 696e206f Token "%s" in o │ │ │ │ + 0x00034850 70616c5f 7661725f 64756d70 5f636f6c pal_var_dump_col │ │ │ │ + 0x00034860 6f72204d 43412070 6172616d 65746572 or MCA parameter │ │ │ │ + 0x00034870 00000000 00000000 6973206e 6f742069 ........is not i │ │ │ │ + 0x00034880 6e207468 65206578 70656374 65642022 n the expected " │ │ │ │ + 0x00034890 6b65793d 76616c75 65222066 6f726d61 key=value" forma │ │ │ │ + 0x000348a0 742c2069 676e6f72 696e672e 00000000 t, ignoring..... │ │ │ │ + 0x000348b0 5741524e 494e473a 2043616e 6e6f7420 WARNING: Cannot │ │ │ │ + 0x000348c0 73657420 626f7468 20746865 204d4341 set both the MCA │ │ │ │ + 0x000348d0 20706172 616d6574 65727320 6f70616c parameters opal │ │ │ │ + 0x000348e0 5f6c6561 76655f70 696e6e65 64202861 _leave_pinned (a │ │ │ │ + 0x000348f0 2e6b2e61 2e2c0000 6d70695f 6c656176 .k.a.,..mpi_leav │ │ │ │ + 0x00034900 655f7069 6e6e6564 2920616e 64206f70 e_pinned) and op │ │ │ │ + 0x00034910 616c5f6c 65617665 5f70696e 6e65645f al_leave_pinned_ │ │ │ │ + 0x00034920 70697065 6c696e65 2028612e 6b2e612e pipeline (a.k.a. │ │ │ │ + 0x00034930 2c000000 00000000 6d70695f 6c656176 ,.......mpi_leav │ │ │ │ + 0x00034940 655f7069 6e6e6564 5f706970 656c696e e_pinned_pipelin │ │ │ │ + 0x00034950 65292074 6f202274 72756522 2e202044 e) to "true". D │ │ │ │ + 0x00034960 65666175 6c74696e 6720746f 206d7069 efaulting to mpi │ │ │ │ + 0x00034970 5f6c6561 76655f70 696e6e65 64000000 _leave_pinned... │ │ │ │ + 0x00034980 4f4e4c59 2e000000 41207072 6f636573 ONLY....A proces │ │ │ │ + 0x00034990 73206861 73206578 65637574 65642061 s has executed a │ │ │ │ + 0x000349a0 6e206f70 65726174 696f6e20 696e766f n operation invo │ │ │ │ + 0x000349b0 6c76696e 67206120 63616c6c 20746f20 lving a call to │ │ │ │ + 0x000349c0 74686500 00000000 22666f72 6b282922 the....."fork()" │ │ │ │ + 0x000349d0 20737973 74656d20 63616c6c 20746f20 system call to │ │ │ │ + 0x000349e0 63726561 74652061 20636869 6c642070 create a child p │ │ │ │ + 0x000349f0 726f6365 73732e20 204f7065 6e204d50 rocess. Open MP │ │ │ │ + 0x00034a00 49206973 20637572 72656e74 6c790000 I is currently.. │ │ │ │ + 0x00034a10 6f706572 6174696e 6720696e 20612063 operating in a c │ │ │ │ + 0x00034a20 6f6e6469 74696f6e 20746861 7420636f ondition that co │ │ │ │ + 0x00034a30 756c6420 72657375 6c742069 6e206d65 uld result in me │ │ │ │ + 0x00034a40 6d6f7279 20636f72 72757074 696f6e20 mory corruption │ │ │ │ + 0x00034a50 6f720000 00000000 6f746865 72207379 or......other sy │ │ │ │ + 0x00034a60 7374656d 20657272 6f72733b 20796f75 stem errors; you │ │ │ │ + 0x00034a70 72206a6f 62206d61 79206861 6e672c20 r job may hang, │ │ │ │ + 0x00034a80 63726173 682c206f 72207072 6f647563 crash, or produc │ │ │ │ + 0x00034a90 65207369 6c656e74 00000000 00000000 e silent........ │ │ │ │ + 0x00034aa0 64617461 20636f72 72757074 696f6e2e data corruption. │ │ │ │ + 0x00034ab0 20205468 65207573 65206f66 20666f72 The use of for │ │ │ │ + 0x00034ac0 6b282920 286f7220 73797374 656d2829 k() (or system() │ │ │ │ + 0x00034ad0 206f7220 6f746865 72206361 6c6c7320 or other calls │ │ │ │ + 0x00034ae0 74686174 00000000 63726561 74652063 that....create c │ │ │ │ + 0x00034af0 68696c64 2070726f 63657373 65732920 hild processes) │ │ │ │ + 0x00034b00 69732073 74726f6e 676c7920 64697363 is strongly disc │ │ │ │ + 0x00034b10 6f757261 6765642e 00000000 00000000 ouraged......... │ │ │ │ + 0x00034b20 54686520 70726f63 65737320 74686174 The process that │ │ │ │ + 0x00034b30 20696e76 6f6b6564 20666f72 6b207761 invoked fork wa │ │ │ │ + 0x00034b40 733a0000 00000000 20204c6f 63616c20 s:...... Local │ │ │ │ + 0x00034b50 686f7374 3a202020 20202020 20202025 host: % │ │ │ │ + 0x00034b60 73202850 49442025 64290000 00000000 s (PID %d)...... │ │ │ │ + 0x00034b70 49662079 6f752061 7265202a 6162736f If you are *abso │ │ │ │ + 0x00034b80 6c757465 6c792073 7572652a 20746861 lutely sure* tha │ │ │ │ + 0x00034b90 7420796f 75722061 70706c69 63617469 t your applicati │ │ │ │ + 0x00034ba0 6f6e2077 696c6c20 73756363 65737366 on will successf │ │ │ │ + 0x00034bb0 756c6c79 00000000 616e6420 636f7272 ully....and corr │ │ │ │ + 0x00034bc0 6563746c 79207375 72766976 65206120 ectly survive a │ │ │ │ + 0x00034bd0 63616c6c 20746f20 666f726b 28292c20 call to fork(), │ │ │ │ + 0x00034be0 796f7520 6d617920 64697361 626c6520 you may disable │ │ │ │ + 0x00034bf0 74686973 20776172 6e696e67 00000000 this warning.... │ │ │ │ + 0x00034c00 62792073 65747469 6e672074 6865206d by setting the m │ │ │ │ + 0x00034c10 70695f77 61726e5f 6f6e5f66 6f726b20 pi_warn_on_fork │ │ │ │ + 0x00034c20 4d434120 70617261 6d657465 7220746f MCA parameter to │ │ │ │ + 0x00034c30 20302e00 00000000 4974206c 6f6f6b73 0......It looks │ │ │ │ + 0x00034c40 206c696b 65206f70 616c5f69 6e697420 like opal_init │ │ │ │ + 0x00034c50 6661696c 65642066 6f722073 6f6d6520 failed for some │ │ │ │ + 0x00034c60 72656173 6f6e3b20 796f7572 20706172 reason; your par │ │ │ │ + 0x00034c70 616c6c65 6c207072 6f636573 73206973 allel process is │ │ │ │ + 0x00034c80 00000000 00000000 6c696b65 6c792074 ........likely t │ │ │ │ + 0x00034c90 6f206162 6f72742e 20205468 65726520 o abort. There │ │ │ │ + 0x00034ca0 61726520 6d616e79 20726561 736f6e73 are many reasons │ │ │ │ + 0x00034cb0 20746861 74206120 70617261 6c6c656c that a parallel │ │ │ │ + 0x00034cc0 2070726f 63657373 2063616e 00000000 process can.... │ │ │ │ + 0x00034cd0 6661696c 20647572 696e6720 6f70616c fail during opal │ │ │ │ + 0x00034ce0 5f696e69 743b2073 6f6d6520 6f662077 _init; some of w │ │ │ │ + 0x00034cf0 68696368 20617265 20647565 20746f20 hich are due to │ │ │ │ + 0x00034d00 636f6e66 69677572 6174696f 6e206f72 configuration or │ │ │ │ + 0x00034d10 00000000 00000000 656e7669 726f6e6d ........environm │ │ │ │ + 0x00034d20 656e7420 70726f62 6c656d73 2e202054 ent problems. T │ │ │ │ + 0x00034d30 68697320 6661696c 75726520 61707065 his failure appe │ │ │ │ + 0x00034d40 61727320 746f2062 6520616e 20696e74 ars to be an int │ │ │ │ + 0x00034d50 65726e61 6c206661 696c7572 653b0000 ernal failure;.. │ │ │ │ + 0x00034d60 68657265 27732073 6f6d6520 61646469 here's some addi │ │ │ │ + 0x00034d70 74696f6e 616c2069 6e666f72 6d617469 tional informati │ │ │ │ + 0x00034d80 6f6e2028 77686963 68206d61 79206f6e on (which may on │ │ │ │ + 0x00034d90 6c792062 65207265 6c657661 6e742074 ly be relevant t │ │ │ │ + 0x00034da0 6f20616e 00000000 4f70656e 204d5049 o an....Open MPI │ │ │ │ + 0x00034db0 20646576 656c6f70 6572293a 00000000 developer):.... │ │ │ │ + 0x00034dc0 20202573 20666169 6c656400 00000000 %s failed..... │ │ │ │ + 0x00034dd0 20202d2d 3e205265 7475726e 65642076 --> Returned v │ │ │ │ + 0x00034de0 616c7565 20256420 696e7374 65616420 alue %d instead │ │ │ │ + 0x00034df0 6f66204f 50414c5f 53554343 45535300 of OPAL_SUCCESS. │ │ │ │ + 0x00034e00 6d70692d 61626f72 74000000 00000000 mpi-abort....... │ │ │ │ + 0x00034e10 4d504920 66756e63 74696f6e 206e6f74 MPI function not │ │ │ │ + 0x00034e20 20737570 706f7274 65640000 00000000 supported...... │ │ │ │ + 0x00034e30 596f7572 20617070 6c696361 74696f6e Your application │ │ │ │ + 0x00034e40 20686173 20696e76 6f6b6564 20616e20 has invoked an │ │ │ │ + 0x00034e50 4d504920 66756e63 74696f6e 20746861 MPI function tha │ │ │ │ + 0x00034e60 74206973 206e6f74 20737570 706f7274 t is not support │ │ │ │ + 0x00034e70 65642069 6e000000 74686973 20656e76 ed in...this env │ │ │ │ + 0x00034e80 69726f6e 6d656e74 2e000000 00000000 ironment........ │ │ │ │ + 0x00034e90 20204d50 49206675 6e637469 6f6e3a20 MPI function: │ │ │ │ + 0x00034ea0 25730000 00000000 20205265 61736f6e %s...... Reason │ │ │ │ + 0x00034eb0 3a202020 20202020 25730000 00000000 : %s...... │ │ │ │ + 0x00034ec0 4d50495f 41424f52 54207761 7320696e MPI_ABORT was in │ │ │ │ + 0x00034ed0 766f6b65 64206f6e 2072616e 6b202564 voked on rank %d │ │ │ │ + 0x00034ee0 20696e20 636f6d6d 756e6963 61746f72 in communicator │ │ │ │ + 0x00034ef0 20257300 00000000 20205072 6f633a20 %s..... Proc: │ │ │ │ + 0x00034f00 25730000 00000000 20204572 726f7263 %s...... Errorc │ │ │ │ + 0x00034f10 6f64653a 20256400 4e4f5445 3a20696e ode: %d.NOTE: in │ │ │ │ + 0x00034f20 766f6b69 6e67204d 50495f41 424f5254 voking MPI_ABORT │ │ │ │ + 0x00034f30 20636175 73657320 4f70656e 204d5049 causes Open MPI │ │ │ │ + 0x00034f40 20746f20 6b696c6c 20616c6c 204d5049 to kill all MPI │ │ │ │ + 0x00034f50 2070726f 63657373 65732e00 00000000 processes...... │ │ │ │ + 0x00034f60 596f7520 6d617920 6f72206d 6179206e You may or may n │ │ │ │ + 0x00034f70 6f742073 6565206f 75747075 74206672 ot see output fr │ │ │ │ + 0x00034f80 6f6d206f 74686572 2070726f 63657373 om other process │ │ │ │ + 0x00034f90 65732c20 64657065 6e64696e 67206f6e es, depending on │ │ │ │ + 0x00034fa0 00000000 00000000 65786163 746c7920 ........exactly │ │ │ │ + 0x00034fb0 7768656e 204f7065 6e204d50 49206b69 when Open MPI ki │ │ │ │ + 0x00034fc0 6c6c7320 7468656d 2e000000 00000000 lls them........ │ │ │ │ + 0x00034fd0 6d70695f 6572726f 72735f61 72655f66 mpi_errors_are_f │ │ │ │ + 0x00034fe0 6174616c 00000000 6d70695f 6572726f atal....mpi_erro │ │ │ │ + 0x00034ff0 72735f61 72655f66 6174616c 20756e6b rs_are_fatal unk │ │ │ │ + 0x00035000 6e6f776e 2068616e 646c6500 00000000 nown handle..... │ │ │ │ + 0x00035010 6d70695f 6572726f 72735f61 626f7274 mpi_errors_abort │ │ │ │ + 0x00035020 00000000 00000000 2573202a 2a2a2041 ........%s *** A │ │ │ │ + 0x00035030 6e206572 726f7220 6f636375 72726564 n error occurred │ │ │ │ + 0x00035040 20257320 25730000 2573202a 2a2a2072 %s %s..%s *** r │ │ │ │ + 0x00035050 65706f72 74656420 62792070 726f6365 eported by proce │ │ │ │ + 0x00035060 7373205b 256c752c 256c755d 00000000 ss [%lu,%lu].... │ │ │ │ + 0x00035070 2573202a 2a2a206f 6e202573 20257300 %s *** on %s %s. │ │ │ │ + 0x00035080 2573202a 2a2a2025 73000000 00000000 %s *** %s....... │ │ │ │ + 0x00035090 2573202a 2a2a204d 50495f45 52524f52 %s *** MPI_ERROR │ │ │ │ + 0x000350a0 535f4142 4f525420 2870726f 63657373 S_ABORT (process │ │ │ │ + 0x000350b0 65732069 6e207468 69732025 73207769 es in this %s wi │ │ │ │ + 0x000350c0 6c6c206e 6f772061 626f7274 2c000000 ll now abort,... │ │ │ │ + 0x000350d0 2573202a 2a2a2020 2020616e 6420706f %s *** and po │ │ │ │ + 0x000350e0 74656e74 69616c6c 79207468 65207265 tentially the re │ │ │ │ + 0x000350f0 7374206f 6620796f 7572204d 5049206a st of your MPI j │ │ │ │ + 0x00035100 6f622900 00000000 2573202a 2a2a206f ob).....%s *** o │ │ │ │ + 0x00035110 6e206120 4e554c4c 20257300 00000000 n a NULL %s..... │ │ │ │ + 0x00035120 2573202a 2a2a204d 50495f45 52524f52 %s *** MPI_ERROR │ │ │ │ + 0x00035130 535f4152 455f4641 54414c20 2870726f S_ARE_FATAL (pro │ │ │ │ + 0x00035140 63657373 65732069 6e207468 69732025 cesses in this % │ │ │ │ + 0x00035150 73207769 6c6c206e 6f772061 626f7274 s will now abort │ │ │ │ + 0x00035160 2c000000 00000000 2573202a 2a2a2020 ,.......%s *** │ │ │ │ + 0x00035170 2020616e 64204d50 49207769 6c6c2074 and MPI will t │ │ │ │ + 0x00035180 72792074 6f207465 726d696e 61746520 ry to terminate │ │ │ │ + 0x00035190 796f7572 204d5049 206a6f62 20617320 your MPI job as │ │ │ │ + 0x000351a0 77656c6c 29000000 6d6f6475 6c653a75 well)...module:u │ │ │ │ + 0x000351b0 6e746573 7465643a 6661696c 756e6465 ntested:failunde │ │ │ │ + 0x000351c0 66000000 00000000 6d6f6475 6c653a75 f.......module:u │ │ │ │ + 0x000351d0 6e746573 7465643a 6661696c 61626f72 ntested:failabor │ │ │ │ + 0x000351e0 74000000 00000000 6d6f6475 6c653a75 t.......module:u │ │ │ │ + 0x000351f0 6e746573 7465643a 73686f75 6c64776f ntested:shouldwo │ │ │ │ + 0x00035200 726b0000 00000000 6d6f6475 6c653a65 rk......module:e │ │ │ │ + 0x00035210 76656e74 3a73656c 65637462 75670000 vent:selectbug.. │ │ │ │ + 0x00035220 5741524e 494e473a 20546865 2073656c WARNING: The sel │ │ │ │ + 0x00035230 65637465 6420276c 69626576 656e7427 ected 'libevent' │ │ │ │ + 0x00035240 20757365 73207468 65202773 656c6563 uses the 'selec │ │ │ │ + 0x00035250 7427206d 6574686f 642c2077 68696368 t' method, which │ │ │ │ + 0x00035260 20686173 00000000 61206b6e 6f776e20 has....a known │ │ │ │ + 0x00035270 62756720 696e2070 6f73742d 6661696c bug in post-fail │ │ │ │ + 0x00035280 75726520 6f706572 6174696f 6e2c2079 ure operation, y │ │ │ │ + 0x00035290 65742079 6f752068 61766520 72657175 et you have requ │ │ │ │ + 0x000352a0 65737465 64207375 70706f72 74000000 ested support... │ │ │ │ + 0x000352b0 666f7220 6661756c 7420746f 6c657261 for fault tolera │ │ │ │ + 0x000352c0 6e63652e 20576865 6e207573 696e6720 nce. When using │ │ │ │ + 0x000352d0 74686973 20636f6d 706f6e65 6e742c20 this component, │ │ │ │ + 0x000352e0 6e6f726d 616c2066 61696c75 72652066 normal failure f │ │ │ │ + 0x000352f0 72656500 00000000 6f706572 6174696f ree.....operatio │ │ │ │ + 0x00035300 6e206973 20657870 65637465 643b2048 n is expected; H │ │ │ │ + 0x00035310 6f776576 65722c20 6661696c 75726573 owever, failures │ │ │ │ + 0x00035320 206d6179 20636175 73652074 68652061 may cause the a │ │ │ │ + 0x00035330 70706c69 63617469 6f6e2074 6f000000 pplication to... │ │ │ │ + 0x00035340 64656164 6c6f636b 2e000000 00000000 deadlock........ │ │ │ │ + 0x00035350 596f7520 6d617920 73656c65 63742061 You may select a │ │ │ │ + 0x00035360 20646966 66657265 6e742070 6f6c6c69 different polli │ │ │ │ + 0x00035370 6e67206d 6574686f 64206279 20736574 ng method by set │ │ │ │ + 0x00035380 74696e67 20746865 204d4341 20706172 ting the MCA par │ │ │ │ + 0x00035390 616d6574 65720000 276f7061 6c5f6576 ameter..'opal_ev │ │ │ │ + 0x000353a0 656e745f 696e636c 75646527 20746f20 ent_include' to │ │ │ │ + 0x000353b0 616e7920 6f746865 72206d65 74686f64 any other method │ │ │ │ + 0x000353c0 20746861 6e202773 656c6563 74272e00 than 'select'.. │ │ │ │ + 0x000353d0 54686520 73656c65 63746564 20272573 The selected '%s │ │ │ │ + 0x000353e0 27206d6f 64756c65 20272573 27206973 ' module '%s' is │ │ │ │ + 0x000353f0 20696e73 75666963 69656e74 6c792074 insuficiently t │ │ │ │ + 0x00035400 65737465 6420696e 20706f73 742d6661 ested in post-fa │ │ │ │ + 0x00035410 696c7572 65000000 6f706572 6174696f ilure...operatio │ │ │ │ + 0x00035420 6e2c2079 65742079 6f752068 61766520 n, yet you have │ │ │ │ + 0x00035430 72657175 65737465 64207375 70706f72 requested suppor │ │ │ │ + 0x00035440 7420666f 72206661 756c7420 746f6c65 t for fault tole │ │ │ │ + 0x00035450 72616e63 652e0000 5768656e 20757369 rance...When usi │ │ │ │ + 0x00035460 6e672074 68697320 636f6d70 6f6e656e ng this componen │ │ │ │ + 0x00035470 742c206e 6f726d61 6c206661 696c7572 t, normal failur │ │ │ │ + 0x00035480 65206672 65652061 6e642070 6f73742d e free and post- │ │ │ │ + 0x00035490 6661696c 75726520 6f706572 6174696f failure operatio │ │ │ │ + 0x000354a0 6e000000 00000000 69732065 78706563 n.......is expec │ │ │ │ + 0x000354b0 7465642c 20627574 20746865 206d6f64 ted, but the mod │ │ │ │ + 0x000354c0 756c6520 73686f75 6c64206e 6f742062 ule should not b │ │ │ │ + 0x000354d0 65207573 65642069 6e207072 6f647563 e used in produc │ │ │ │ + 0x000354e0 74696f6e 2e000000 506c6561 73652072 tion....Please r │ │ │ │ + 0x000354f0 65706f72 7420746f 20746865 20554c46 eport to the ULF │ │ │ │ + 0x00035500 4d206d61 696c696e 67206c69 73742079 M mailing list y │ │ │ │ + 0x00035510 6f757220 65787065 7269656e 63652028 our experience ( │ │ │ │ + 0x00035520 696e636c 7564696e 6720706f 73697469 including positi │ │ │ │ + 0x00035530 76650000 00000000 6f6e6573 29207769 ve......ones) wi │ │ │ │ + 0x00035540 74682074 6865206d 6f64756c 6520756e th the module un │ │ │ │ + 0x00035550 64657220 6661696c 75726520 7363656e der failure scen │ │ │ │ + 0x00035560 6172696f 732e0000 496e2074 68697320 arios...In this │ │ │ │ + 0x00035570 6672616d 65776f72 6b2c2074 68652066 framework, the f │ │ │ │ + 0x00035580 6f6c6c6f 77696e67 20636f6d 706f6e65 ollowing compone │ │ │ │ + 0x00035590 6e747320 61726520 74657374 65642074 nts are tested t │ │ │ │ + 0x000355a0 6f206f70 65726174 6520756e 64657200 o operate under. │ │ │ │ + 0x000355b0 6661696c 75726520 7363656e 6172696f failure scenario │ │ │ │ + 0x000355c0 733a207b 25737d00 5741524e 494e473a s: {%s}.WARNING: │ │ │ │ + 0x000355d0 20546865 2073656c 65637465 64202725 The selected '% │ │ │ │ + 0x000355e0 7327206d 6f64756c 65202725 73272069 s' module '%s' i │ │ │ │ + 0x000355f0 73206e6f 74207465 73746564 20666f72 s not tested for │ │ │ │ + 0x00035600 20706f73 742d6661 696c7572 65000000 post-failure... │ │ │ │ + 0x00035610 5768656e 20757369 6e672074 68697320 When using this │ │ │ │ + 0x00035620 636f6d70 6f6e656e 742c206e 6f726d61 component, norma │ │ │ │ + 0x00035630 6c206661 696c7572 65206672 6565206f l failure free o │ │ │ │ + 0x00035640 70657261 74696f6e 20697320 65787065 peration is expe │ │ │ │ + 0x00035650 63746564 3b000000 486f7765 7665722c cted;...However, │ │ │ │ + 0x00035660 20666169 6c757265 73207769 6c6c2063 failures will c │ │ │ │ + 0x00035670 61757365 20746865 20617070 6c696361 ause the applica │ │ │ │ + 0x00035680 74696f6e 20746f20 61626f72 742e0000 tion to abort... │ │ │ │ + 0x00035690 486f7765 7665722c 20666169 6c757265 However, failure │ │ │ │ + 0x000356a0 73206d61 79206361 75736520 74686520 s may cause the │ │ │ │ + 0x000356b0 6170706c 69636174 696f6e20 746f2061 application to a │ │ │ │ + 0x000356c0 626f7274 2c206372 61736820 6f722064 bort, crash or d │ │ │ │ + 0x000356d0 6561646c 6f636b2e 00000000 00000000 eadlock......... │ │ │ │ + 0x000356e0 64657072 65636174 65642d63 6f6e7665 deprecated-conve │ │ │ │ + 0x000356f0 72746564 00000000 64657072 65636174 rted....deprecat │ │ │ │ + 0x00035700 65642d69 6e666f72 6d000000 00000000 ed-inform....... │ │ │ │ + 0x00035710 64657072 65636174 65642d66 61696c00 deprecated-fail. │ │ │ │ + 0x00035720 6261642d 70707200 65786563 762d6572 bad-ppr.execv-er │ │ │ │ + 0x00035730 726f7200 00000000 54686520 73696e67 ror.....The sing │ │ │ │ + 0x00035740 6c65746f 6e206170 706c6963 6174696f leton applicatio │ │ │ │ + 0x00035750 6e207761 73206e6f 74206162 6c652074 n was not able t │ │ │ │ + 0x00035760 6f206669 6e642061 6e206578 65637574 o find an execut │ │ │ │ + 0x00035770 61626c65 20696e20 796f7572 00000000 able in your.... │ │ │ │ + 0x00035780 50415448 206f7220 696e2074 68652064 PATH or in the d │ │ │ │ + 0x00035790 69726563 746f7279 20776865 72652050 irectory where P │ │ │ │ + 0x000357a0 52544520 77617320 696e6974 69616c6c RTE was initiall │ │ │ │ + 0x000357b0 7920696e 7374616c 6c65642c 20616e64 y installed, and │ │ │ │ + 0x000357c0 00000000 00000000 74686572 65666f72 ........therefor │ │ │ │ + 0x000357d0 65206361 6e6e6f74 20636f6e 74696e75 e cannot continu │ │ │ │ + 0x000357e0 652e0000 00000000 466f7220 72656665 e.......For refe │ │ │ │ + 0x000357f0 72656e63 652c2077 65207472 69656420 rence, we tried │ │ │ │ + 0x00035800 74686520 666f6c6c 6f77696e 6720636f the following co │ │ │ │ + 0x00035810 6d6d616e 643a0000 616e6420 676f7420 mmand:..and got │ │ │ │ + 0x00035820 74686520 6572726f 72202573 2e000000 the error %s.... │ │ │ │ + 0x00035830 54686973 20636f75 6c64206d 65616e20 This could mean │ │ │ │ + 0x00035840 74686174 20796f75 72205041 5448206f that your PATH o │ │ │ │ + 0x00035850 72206578 65637574 61626c65 206e616d r executable nam │ │ │ │ + 0x00035860 65206973 2077726f 6e672c20 6f722074 e is wrong, or t │ │ │ │ + 0x00035870 68617400 00000000 796f7520 646f206e hat.....you do n │ │ │ │ + 0x00035880 6f742068 61766520 74686520 6e656365 ot have the nece │ │ │ │ + 0x00035890 73736172 79207065 726d6973 73696f6e ssary permission │ │ │ │ + 0x000358a0 732e2020 506c6561 73652065 6e737572 s. Please ensur │ │ │ │ + 0x000358b0 65207468 61742074 68650000 00000000 e that the...... │ │ │ │ + 0x000358c0 65786563 75746162 6c652069 73206162 executable is ab │ │ │ │ + 0x000358d0 6c652074 6f206265 20666f75 6e642061 le to be found a │ │ │ │ + 0x000358e0 6e642065 78656375 74656420 61732069 nd executed as i │ │ │ │ + 0x000358f0 74206973 20726571 75697265 6420666f t is required fo │ │ │ │ + 0x00035900 72000000 00000000 73696e67 6c65746f r.......singleto │ │ │ │ + 0x00035910 6e206f70 65726174 696f6e73 2e000000 n operations.... │ │ │ │ + 0x00035920 54686520 70726f63 2d706572 2d726573 The proc-per-res │ │ │ │ + 0x00035930 6f757263 65204d50 495f496e 666f206b ource MPI_Info k │ │ │ │ + 0x00035940 65792069 73206e6f 7420636f 72726563 ey is not correc │ │ │ │ + 0x00035950 742e2054 68652076 616c7565 206d7573 t. The value mus │ │ │ │ + 0x00035960 7420696e 636c7564 6520626f 74680000 t include both.. │ │ │ │ + 0x00035970 74686520 6e756d62 6572206f 66207072 the number of pr │ │ │ │ + 0x00035980 6f637320 666f7220 65616368 20726573 ocs for each res │ │ │ │ + 0x00035990 6f757263 6520616e 64207468 65207479 ource and the ty │ │ │ │ + 0x000359a0 7065206f 66207265 736f7572 63652074 pe of resource t │ │ │ │ + 0x000359b0 6f206265 20757365 642e0000 00000000 o be used....... │ │ │ │ + 0x000359c0 20205370 65636966 69656420 76616c75 Specified valu │ │ │ │ + 0x000359d0 653a2020 25730000 57652061 7265206e e: %s..We are n │ │ │ │ + 0x000359e0 6f742061 626c6520 746f2070 726f6365 ot able to proce │ │ │ │ + 0x000359f0 65642e20 506c6561 73652063 6f727265 ed. Please corre │ │ │ │ + 0x00035a00 63742079 6f757220 6170706c 69636174 ct your applicat │ │ │ │ + 0x00035a10 696f6e2e 00000000 5741524e 494e473a ion.....WARNING: │ │ │ │ + 0x00035a20 20412064 65707265 63617465 64204d50 A deprecated MP │ │ │ │ + 0x00035a30 495f496e 666f206b 65792077 61732075 I_Info key was u │ │ │ │ + 0x00035a40 7365642e 20497420 69732075 6e636c65 sed. It is uncle │ │ │ │ + 0x00035a50 61722068 6f772074 6f207570 64617465 ar how to update │ │ │ │ + 0x00035a60 00000000 00000000 74686973 206f7074 ........this opt │ │ │ │ + 0x00035a70 696f6e2e 20506c65 61736520 636f6e74 ion. Please cont │ │ │ │ + 0x00035a80 61637420 74686520 636f6d6d 756e6974 act the communit │ │ │ │ + 0x00035a90 7920666f 7220686f 77206265 73742074 y for how best t │ │ │ │ + 0x00035aa0 6f207265 736f6c76 65207468 69732069 o resolve this i │ │ │ │ + 0x00035ab0 73737565 2e000000 20204465 70726563 ssue.... Deprec │ │ │ │ + 0x00035ac0 61746564 20696e66 6f206b65 793a2020 ated info key: │ │ │ │ + 0x00035ad0 25730000 00000000 20205570 64617465 %s...... Update │ │ │ │ + 0x00035ae0 64206f70 74696f6e 3a202020 25730000 d option: %s.. │ │ │ │ + 0x00035af0 20205265 61736f6e 3a202573 00000000 Reason: %s.... │ │ │ │ + 0x00035b00 57652061 7265206e 6f742061 626c6520 We are not able │ │ │ │ + 0x00035b10 746f2070 726f6365 65642e20 506c6561 to proceed. Plea │ │ │ │ + 0x00035b20 73652075 70646174 6520796f 75722061 se update your a │ │ │ │ + 0x00035b30 70706c69 63617469 6f6e2e00 00000000 pplication...... │ │ │ │ + 0x00035b40 5741524e 494e473a 20412064 65707265 WARNING: A depre │ │ │ │ + 0x00035b50 63617465 64204d50 495f496e 666f206b cated MPI_Info k │ │ │ │ + 0x00035b60 65792077 61732075 7365642e 00000000 ey was used..... │ │ │ │ + 0x00035b70 20204465 70726563 61746564 206f7074 Deprecated opt │ │ │ │ + 0x00035b80 696f6e3a 20202025 73000000 00000000 ion: %s....... │ │ │ │ + 0x00035b90 54686973 20686173 20626565 6e206967 This has been ig │ │ │ │ + 0x00035ba0 6e6f7265 64206173 20697420 6973206e nored as it is n │ │ │ │ + 0x00035bb0 6f206c6f 6e676572 206d6561 6e696e67 o longer meaning │ │ │ │ + 0x00035bc0 66756c2e 20506c65 61736520 75706461 ful. Please upda │ │ │ │ + 0x00035bd0 74650000 00000000 796f7572 20617070 te......your app │ │ │ │ + 0x00035be0 6c696361 74696f6e 2e000000 00000000 lication........ │ │ │ │ + 0x00035bf0 20204465 70726563 61746564 206b6579 Deprecated key │ │ │ │ + 0x00035c00 3a202020 25730000 2020436f 72726563 : %s.. Correc │ │ │ │ + 0x00035c10 74656420 6b65793a 20202020 25730000 ted key: %s.. │ │ │ │ + 0x00035c20 57652068 61766520 75706461 74656420 We have updated │ │ │ │ + 0x00035c30 74686973 20666f72 20796f75 20616e64 this for you and │ │ │ │ + 0x00035c40 2077696c 6c207072 6f636565 642e2048 will proceed. H │ │ │ │ + 0x00035c50 6f776576 65722c20 74686973 2077696c owever, this wil │ │ │ │ + 0x00035c60 6c206265 20747265 61746564 00000000 l be treated.... │ │ │ │ + 0x00035c70 61732061 6e206572 726f7220 696e2061 as an error in a │ │ │ │ + 0x00035c80 20667574 75726520 72656c65 6173652e future release. │ │ │ │ + 0x00035c90 20506c65 61736520 75706461 74652079 Please update y │ │ │ │ + 0x00035ca0 6f757220 6170706c 69636174 696f6e2e our application. │ │ │ │ + 0x00035cb0 00000000 00000000 696e666f 2d736574 ........info-set │ │ │ │ + 0x00035cc0 2d776974 682d7265 73657276 65642d70 -with-reserved-p │ │ │ │ + 0x00035cd0 72656669 78000000 6d69736d 61746368 refix...mismatch │ │ │ │ + 0x00035ce0 65642d73 706c6974 5f747970 652d7661 ed-split_type-va │ │ │ │ + 0x00035cf0 6c756573 00000000 756e6578 70656374 lues....unexpect │ │ │ │ + 0x00035d00 65642d73 706c6974 2d747970 65000000 ed-split-type... │ │ │ │ + 0x00035d10 6469736a 6f696e74 6e657373 2d736574 disjointness-set │ │ │ │ + 0x00035d20 2d616761 696e0000 6369642d 62617365 -again..cid-base │ │ │ │ + 0x00035d30 2d6e6f74 2d736574 00000000 00000000 -not-set........ │ │ │ │ + 0x00035d40 416e2069 6e746572 6e616c20 6572726f An internal erro │ │ │ │ + 0x00035d50 72206861 73206f63 63757272 65642077 r has occurred w │ │ │ │ + 0x00035d60 68656e20 63726561 74696e67 2061206e hen creating a n │ │ │ │ + 0x00035d70 65772063 6f6d6d75 6e696361 746f722e ew communicator. │ │ │ │ + 0x00035d80 20205468 69730000 73686f75 6c642070 This..should p │ │ │ │ + 0x00035d90 726f6261 626c7920 6e657665 72206861 robably never ha │ │ │ │ + 0x00035da0 7070656e 3a000000 2a206369 645f6261 ppen:...* cid_ba │ │ │ │ + 0x00035db0 73652069 73206e6f 74207365 742e2020 se is not set. │ │ │ │ + 0x00035dc0 45697468 6572206e 72657375 6c747300 Either nresults. │ │ │ │ + 0x00035dd0 20206973 207a6572 6f206f72 206e6f20 is zero or no │ │ │ │ + 0x00035de0 72657475 726e6564 20696e66 6f206d61 returned info ma │ │ │ │ + 0x00035df0 74636865 7320504d 49585f47 524f5550 tches PMIX_GROUP │ │ │ │ + 0x00035e00 5f434f4e 54455854 5f49442e 00000000 _CONTEXT_ID..... │ │ │ │ + 0x00035e10 506c6561 73652063 6f6e7461 63742074 Please contact t │ │ │ │ + 0x00035e20 6865204f 70656e20 4d504920 64657665 he Open MPI deve │ │ │ │ + 0x00035e30 6c6f7065 7220636f 6d6d756e 69747920 loper community │ │ │ │ + 0x00035e40 77697468 20746869 73206d65 73736167 with this messag │ │ │ │ + 0x00035e50 6520616e 64000000 6120736d 616c6c20 e and...a small │ │ │ │ + 0x00035e60 6578616d 706c6520 636f6465 20746861 example code tha │ │ │ │ + 0x00035e70 74207265 70726f64 75636573 20746865 t reproduces the │ │ │ │ + 0x00035e80 20697373 75652e00 436f6d6d 756e6963 issue..Communic │ │ │ │ + 0x00035e90 61746f72 20646973 6a6f696e 746e6573 ator disjointnes │ │ │ │ + 0x00035ea0 73207368 6f756c64 206f6e6c 79206265 s should only be │ │ │ │ + 0x00035eb0 20736574 206f6e63 65206174 20696e69 set once at ini │ │ │ │ + 0x00035ec0 7469616c 697a6174 696f6e2e 00000000 tialization..... │ │ │ │ + 0x00035ed0 41747465 6d707473 20746f20 6d6f6469 Attempts to modi │ │ │ │ + 0x00035ee0 66792074 68652073 74617465 20617265 fy the state are │ │ │ │ + 0x00035ef0 20696c6c 6567616c 20616e64 20736861 illegal and sha │ │ │ │ + 0x00035f00 6c6c2062 65206967 6e6f7265 642e0000 ll be ignored... │ │ │ │ + 0x00035f10 44657465 63746564 20616e20 756e6578 Detected an unex │ │ │ │ + 0x00035f20 70656374 65642073 706c6974 20747970 pected split typ │ │ │ │ + 0x00035f30 6520696e 20612063 616c6c20 746f204d e in a call to M │ │ │ │ + 0x00035f40 50495f43 6f6d6d5f 73706c69 745f7479 PI_Comm_split_ty │ │ │ │ + 0x00035f50 70652e00 00000000 20207370 6c69745f pe...... split_ │ │ │ │ + 0x00035f60 74797065 3a202025 73202825 64290000 type: %s (%d).. │ │ │ │ + 0x00035f70 44657465 63746564 206d6973 6d617463 Detected mismatc │ │ │ │ + 0x00035f80 68656420 73706c69 745f7479 70652061 hed split_type a │ │ │ │ + 0x00035f90 6e642f6f 7220696e 666f2022 6d70695f nd/or info "mpi_ │ │ │ │ + 0x00035fa0 68775f72 65736f75 7263655f 74797065 hw_resource_type │ │ │ │ + 0x00035fb0 22207661 6c756573 00000000 00000000 " values........ │ │ │ │ + 0x00035fc0 696e2061 2063616c 6c20746f 204d5049 in a call to MPI │ │ │ │ + 0x00035fd0 5f436f6d 6d5f7370 6c69745f 74797065 _Comm_split_type │ │ │ │ + 0x00035fe0 20626574 7765656e 20706565 72732069 between peers i │ │ │ │ + 0x00035ff0 6e207468 6520636f 6d6d756e 69636174 n the communicat │ │ │ │ + 0x00036000 6f722e00 00000000 2020696e 666f3a20 or...... info: │ │ │ │ + 0x00036010 20202020 20202025 73000000 00000000 %s....... │ │ │ │ + 0x00036020 436f6d6d 656e7473 00000000 00000000 Comments........ │ │ │ │ + 0x00036030 4d50495f 496e666f 5f736574 20776172 MPI_Info_set war │ │ │ │ + 0x00036040 6e696e67 2c206b65 79206973 20757369 ning, key is usi │ │ │ │ + 0x00036050 6e672061 20726573 65727665 64207072 ng a reserved pr │ │ │ │ + 0x00036060 65666978 2e000000 20204b65 793a2020 efix.... Key: │ │ │ │ + 0x00036070 20202020 20202020 20202025 73000000 %s... │ │ │ │ + 0x00036080 20205265 73657276 65642070 72656669 Reserved prefi │ │ │ │ + 0x00036090 783a2025 73000000 4f70656e 204d5049 x: %s...Open MPI │ │ │ │ + 0x000360a0 2773206d 70697275 6e20636f 6d6d616e 's mpirun comman │ │ │ │ + 0x000360b0 6420636f 756c6420 6e6f7420 65786563 d could not exec │ │ │ │ + 0x000360c0 75746520 74686520 756e6465 726c7969 ute the underlyi │ │ │ │ + 0x000360d0 6e672070 72746572 756e0000 00000000 ng prterun...... │ │ │ │ + 0x000360e0 636f6d6d 616e642e 20205468 65207072 command. The pr │ │ │ │ + 0x000360f0 74657275 6e20636f 6d6d616e 64207765 terun command we │ │ │ │ + 0x00036100 20747269 65642074 6f206578 65637574 tried to execut │ │ │ │ + 0x00036110 6520616e 64207468 65206572 726f7200 e and the error. │ │ │ │ + 0x00036120 6d657373 61676520 66726f6d 20657865 message from exe │ │ │ │ + 0x00036130 63282920 61726520 62656c6f 773a0000 c() are below:.. │ │ │ │ + 0x00036140 2020436f 6d6d616e 643a2025 73000000 Command: %s... │ │ │ │ + 0x00036150 20204572 726f7220 4d657373 6167653a Error Message: │ │ │ │ + 0x00036160 20257300 00000000 4f70656e 204d5049 %s.....Open MPI │ │ │ │ + 0x00036170 2773206d 70697275 6e20636f 6d6d616e 's mpirun comman │ │ │ │ + 0x00036180 64207761 7320756e 61626c65 20746f20 d was unable to │ │ │ │ + 0x00036190 66696e64 20616e20 756e6465 726c7969 find an underlyi │ │ │ │ + 0x000361a0 6e672070 72746572 756e0000 00000000 ng prterun...... │ │ │ │ + 0x000361b0 636f6d6d 616e6420 746f2065 78656375 command to execu │ │ │ │ + 0x000361c0 74652e20 20436f6e 73696465 72207365 te. Consider se │ │ │ │ + 0x000361d0 7474696e 67207468 65204f4d 50495f50 tting the OMPI_P │ │ │ │ + 0x000361e0 52544552 554e2065 6e766972 6f6e6d65 RTERUN environme │ │ │ │ + 0x000361f0 6e740000 00000000 76617269 61626c65 nt......variable │ │ │ │ + 0x00036200 20746f20 68656c70 206d7069 72756e20 to help mpirun │ │ │ │ + 0x00036210 66696e64 20746865 20636f72 72656374 find the correct │ │ │ │ + 0x00036220 20756e64 65726c79 696e6720 70727465 underlying prte │ │ │ │ + 0x00036230 72756e2e 00000000 756e7265 61636861 run.....unreacha │ │ │ │ + 0x00036240 626c6520 70726f63 00000000 00000000 ble proc........ │ │ │ │ + 0x00036250 4174206c 65617374 206f6e65 20706169 At least one pai │ │ │ │ + 0x00036260 72206f66 204d5049 2070726f 63657373 r of MPI process │ │ │ │ + 0x00036270 65732061 72652075 6e61626c 6520746f es are unable to │ │ │ │ + 0x00036280 20726561 63682065 61636820 6f746865 reach each othe │ │ │ │ + 0x00036290 7220666f 72000000 4d504920 636f6d6d r for...MPI comm │ │ │ │ + 0x000362a0 756e6963 6174696f 6e732e20 20546869 unications. Thi │ │ │ │ + 0x000362b0 73206d65 616e7320 74686174 206e6f20 s means that no │ │ │ │ + 0x000362c0 4f70656e 204d5049 20646576 69636520 Open MPI device │ │ │ │ + 0x000362d0 68617320 696e6469 63617465 64000000 has indicated... │ │ │ │ + 0x000362e0 74686174 20697420 63616e20 62652075 that it can be u │ │ │ │ + 0x000362f0 73656420 746f2063 6f6d6d75 6e696361 sed to communica │ │ │ │ + 0x00036300 74652062 65747765 656e2074 68657365 te between these │ │ │ │ + 0x00036310 2070726f 63657373 65732e20 20546869 processes. Thi │ │ │ │ + 0x00036320 73206973 00000000 616e2065 72726f72 s is....an error │ │ │ │ + 0x00036330 3b204f70 656e204d 50492072 65717569 ; Open MPI requi │ │ │ │ + 0x00036340 72657320 74686174 20616c6c 204d5049 res that all MPI │ │ │ │ + 0x00036350 2070726f 63657373 65732062 65206162 processes be ab │ │ │ │ + 0x00036360 6c652074 6f207265 61636800 00000000 le to reach..... │ │ │ │ + 0x00036370 65616368 206f7468 65722e20 20546869 each other. Thi │ │ │ │ + 0x00036380 73206572 726f7220 63616e20 736f6d65 s error can some │ │ │ │ + 0x00036390 74696d65 73206265 20746865 20726573 times be the res │ │ │ │ + 0x000363a0 756c7420 6f662066 6f726765 7474696e ult of forgettin │ │ │ │ + 0x000363b0 6720746f 00000000 73706563 69667920 g to....specify │ │ │ │ + 0x000363c0 74686520 2273656c 66222042 544c2e00 the "self" BTL.. │ │ │ │ + 0x000363d0 20205072 6f636573 73203120 28257329 Process 1 (%s) │ │ │ │ + 0x000363e0 20697320 6f6e2068 6f73743a 20257300 is on host: %s. │ │ │ │ + 0x000363f0 20205072 6f636573 73203220 28257329 Process 2 (%s) │ │ │ │ + 0x00036400 20697320 6f6e2068 6f73743a 20257300 is on host: %s. │ │ │ │ + 0x00036410 20204254 4c732061 7474656d 70746564 BTLs attempted │ │ │ │ + 0x00036420 3a202573 00000000 596f7572 204d5049 : %s....Your MPI │ │ │ │ + 0x00036430 206a6f62 20697320 6e6f7720 676f696e job is now goin │ │ │ │ + 0x00036440 6720746f 2061626f 72743b20 736f7272 g to abort; sorr │ │ │ │ + 0x00036450 792e0000 00000000 686f6f6b 3a6d6973 y.......hook:mis │ │ │ │ + 0x00036460 73696e67 2d726571 75697265 642d636f sing-required-co │ │ │ │ + 0x00036470 6d706f6e 656e7400 4572726f 723a2041 mponent.Error: A │ │ │ │ + 0x00036480 20726571 75657374 20776173 206d6164 request was mad │ │ │ │ + 0x00036490 6520746f 20657863 6c756465 20612068 e to exclude a h │ │ │ │ + 0x000364a0 6f6f6b20 636f6d70 6f6e656e 74206672 ook component fr │ │ │ │ + 0x000364b0 6f6d2063 6f6e7369 64657261 74696f6e om consideration │ │ │ │ + 0x000364c0 20746861 74000000 69732072 65717569 that...is requi │ │ │ │ + 0x000364d0 72656420 746f2062 6520696e 636c7564 red to be includ │ │ │ │ + 0x000364e0 65642e20 54686973 20636f6d 706f6e65 ed. This compone │ │ │ │ + 0x000364f0 6e742028 6e6f7465 64206265 6c6f7729 nt (noted below) │ │ │ │ + 0x00036500 2063616e 202d6e6f 742d2062 65206578 can -not- be ex │ │ │ │ + 0x00036510 636c7564 65640000 66726f6d 20636f6e cluded..from con │ │ │ │ + 0x00036520 73696465 72617469 6f6e2e20 54686520 sideration. The │ │ │ │ + 0x00036530 70726f67 72616d20 77696c6c 20666169 program will fai │ │ │ │ + 0x00036540 6c206174 20746869 73207469 6d652e00 l at this time.. │ │ │ │ + 0x00036550 65616765 725f6c69 6d69745f 746f6f5f eager_limit_too_ │ │ │ │ + 0x00036560 736d616c 6c000000 63756461 5f656167 small...cuda_eag │ │ │ │ + 0x00036570 65725f6c 696d6974 5f746f6f 5f736d61 er_limit_too_sma │ │ │ │ + 0x00036580 6c6c0000 00000000 63756461 5f72646d ll......cuda_rdm │ │ │ │ + 0x00036590 615f6c69 6d69745f 746f6f5f 736d616c a_limit_too_smal │ │ │ │ + 0x000365a0 6c000000 00000000 54686520 22435544 l.......The "CUD │ │ │ │ + 0x000365b0 41207264 6d61206c 696d6974 22204d43 A rdma limit" MC │ │ │ │ + 0x000365c0 41207061 72616d65 74657220 696e2074 A parameter in t │ │ │ │ + 0x000365d0 68652025 73204254 4c207761 73207365 he %s BTL was se │ │ │ │ + 0x000365e0 7420746f 20612076 616c7565 20776869 t to a value whi │ │ │ │ + 0x000365f0 63680000 00000000 69732074 6f6f206c ch......is too l │ │ │ │ + 0x00036600 6f772066 6f72204f 70656e20 4d504920 ow for Open MPI │ │ │ │ + 0x00036610 746f2066 756e6374 696f6e20 70726f70 to function prop │ │ │ │ + 0x00036620 65726c79 2e202050 6c656173 65207265 erly. Please re │ │ │ │ + 0x00036630 2d72756e 20796f75 72206a6f 62000000 -run your job... │ │ │ │ + 0x00036640 77697468 20612068 69676865 72204355 with a higher CU │ │ │ │ + 0x00036650 44412072 646d6120 6c696d69 74207661 DA rdma limit va │ │ │ │ + 0x00036660 6c756520 666f7220 74686973 2042544c lue for this BTL │ │ │ │ + 0x00036670 3b207468 65206578 61637420 4d434120 ; the exact MCA │ │ │ │ + 0x00036680 70617261 6d657465 72000000 00000000 parameter....... │ │ │ │ + 0x00036690 6e616d65 20616e64 20697473 20636f72 name and its cor │ │ │ │ + 0x000366a0 72657370 6f6e6469 6e67206d 696e696d responding minim │ │ │ │ + 0x000366b0 756d2076 616c7565 20697320 73686f77 um value is show │ │ │ │ + 0x000366c0 6e206265 6c6f772e 00000000 00000000 n below......... │ │ │ │ + 0x000366d0 20204c6f 63616c20 686f7374 3a202020 Local host: │ │ │ │ + 0x000366e0 20202020 20202020 20202020 20202020 │ │ │ │ + 0x000366f0 25730000 00000000 20204254 4c206e61 %s...... BTL na │ │ │ │ + 0x00036700 6d653a20 20202020 20202020 20202020 me: │ │ │ │ + 0x00036710 20202020 20202020 25730000 00000000 %s...... │ │ │ │ + 0x00036720 20204254 4c204355 44412072 6e647620 BTL CUDA rndv │ │ │ │ + 0x00036730 6c696d69 74207661 6c75653a 20202020 limit value: │ │ │ │ + 0x00036740 25642028 73657420 76696120 62746c5f %d (set via btl_ │ │ │ │ + 0x00036750 25735f63 7564615f 72646d61 5f6c696d %s_cuda_rdma_lim │ │ │ │ + 0x00036760 69742900 00000000 20204254 4c204355 it)..... BTL CU │ │ │ │ + 0x00036770 44412072 6e647620 6c696d69 74206d69 DA rndv limit mi │ │ │ │ + 0x00036780 6e696d75 6d3a2020 25640000 00000000 nimum: %d...... │ │ │ │ + 0x00036790 20204d43 41207061 72616d65 74657220 MCA parameter │ │ │ │ + 0x000367a0 6e616d65 3a202020 20202020 20202020 name: │ │ │ │ + 0x000367b0 62746c5f 25735f63 7564615f 72646d61 btl_%s_cuda_rdma │ │ │ │ + 0x000367c0 5f6c696d 69740000 54686520 22435544 _limit..The "CUD │ │ │ │ + 0x000367d0 41206561 67657220 6c696d69 7422204d A eager limit" M │ │ │ │ + 0x000367e0 43412070 6172616d 65746572 20696e20 CA parameter in │ │ │ │ + 0x000367f0 74686520 25732042 544c2077 61732073 the %s BTL was s │ │ │ │ + 0x00036800 65742074 6f206120 76616c75 65207768 et to a value wh │ │ │ │ + 0x00036810 69636800 00000000 77697468 20612068 ich.....with a h │ │ │ │ + 0x00036820 69676865 72204355 44412065 61676572 igher CUDA eager │ │ │ │ + 0x00036830 206c696d 69742076 616c7565 20666f72 limit value for │ │ │ │ + 0x00036840 20746869 73204254 4c3b2074 68652065 this BTL; the e │ │ │ │ + 0x00036850 78616374 204d4341 20706172 616d6574 xact MCA paramet │ │ │ │ + 0x00036860 65720000 00000000 20204254 4c204355 er...... BTL CU │ │ │ │ + 0x00036870 44412065 61676572 206c696d 69742076 DA eager limit v │ │ │ │ + 0x00036880 616c7565 3a202020 25642028 73657420 alue: %d (set │ │ │ │ + 0x00036890 76696120 62746c5f 25735f63 7564615f via btl_%s_cuda_ │ │ │ │ + 0x000368a0 65616765 725f6c69 6d697429 00000000 eager_limit).... │ │ │ │ + 0x000368b0 20204254 4c204355 44412065 61676572 BTL CUDA eager │ │ │ │ + 0x000368c0 206c696d 6974206d 696e696d 756d3a20 limit minimum: │ │ │ │ + 0x000368d0 25640000 00000000 20204d43 41207061 %d...... MCA pa │ │ │ │ + 0x000368e0 72616d65 74657220 6e616d65 3a202020 rameter name: │ │ │ │ + 0x000368f0 20202020 20202020 62746c5f 25735f63 btl_%s_c │ │ │ │ + 0x00036900 7564615f 65616765 725f6c69 6d697400 uda_eager_limit. │ │ │ │ + 0x00036910 54686520 22656167 6572206c 696d6974 The "eager limit │ │ │ │ + 0x00036920 22204d43 41207061 72616d65 74657220 " MCA parameter │ │ │ │ + 0x00036930 696e2074 68652025 73204254 4c207761 in the %s BTL wa │ │ │ │ + 0x00036940 73207365 7420746f 20612076 616c7565 s set to a value │ │ │ │ + 0x00036950 20776869 63680000 77697468 20612068 which..with a h │ │ │ │ + 0x00036960 69676865 72206561 67657220 6c696d69 igher eager limi │ │ │ │ + 0x00036970 74207661 6c756520 666f7220 74686973 t value for this │ │ │ │ + 0x00036980 2042544c 3b207468 65206578 61637420 BTL; the exact │ │ │ │ + 0x00036990 4d434120 70617261 6d657465 72000000 MCA parameter... │ │ │ │ + 0x000369a0 20204254 4c206e61 6d653a20 20202020 BTL name: │ │ │ │ + 0x000369b0 20202020 20202020 20202025 73000000 %s... │ │ │ │ + 0x000369c0 20204254 4c206561 67657220 6c696d69 BTL eager limi │ │ │ │ + 0x000369d0 74207661 6c75653a 20202025 64202873 t value: %d (s │ │ │ │ + 0x000369e0 65742076 69612062 746c5f25 735f6561 et via btl_%s_ea │ │ │ │ + 0x000369f0 6765725f 6c696d69 74290000 00000000 ger_limit)...... │ │ │ │ + 0x00036a00 20204254 4c206561 67657220 6c696d69 BTL eager limi │ │ │ │ + 0x00036a10 74206d69 6e696d75 6d3a2025 64000000 t minimum: %d... │ │ │ │ + 0x00036a20 20204d43 41207061 72616d65 74657220 MCA parameter │ │ │ │ + 0x00036a30 6e616d65 3a202020 20202062 746c5f25 name: btl_% │ │ │ │ + 0x00036a40 735f6561 6765725f 6c696d69 74000000 s_eager_limit... │ │ │ │ + 0x00036a50 636f6d6d 2d73656c 6563743a 6e6f6e65 comm-select:none │ │ │ │ + 0x00036a60 2d617661 696c6162 6c650000 00000000 -available...... │ │ │ │ + 0x00036a70 636f6d6d 2d73656c 6563743a 6e6f2d66 comm-select:no-f │ │ │ │ + 0x00036a80 756e6374 696f6e2d 61766169 6c61626c unction-availabl │ │ │ │ + 0x00036a90 65000000 00000000 636f6d6d 2d73656c e.......comm-sel │ │ │ │ + 0x00036aa0 6563743a 6d697373 696e6720 636f6c6c ect:missing coll │ │ │ │ + 0x00036ab0 65637469 76650000 25732025 7320636f ective..%s %s co │ │ │ │ + 0x00036ac0 6c6c6563 74697665 20726571 75697265 llective require │ │ │ │ + 0x00036ad0 20737570 706f7274 2066726f 6d206120 support from a │ │ │ │ + 0x00036ae0 7072696f 7220636f 6c6c6563 74697665 prior collective │ │ │ │ + 0x00036af0 206d6f64 756c6520 666f7220 74686520 module for the │ │ │ │ + 0x00036b00 66616c6c 6261636b 00000000 00000000 fallback........ │ │ │ │ + 0x00036b10 63617365 2e205375 63682073 7570706f case. Such suppo │ │ │ │ + 0x00036b20 72742069 73206d69 7373696e 6720696e rt is missing in │ │ │ │ + 0x00036b30 20746869 73207275 6e2e0000 00000000 this run....... │ │ │ │ + 0x00036b40 686f7374 6e616d65 3a202020 25730000 hostname: %s.. │ │ │ │ + 0x00036b50 7072696f 72697479 3a202020 25640000 priority: %d.. │ │ │ │ + 0x00036b60 416c7468 6f756768 20736f6d 6520636f Although some co │ │ │ │ + 0x00036b70 6c6c2063 6f6d706f 6e656e74 73206172 ll components ar │ │ │ │ + 0x00036b80 65206176 61696c61 626c6520 6f6e2079 e available on y │ │ │ │ + 0x00036b90 6f757220 73797374 656d2c20 6e6f6e65 our system, none │ │ │ │ + 0x00036ba0 206f6600 00000000 7468656d 20736169 of.....them sai │ │ │ │ + 0x00036bb0 64207468 61742074 68657920 636f756c d that they coul │ │ │ │ + 0x00036bc0 64206265 20757365 6420666f 72202573 d be used for %s │ │ │ │ + 0x00036bd0 206f6e20 61206e65 7720636f 6d6d756e on a new commun │ │ │ │ + 0x00036be0 69636174 6f722e00 54686973 20697320 icator..This is │ │ │ │ + 0x00036bf0 65787472 656d656c 7920756e 75737561 extremely unusua │ │ │ │ + 0x00036c00 6c202d2d 20656974 68657220 74686520 l -- either the │ │ │ │ + 0x00036c10 22626173 6963222c 20226c69 626e6263 "basic", "libnbc │ │ │ │ + 0x00036c20 22206f72 20227365 6c662220 636f6d70 " or "self" comp │ │ │ │ + 0x00036c30 6f6e656e 74730000 73686f75 6c642062 onents..should b │ │ │ │ + 0x00036c40 65206162 6c652074 6f206265 2063686f e able to be cho │ │ │ │ + 0x00036c50 73656e20 666f7220 616e7920 636f6d6d sen for any comm │ │ │ │ + 0x00036c60 756e6963 61746f72 2e202041 73207375 unicator. As su │ │ │ │ + 0x00036c70 63682c20 74686973 00000000 00000000 ch, this........ │ │ │ │ + 0x00036c80 6c696b65 6c79206d 65616e73 20746861 likely means tha │ │ │ │ + 0x00036c90 7420736f 6d657468 696e6720 656c7365 t something else │ │ │ │ + 0x00036ca0 20697320 77726f6e 67202861 6c74686f is wrong (altho │ │ │ │ + 0x00036cb0 75676820 796f7520 73686f75 6c642064 ugh you should d │ │ │ │ + 0x00036cc0 6f75626c 65000000 63686563 6b207468 ouble...check th │ │ │ │ + 0x00036cd0 61742074 68652022 62617369 63222c20 at the "basic", │ │ │ │ + 0x00036ce0 226c6962 6e626322 20616e64 20227365 "libnbc" and "se │ │ │ │ + 0x00036cf0 6c662220 636f6c6c 20636f6d 706f6e65 lf" coll compone │ │ │ │ + 0x00036d00 6e747320 61726520 61766169 6c61626c nts are availabl │ │ │ │ + 0x00036d10 65206f6e 00000000 796f7572 20737973 e on....your sys │ │ │ │ + 0x00036d20 74656d20 2d2d2063 6865636b 20746865 tem -- check the │ │ │ │ + 0x00036d30 206f7574 70757420 6f662074 68652022 output of the " │ │ │ │ + 0x00036d40 6f6d7069 5f696e66 6f222063 6f6d6d61 ompi_info" comma │ │ │ │ + 0x00036d50 6e64292e 00000000 4120636f 6c6c206d nd).....A coll m │ │ │ │ + 0x00036d60 6f64756c 65206661 696c6564 20746f20 odule failed to │ │ │ │ + 0x00036d70 66696e61 6c697a65 2070726f 7065726c finalize properl │ │ │ │ + 0x00036d80 79207768 656e2061 20636f6d 6d756e69 y when a communi │ │ │ │ + 0x00036d90 6361746f 72207468 61742077 61730000 cator that was.. │ │ │ │ + 0x00036da0 7573696e 67206974 20776173 20646573 using it was des │ │ │ │ + 0x00036db0 74726f79 65642e00 54686973 20697320 troyed..This is │ │ │ │ + 0x00036dc0 736f6d65 77686174 20756e75 7375616c somewhat unusual │ │ │ │ + 0x00036dd0 3a207468 65206d6f 64756c65 20697473 : the module its │ │ │ │ + 0x00036de0 656c6620 6d617920 62652061 74206661 elf may be at fa │ │ │ │ + 0x00036df0 756c742c 206f7220 74686973 00000000 ult, or this.... │ │ │ │ + 0x00036e00 6d617920 62652061 2073796d 70746f6d may be a symptom │ │ │ │ + 0x00036e10 206f6620 616e6f74 68657220 69737375 of another issu │ │ │ │ + 0x00036e20 65202865 2e672e2c 2061206d 656d6f72 e (e.g., a memor │ │ │ │ + 0x00036e30 79207072 6f626c65 6d292e00 00000000 y problem)...... │ │ │ │ + 0x00036e40 7468656d 20736169 64207468 61742074 them said that t │ │ │ │ + 0x00036e50 68657920 636f756c 64206265 20757365 hey could be use │ │ │ │ + 0x00036e60 6420666f 72206120 6e657720 636f6d6d d for a new comm │ │ │ │ + 0x00036e70 756e6963 61746f72 2e000000 00000000 unicator........ │ │ │ │ + 0x00036e80 6261642d 68696572 61726368 792d6974 bad-hierarchy-it │ │ │ │ + 0x00036e90 656d0000 00000000 6261642d 6368756e em......bad-chun │ │ │ │ + 0x00036ea0 6b2d7369 7a652d69 74656d00 00000000 k-size-item..... │ │ │ │ + 0x00036eb0 6261642d 6369636f 2d6d6178 00000000 bad-cico-max.... │ │ │ │ + 0x00036ec0 7868632d 696e6974 2d666169 6c656400 xhc-init-failed. │ │ │ │ + 0x00036ed0 7868632d 6f702d69 6e69742d 6661696c xhc-op-init-fail │ │ │ │ + 0x00036ee0 65640000 00000000 746f6f2d 6d616e79 ed......too-many │ │ │ │ + 0x00036ef0 2d766972 742d6869 65727300 00000000 -virt-hiers..... │ │ │ │ + 0x00036f00 4552524f 52202863 6f6c6c2f 78686329 ERROR (coll/xhc) │ │ │ │ + 0x00036f10 00000000 00000000 546f6f20 6d616e79 ........Too many │ │ │ │ + 0x00036f20 20766972 7475616c 20686965 72617263 virtual hierarc │ │ │ │ + 0x00036f30 68696573 20726571 75657374 65640000 hies requested.. │ │ │ │ + 0x00036f40 46616c6c 696e6720 6261636b 20746f20 Falling back to │ │ │ │ + 0x00036f50 616e6f74 68657220 636f6d70 6f6e656e another componen │ │ │ │ + 0x00036f60 74000000 00000000 496e6974 69616c69 t.......Initiali │ │ │ │ + 0x00036f70 7a617469 6f6e2066 6f722025 73206661 zation for %s fa │ │ │ │ + 0x00036f80 696c6564 2c206572 726f7220 636f6465 iled, error code │ │ │ │ + 0x00036f90 20256400 00000000 4572726e 6f3a2025 %d.....Errno: % │ │ │ │ + 0x00036fa0 64202825 73290000 496e6974 69616c69 d (%s)..Initiali │ │ │ │ + 0x00036fb0 7a617469 6f6e2066 61696c65 642c2065 zation failed, e │ │ │ │ + 0x00036fc0 72726f72 20636f64 65202564 00000000 rror code %d.... │ │ │ │ + 0x00036fd0 4d616c66 6f726d65 64206369 636f5f6d Malformed cico_m │ │ │ │ + 0x00036fe0 61782070 6172616d 65746572 20272573 ax parameter '%s │ │ │ │ + 0x00036ff0 27000000 00000000 4d616c66 6f726d65 '.......Malforme │ │ │ │ + 0x00037000 64206368 756e6b20 73697a65 20697465 d chunk size ite │ │ │ │ + 0x00037010 6d3a2027 25732700 496e2063 68756e6b m: '%s'.In chunk │ │ │ │ + 0x00037020 2073697a 65207061 72616d65 74657220 size parameter │ │ │ │ + 0x00037030 73747269 6e673a20 27257327 00000000 string: '%s'.... │ │ │ │ + 0x00037040 556e7265 636f676e 697a6564 206c6f63 Unrecognized loc │ │ │ │ + 0x00037050 616c6974 79206465 66696e69 74696f6e ality definition │ │ │ │ + 0x00037060 3a202725 73270000 496e2068 69657261 : '%s'..In hiera │ │ │ │ + 0x00037070 72636879 20706172 616d6574 65722073 rchy parameter s │ │ │ │ + 0x00037080 7472696e 673a2027 25732700 00000000 tring: '%s'..... │ │ │ │ + 0x00037090 70736d32 20696e69 74000000 00000000 psm2 init....... │ │ │ │ + 0x000370a0 756e6162 6c652074 6f206f70 656e2065 unable to open e │ │ │ │ + 0x000370b0 6e64706f 696e7400 6e6f2075 75696420 ndpoint.no uuid │ │ │ │ + 0x000370c0 70726573 656e7400 6572726f 7220706f present.error po │ │ │ │ + 0x000370d0 6c6c696e 67206e65 74776f72 6b000000 lling network... │ │ │ │ + 0x000370e0 6572726f 7220706f 7374696e 67207265 error posting re │ │ │ │ + 0x000370f0 63656976 65000000 6d657373 61676520 ceive...message │ │ │ │ + 0x00037100 746f6f20 62696700 6e6f2070 736d3220 too big.no psm2 │ │ │ │ + 0x00037110 63756461 20656e76 00000000 00000000 cuda env........ │ │ │ │ + 0x00037120 5761726e 696e673a 204f7065 6e204d50 Warning: Open MP │ │ │ │ + 0x00037130 49206861 73206465 74656374 65642074 I has detected t │ │ │ │ + 0x00037140 68617420 796f7520 61726520 72756e6e hat you are runn │ │ │ │ + 0x00037150 696e6720 696e2061 6e20656e 7669726f ing in an enviro │ │ │ │ + 0x00037160 6e6d656e 74207769 74682043 55444100 nment with CUDA. │ │ │ │ + 0x00037170 64657669 63657320 70726573 656e7420 devices present │ │ │ │ + 0x00037180 616e6420 74686174 20796f75 20617265 and that you are │ │ │ │ + 0x00037190 20757369 6e672049 6e74656c 28722920 using Intel(r) │ │ │ │ + 0x000371a0 4f6d7069 2d506174 68206e65 74776f72 Ompi-Path networ │ │ │ │ + 0x000371b0 6b696e67 2e20486f 77657665 722c0000 king. However,.. │ │ │ │ + 0x000371c0 74686520 656e7669 726f6e6d 656e7420 the environment │ │ │ │ + 0x000371d0 76617269 61626c65 2050534d 325f4355 variable PSM2_CU │ │ │ │ + 0x000371e0 44412077 6173206e 6f742073 65742c20 DA was not set, │ │ │ │ + 0x000371f0 6d65616e 696e6720 74686174 20746865 meaning that the │ │ │ │ + 0x00037200 2050534d 32204f6d 6e692d50 61746800 PSM2 Omni-Path. │ │ │ │ + 0x00037210 6e657477 6f726b69 6e67206c 69627261 networking libra │ │ │ │ + 0x00037220 72792077 6173206e 6f742074 6f6c6420 ry was not told │ │ │ │ + 0x00037230 686f7720 746f2068 616e646c 65204355 how to handle CU │ │ │ │ + 0x00037240 44412073 7570706f 72742e00 00000000 DA support...... │ │ │ │ + 0x00037250 49662079 6f757220 6170706c 69636174 If your applicat │ │ │ │ + 0x00037260 696f6e20 75736573 20435544 41206275 ion uses CUDA bu │ │ │ │ + 0x00037270 66666572 732c2079 6f752073 686f756c ffers, you shoul │ │ │ │ + 0x00037280 64207365 74207468 6520656e 7669726f d set the enviro │ │ │ │ + 0x00037290 6e6d656e 74207661 72696162 6c650000 nment variable.. │ │ │ │ + 0x000372a0 50534d32 5f435544 4120746f 20313b20 PSM2_CUDA to 1; │ │ │ │ + 0x000372b0 6f746865 72776973 652c2073 65742069 otherwise, set i │ │ │ │ + 0x000372c0 7420746f 20302e20 53657474 696e6720 t to 0. Setting │ │ │ │ + 0x000372d0 74686520 76617269 61626c65 20746f20 the variable to │ │ │ │ + 0x000372e0 74686520 77726f6e 67207661 6c756500 the wrong value. │ │ │ │ + 0x000372f0 63616e20 68617665 20706572 666f726d can have perform │ │ │ │ + 0x00037300 616e6365 20696d70 6c696361 74696f6e ance implication │ │ │ │ + 0x00037310 73206f6e 20796f75 72206170 706c6963 s on your applic │ │ │ │ + 0x00037320 6174696f 6e2c206f 72206576 656e2063 ation, or even c │ │ │ │ + 0x00037330 61757365 20697420 746f0000 00000000 ause it to...... │ │ │ │ + 0x00037340 63726173 682e0000 53696e63 65206974 crash...Since it │ │ │ │ + 0x00037350 20776173 206e6f74 20736574 2c204f70 was not set, Op │ │ │ │ + 0x00037360 656e204d 50492068 61732064 65666175 en MPI has defau │ │ │ │ + 0x00037370 6c746564 20746f20 73657474 696e6720 lted to setting │ │ │ │ + 0x00037380 74686520 50534d32 5f435544 41000000 the PSM2_CUDA... │ │ │ │ + 0x00037390 656e7669 726f6e6d 656e7420 76617269 environment vari │ │ │ │ + 0x000373a0 61626c65 20746f20 312e0000 00000000 able to 1....... │ │ │ │ + 0x000373b0 4c6f6361 6c20686f 73746e61 6d653a20 Local hostname: │ │ │ │ + 0x000373c0 25730000 00000000 4d657373 61676520 %s......Message │ │ │ │ + 0x000373d0 73697a65 20256c6c 75206269 67676572 size %llu bigger │ │ │ │ + 0x000373e0 20746861 6e207375 70706f72 74656420 than supported │ │ │ │ + 0x000373f0 62792050 534d3220 4150492e 204d6178 by PSM2 API. Max │ │ │ │ + 0x00037400 203d2025 6c6c7500 556e6162 6c652074 = %llu.Unable t │ │ │ │ + 0x00037410 6f20706f 73742061 70706c69 63617469 o post applicati │ │ │ │ + 0x00037420 6f6e2072 65636569 76652062 75666665 on receive buffe │ │ │ │ + 0x00037430 72202870 736d325f 6d715f69 72656376 r (psm2_mq_irecv │ │ │ │ + 0x00037440 206f7220 70736d32 5f6d715f 696d7265 or psm2_mq_imre │ │ │ │ + 0x00037450 6376292e 00000000 20204275 66666572 cv)..... Buffer │ │ │ │ + 0x00037460 3a202020 20202570 00000000 00000000 : %p........ │ │ │ │ + 0x00037470 20204c65 6e677468 3a202020 2020256c Length: %l │ │ │ │ + 0x00037480 6c750000 00000000 4572726f 72202573 lu......Error %s │ │ │ │ + 0x00037490 206f6363 75727265 6420696e 20617474 occurred in att │ │ │ │ + 0x000374a0 656d7074 696e6720 746f206d 616b6520 empting to make │ │ │ │ + 0x000374b0 6e657477 6f726b20 70726f67 72657373 network progress │ │ │ │ + 0x000374c0 20287073 6d325f6d 715f6970 65656b29 (psm2_mq_ipeek) │ │ │ │ + 0x000374d0 2e000000 00000000 4572726f 72206f62 ........Error ob │ │ │ │ + 0x000374e0 7461696e 696e6720 756e6971 75652074 taining unique t │ │ │ │ + 0x000374f0 72616e73 706f7274 206b6579 2066726f ransport key fro │ │ │ │ + 0x00037500 6d20504d 49582028 4f4d5049 5f4d4341 m PMIX (OMPI_MCA │ │ │ │ + 0x00037510 5f6f7274 655f7072 65636f6e 64697469 _orte_preconditi │ │ │ │ + 0x00037520 6f6e5f74 72616e73 706f7274 73202573 on_transports %s │ │ │ │ + 0x00037530 00000000 00000000 74686520 656e7669 ........the envi │ │ │ │ + 0x00037540 726f6e6d 656e7429 2e000000 00000000 ronment)........ │ │ │ │ + 0x00037550 50534d32 20776173 20756e61 626c6520 PSM2 was unable │ │ │ │ + 0x00037560 746f206f 70656e20 616e2065 6e64706f to open an endpo │ │ │ │ + 0x00037570 696e742e 20506c65 61736520 6d616b65 int. Please make │ │ │ │ + 0x00037580 20737572 65207468 61742074 6865206e sure that the n │ │ │ │ + 0x00037590 6574776f 726b206c 696e6b20 69730000 etwork link is.. │ │ │ │ + 0x000375a0 61637469 7665206f 6e207468 65206e6f active on the no │ │ │ │ + 0x000375b0 64652061 6e642074 68652068 61726477 de and the hardw │ │ │ │ + 0x000375c0 61726520 69732066 756e6374 696f6e69 are is functioni │ │ │ │ + 0x000375d0 6e672e00 00000000 20204572 726f723a ng...... Error: │ │ │ │ + 0x000375e0 20257300 00000000 496e6974 69616c69 %s.....Initiali │ │ │ │ + 0x000375f0 7a617469 6f6e206f 66205053 4d32206c zation of PSM2 l │ │ │ │ + 0x00037600 69627261 72792066 61696c65 642e0000 ibrary failed... │ │ │ │ + 0x00037610 4f464920 63616c6c 20666169 6c000000 OFI call fail... │ │ │ │ + 0x00037620 4e6f7420 656e6f75 67682062 69747320 Not enough bits │ │ │ │ + 0x00037630 666f7220 43494400 53455020 756e6176 for CID.SEP unav │ │ │ │ + 0x00037640 61696c61 626c6500 53455020 72657175 ailable.SEP requ │ │ │ │ + 0x00037650 69726564 00000000 53455020 74687265 ired....SEP thre │ │ │ │ + 0x00037660 61642067 726f7570 696e6720 63747874 ad grouping ctxt │ │ │ │ + 0x00037670 206c696d 69740000 4c6f6361 6c207261 limit..Local ra │ │ │ │ + 0x00037680 6e6b7320 65786365 6564206f 66692063 nks exceed ofi c │ │ │ │ + 0x00037690 6f6e7465 78747300 43747874 73206578 ontexts.Ctxts ex │ │ │ │ + 0x000376a0 63656564 65642061 7661696c 61626c65 ceeded available │ │ │ │ + 0x000376b0 00000000 00000000 6d6f6465 78206661 ........modex fa │ │ │ │ + 0x000376c0 696c6564 00000000 42756666 6572204d iled....Buffer M │ │ │ │ + 0x000376d0 656d6f72 79205265 67697374 72617469 emory Registrati │ │ │ │ + 0x000376e0 6f6e2046 61696c65 64000000 00000000 on Failed....... │ │ │ │ + 0x000376f0 4f70656e 204d5049 20666169 6c656420 Open MPI failed │ │ │ │ + 0x00037700 746f2072 65676973 74657220 796f7572 to register your │ │ │ │ + 0x00037710 20627566 6665722e 00000000 00000000 buffer......... │ │ │ │ + 0x00037720 54686973 20657272 6f722069 73206661 This error is fa │ │ │ │ + 0x00037730 74616c2c 20796f75 72206a6f 62207769 tal, your job wi │ │ │ │ + 0x00037740 6c6c2061 626f7274 00000000 00000000 ll abort........ │ │ │ │ + 0x00037750 20204275 66666572 20547970 653a2025 Buffer Type: % │ │ │ │ + 0x00037760 73000000 00000000 20204275 66666572 s....... Buffer │ │ │ │ + 0x00037770 20416464 72657373 3a202570 00000000 Address: %p.... │ │ │ │ + 0x00037780 20204275 66666572 204c656e 6774683a Buffer Length: │ │ │ │ + 0x00037790 20256400 00000000 20204572 726f723a %d..... Error: │ │ │ │ + 0x000377a0 20257320 28257a64 29000000 00000000 %s (%zd)....... │ │ │ │ + 0x000377b0 4d657373 61676520 73697a65 20256c6c Message size %ll │ │ │ │ + 0x000377c0 75206269 67676572 20746861 6e207375 u bigger than su │ │ │ │ + 0x000377d0 70706f72 74656420 62792073 656c6563 pported by selec │ │ │ │ + 0x000377e0 74656420 7472616e 73706f72 742e204d ted transport. M │ │ │ │ + 0x000377f0 6178203d 20256c6c 75000000 00000000 ax = %llu....... │ │ │ │ + 0x00037800 54686520 4f464920 4d544c20 77617320 The OFI MTL was │ │ │ │ + 0x00037810 6e6f7420 61626c65 20746f20 66696e64 not able to find │ │ │ │ + 0x00037820 20656e64 706f696e 7420696e 666f726d endpoint inform │ │ │ │ + 0x00037830 6174696f 6e20666f 72206120 72656d6f ation for a remo │ │ │ │ + 0x00037840 74650000 00000000 656e6470 6f696e74 te......endpoint │ │ │ │ + 0x00037850 2e20204d 6f737420 6c696b65 6c792c20 . Most likely, │ │ │ │ + 0x00037860 74686973 206d6561 6e732074 68617420 this means that │ │ │ │ + 0x00037870 74686520 72656d6f 74652070 726f6365 the remote proce │ │ │ │ + 0x00037880 73732077 61732075 6e61626c 65000000 ss was unable... │ │ │ │ + 0x00037890 746f2069 6e697469 616c697a 65207468 to initialize th │ │ │ │ + 0x000378a0 65204c69 62666162 72696320 4e494320 e Libfabric NIC │ │ │ │ + 0x000378b0 636f7272 6563746c 792e2020 54686973 correctly. This │ │ │ │ + 0x000378c0 20657272 6f722069 73206e6f 74000000 error is not... │ │ │ │ + 0x000378d0 7265636f 76657261 626c6520 616e6420 recoverable and │ │ │ │ + 0x000378e0 796f7572 20617070 6c696361 74696f6e your application │ │ │ │ + 0x000378f0 20697320 6c696b65 6c792074 6f206162 is likely to ab │ │ │ │ + 0x00037900 6f72742e 00000000 20205265 6d6f7465 ort..... Remote │ │ │ │ + 0x00037910 20686f73 743a2025 73000000 00000000 host: %s....... │ │ │ │ + 0x00037920 20204572 726f723a 20257320 28256429 Error: %s (%d) │ │ │ │ + 0x00037930 00000000 00000000 55736572 20726571 ........User req │ │ │ │ + 0x00037940 75657374 65642066 6f72206d 6f726520 uested for more │ │ │ │ + 0x00037950 7468616e 20617661 696c6162 6c652063 than available c │ │ │ │ + 0x00037960 6f6e7465 78747320 66726f6d 2070726f ontexts from pro │ │ │ │ + 0x00037970 76696465 722e204c 696d6974 696e6700 vider. Limiting. │ │ │ │ + 0x00037980 746f206d 61782061 6c6c6f77 65642028 to max allowed ( │ │ │ │ + 0x00037990 2564292e 20436f6e 74657874 73207769 %d). Contexts wi │ │ │ │ + 0x000379a0 6c6c2062 65207265 20757365 6420696e ll be re used in │ │ │ │ + 0x000379b0 20726f75 6e642d72 6f62696e 20666173 round-robin fas │ │ │ │ + 0x000379c0 68696f6e 20696620 74686572 65000000 hion if there... │ │ │ │ + 0x000379d0 61726520 6d6f7265 20746872 65616473 are more threads │ │ │ │ + 0x000379e0 20746861 6e207468 65206176 61696c61 than the availa │ │ │ │ + 0x000379f0 626c6520 636f6e74 65787473 2e000000 ble contexts.... │ │ │ │ + 0x00037a00 20204c6f 63617469 6f6e3a20 25733a25 Location: %s:% │ │ │ │ + 0x00037a10 64000000 00000000 4e756d62 6572206f d.......Number o │ │ │ │ + 0x00037a20 66206c6f 63616c20 72616e6b 73206578 f local ranks ex │ │ │ │ + 0x00037a30 63656564 20746865 206e756d 62657220 ceed the number │ │ │ │ + 0x00037a40 6f662061 7661696c 61626c65 204f4649 of available OFI │ │ │ │ + 0x00037a50 20636f6e 74657874 7320696e 20257300 contexts in %s. │ │ │ │ + 0x00037a60 70726f76 69646572 20616e64 20776520 provider and we │ │ │ │ + 0x00037a70 63616e6e 6f742070 726f7669 73696f6e cannot provision │ │ │ │ + 0x00037a80 20656e6f 75676820 636f6e74 65787473 enough contexts │ │ │ │ + 0x00037a90 20666f72 20656163 68207261 6e6b2e20 for each rank. │ │ │ │ + 0x00037aa0 54727920 64697361 626c696e 67000000 Try disabling... │ │ │ │ + 0x00037ab0 5363616c 61626c65 20456e64 706f696e Scalable Endpoin │ │ │ │ + 0x00037ac0 74206665 61747572 652e0000 00000000 t feature....... │ │ │ │ + 0x00037ad0 52656163 68656420 6c696d69 74202825 Reached limit (% │ │ │ │ + 0x00037ae0 64292066 6f72206e 756d6265 72206f66 d) for number of │ │ │ │ + 0x00037af0 204f4649 20636f6e 74657874 73207365 OFI contexts se │ │ │ │ + 0x00037b00 74206279 206d746c 5f6f6669 5f6e756d t by mtl_ofi_num │ │ │ │ + 0x00037b10 5f637478 74732e00 506c6561 73652073 _ctxts..Please s │ │ │ │ + 0x00037b20 6574206d 746c5f6f 66695f6e 756d5f63 et mtl_ofi_num_c │ │ │ │ + 0x00037b30 74787473 20746f20 61206c61 72676572 txts to a larger │ │ │ │ + 0x00037b40 2076616c 75652069 6620796f 75206e65 value if you ne │ │ │ │ + 0x00037b50 6564206d 6f726520 636f6e74 65787473 ed more contexts │ │ │ │ + 0x00037b60 2e000000 00000000 49662061 6e204d50 ........If an MP │ │ │ │ + 0x00037b70 49206170 706c6963 6174696f 6e206372 I application cr │ │ │ │ + 0x00037b80 65617465 73206d6f 72652063 6f6d6d75 eates more commu │ │ │ │ + 0x00037b90 6e696361 746f7273 20746861 6e206d74 nicators than mt │ │ │ │ + 0x00037ba0 6c5f6f66 695f6e75 6d5f6374 7874732c l_ofi_num_ctxts, │ │ │ │ + 0x00037bb0 00000000 00000000 4f464920 4d544c20 ........OFI MTL │ │ │ │ + 0x00037bc0 77696c6c 206d616b 65207468 65206e65 will make the ne │ │ │ │ + 0x00037bd0 7720636f 6d6d756e 69636174 6f727320 w communicators │ │ │ │ + 0x00037be0 72652d75 73652065 78697374 696e6720 re-use existing │ │ │ │ + 0x00037bf0 636f6e74 65787473 20696e00 00000000 contexts in..... │ │ │ │ + 0x00037c00 726f756e 642d726f 62696e20 66617368 round-robin fash │ │ │ │ + 0x00037c10 696f6e20 77686963 68207769 6c6c2069 ion which will i │ │ │ │ + 0x00037c20 6d706163 74207065 72666f72 6d616e63 mpact performanc │ │ │ │ + 0x00037c30 652e0000 00000000 5363616c 61626c65 e.......Scalable │ │ │ │ + 0x00037c40 20456e64 706f696e 74206665 61747572 Endpoint featur │ │ │ │ + 0x00037c50 65206973 20726571 75697265 6420666f e is required fo │ │ │ │ + 0x00037c60 72205468 72656164 2047726f 7570696e r Thread Groupin │ │ │ │ + 0x00037c70 67206665 61747572 6520746f 20776f72 g feature to wor │ │ │ │ + 0x00037c80 6b2e0000 00000000 506c6561 73652074 k.......Please t │ │ │ │ + 0x00037c90 72792065 6e61626c 696e6720 5363616c ry enabling Scal │ │ │ │ + 0x00037ca0 61626c65 20456e64 706f696e 74732075 able Endpoints u │ │ │ │ + 0x00037cb0 73696e67 206d746c 5f6f6669 5f656e61 sing mtl_ofi_ena │ │ │ │ + 0x00037cc0 626c655f 7365702e 00000000 00000000 ble_sep......... │ │ │ │ + 0x00037cd0 5363616c 61626c65 20456e64 706f696e Scalable Endpoin │ │ │ │ + 0x00037ce0 74206665 61747572 65206973 20656e61 t feature is ena │ │ │ │ + 0x00037cf0 626c6564 20627920 74686520 75736572 bled by the user │ │ │ │ + 0x00037d00 20627574 20697420 6973206e 6f742073 but it is not s │ │ │ │ + 0x00037d10 7570706f 72746564 20627900 00000000 upported by..... │ │ │ │ + 0x00037d20 25732070 726f7669 6465722e 20547279 %s provider. Try │ │ │ │ + 0x00037d30 20646973 61626c69 6e672074 68697320 disabling this │ │ │ │ + 0x00037d40 66656174 75726520 6f722075 73652061 feature or use a │ │ │ │ + 0x00037d50 20646966 66657265 6e742070 726f7669 different provi │ │ │ │ + 0x00037d60 64657220 74686174 00000000 00000000 der that........ │ │ │ │ + 0x00037d70 73757070 6f727473 20697420 7573696e supports it usin │ │ │ │ + 0x00037d80 67206d74 6c5f6f66 695f7072 6f766964 g mtl_ofi_provid │ │ │ │ + 0x00037d90 65725f69 6e636c75 64652e00 00000000 er_include...... │ │ │ │ + 0x00037da0 4f464920 70726f76 69646572 20222573 OFI provider "%s │ │ │ │ + 0x00037db0 2220646f 6573206e 6f742068 61766520 " does not have │ │ │ │ + 0x00037dc0 656e6f75 67682066 72656520 62697473 enough free bits │ │ │ │ + 0x00037dd0 20696e20 69747320 74616720 746f2066 in its tag to f │ │ │ │ + 0x00037de0 69742074 6865204d 50490000 00000000 it the MPI...... │ │ │ │ + 0x00037df0 436f6d6d 756e6963 61746f72 2049442e Communicator ID. │ │ │ │ + 0x00037e00 20536565 20746865 206d656d 5f746167 See the mem_tag │ │ │ │ + 0x00037e10 5f666f72 6d617420 6f662074 68652070 _format of the p │ │ │ │ + 0x00037e20 726f7669 64657220 62792072 756e6e69 rovider by runni │ │ │ │ + 0x00037e30 6e673a00 00000000 66695f69 6e666f20 ng:.....fi_info │ │ │ │ + 0x00037e40 2d76202d 70202573 00000000 00000000 -v -p %s........ │ │ │ │ + 0x00037e50 4f70656e 204d5049 20666169 6c656420 Open MPI failed │ │ │ │ + 0x00037e60 616e204f 4649204c 69626661 62726963 an OFI Libfabric │ │ │ │ + 0x00037e70 206c6962 72617279 2063616c 6c202825 library call (% │ │ │ │ + 0x00037e80 73292e20 20546869 73206973 20686967 s). This is hig │ │ │ │ + 0x00037e90 686c7900 00000000 756e7573 75616c3b hly.....unusual; │ │ │ │ + 0x00037ea0 20796f75 72206a6f 62206d61 79206265 your job may be │ │ │ │ + 0x00037eb0 68617665 20756e70 72656469 63746162 have unpredictab │ │ │ │ + 0x00037ec0 6c792028 616e642f 6f722061 626f7274 ly (and/or abort │ │ │ │ + 0x00037ed0 29206166 74657220 74686973 2e000000 ) after this.... │ │ │ │ + 0x00037ee0 6d70695f 696e6974 3a737461 72747570 mpi_init:startup │ │ │ │ + 0x00037ef0 3a696e74 65726e61 6c2d6661 696c7572 :internal-failur │ │ │ │ + 0x00037f00 65000000 00000000 6d70695f 696e6974 e.......mpi_init │ │ │ │ + 0x00037f10 3a737461 72747570 3a706d6c 2d616464 :startup:pml-add │ │ │ │ + 0x00037f20 2d70726f 63732d66 61696c00 00000000 -procs-fail..... │ │ │ │ + 0x00037f30 6d70692d 70617261 6d2d6368 65636b2d mpi-param-check- │ │ │ │ + 0x00037f40 656e6162 6c65642d 6275742d 636f6d70 enabled-but-comp │ │ │ │ + 0x00037f50 696c6564 2d6f7574 00000000 00000000 iled-out........ │ │ │ │ + 0x00037f60 6d70695f 696e6974 3a20696e 766f6b65 mpi_init: invoke │ │ │ │ + 0x00037f70 64206d75 6c746970 6c652074 696d6573 d multiple times │ │ │ │ + 0x00037f80 00000000 00000000 6d70695f 696e6974 ........mpi_init │ │ │ │ + 0x00037f90 3a20616c 72656164 79206669 6e616c69 : already finali │ │ │ │ + 0x00037fa0 7a656400 00000000 6d70695f 66696e61 zed.....mpi_fina │ │ │ │ + 0x00037fb0 6c697a65 3a206e6f 7420696e 69746961 lize: not initia │ │ │ │ + 0x00037fc0 6c697a65 64000000 6d70695f 66696e61 lized...mpi_fina │ │ │ │ + 0x00037fd0 6c697a65 3a696e76 6f6b6564 5f6d756c lize:invoked_mul │ │ │ │ + 0x00037fe0 7469706c 655f7469 6d657300 00000000 tiple_times..... │ │ │ │ + 0x00037ff0 73706172 73652067 726f7570 7320656e sparse groups en │ │ │ │ + 0x00038000 61626c65 64206275 7420636f 6d70696c abled but compil │ │ │ │ + 0x00038010 6564206f 75740000 68657465 726f6765 ed out..heteroge │ │ │ │ + 0x00038020 6e656f75 732d7375 70706f72 742d756e neous-support-un │ │ │ │ + 0x00038030 61766169 6c61626c 65000000 00000000 available....... │ │ │ │ + 0x00038040 6e6f2063 75646120 73757070 6f727400 no cuda support. │ │ │ │ + 0x00038050 7370633a 204d5049 5f542064 69736162 spc: MPI_T disab │ │ │ │ + 0x00038060 6c656400 00000000 6e6f2d70 6d690000 led.....no-pmi.. │ │ │ │ + 0x00038070 6e6f2d70 6d69782d 62757400 00000000 no-pmix-but..... │ │ │ │ + 0x00038080 4e6f2050 4d497820 73657276 65722077 No PMIx server w │ │ │ │ + 0x00038090 61732072 65616368 61626c65 2c206275 as reachable, bu │ │ │ │ + 0x000380a0 74206120 504d4931 2f322077 61732064 t a PMI1/2 was d │ │ │ │ + 0x000380b0 65746563 7465642e 00000000 00000000 etected......... │ │ │ │ + 0x000380c0 49662073 72756e20 69732062 65696e67 If srun is being │ │ │ │ + 0x000380d0 20757365 6420746f 206c6175 6e636820 used to launch │ │ │ │ + 0x000380e0 6170706c 69636174 696f6e2c 20202564 application, %d │ │ │ │ + 0x000380f0 2073696e 676c6574 6f6e7320 77696c6c singletons will │ │ │ │ + 0x00038100 20626520 73746172 7465642e 00000000 be started..... │ │ │ │ + 0x00038110 504d4978 5f496e69 74206661 696c6564 PMIx_Init failed │ │ │ │ + 0x00038120 20666f72 20746865 20666f6c 6c6f7769 for the followi │ │ │ │ + 0x00038130 6e672072 6561736f 6e3a0000 00000000 ng reason:...... │ │ │ │ + 0x00038140 4f70656e 204d5049 20726571 75697265 Open MPI require │ │ │ │ + 0x00038150 73206163 63657373 20746f20 61206c6f s access to a lo │ │ │ │ + 0x00038160 63616c20 504d4978 20736572 76657220 cal PMIx server │ │ │ │ + 0x00038170 746f2065 78656375 74652e20 506c6561 to execute. Plea │ │ │ │ + 0x00038180 73652065 6e737572 65000000 00000000 se ensure....... │ │ │ │ + 0x00038190 74686174 20656974 68657220 796f7520 that either you │ │ │ │ + 0x000381a0 61726520 6f706572 6174696e 6720696e are operating in │ │ │ │ + 0x000381b0 20612050 4d49782d 656e6162 6c656420 a PMIx-enabled │ │ │ │ + 0x000381c0 656e7669 726f6e6d 656e742c 206f7220 environment, or │ │ │ │ + 0x000381d0 75736520 226d7069 72756e22 00000000 use "mpirun".... │ │ │ │ + 0x000381e0 746f2065 78656375 74652074 6865206a to execute the j │ │ │ │ + 0x000381f0 6f622e00 00000000 54686572 65207761 ob......There wa │ │ │ │ + 0x00038200 7320616e 20657272 6f722072 65676973 s an error regis │ │ │ │ + 0x00038210 74657269 6e672073 6f667477 61726520 tering software │ │ │ │ + 0x00038220 70657266 6f726d61 6e636520 636f756e performance coun │ │ │ │ + 0x00038230 74657273 20285350 43732920 61730000 ters (SPCs) as.. │ │ │ │ + 0x00038240 4d50495f 54207065 72666f72 6d616e63 MPI_T performanc │ │ │ │ + 0x00038250 65207661 72696162 6c65732e 2020596f e variables. Yo │ │ │ │ + 0x00038260 7572206a 6f622077 696c6c20 636f6e74 ur job will cont │ │ │ │ + 0x00038270 696e7565 2c206275 74205350 43732077 inue, but SPCs w │ │ │ │ + 0x00038280 696c6c20 62650000 64697361 626c6564 ill be..disabled │ │ │ │ + 0x00038290 20666f72 204d5049 5f542e00 00000000 for MPI_T...... │ │ │ │ + 0x000382a0 54686520 75736572 20726571 75657374 The user request │ │ │ │ + 0x000382b0 65642043 55444120 73757070 6f727420 ed CUDA support │ │ │ │ + 0x000382c0 77697468 20746865 202d2d6d 6361206d with the --mca m │ │ │ │ + 0x000382d0 70695f63 7564615f 73757070 6f727420 pi_cuda_support │ │ │ │ + 0x000382e0 3120666c 61670000 62757420 74686520 1 flag..but the │ │ │ │ + 0x000382f0 6c696272 61727920 77617320 6e6f7420 library was not │ │ │ │ + 0x00038300 636f6d70 696c6564 20776974 6820616e compiled with an │ │ │ │ + 0x00038310 79207375 70706f72 742e0000 00000000 y support....... │ │ │ │ + 0x00038320 54686973 20696e73 74616c6c 6174696f This installatio │ │ │ │ + 0x00038330 6e206f66 204f7065 6e204d50 49207761 n of Open MPI wa │ │ │ │ + 0x00038340 7320636f 6e666967 75726564 20776974 s configured wit │ │ │ │ + 0x00038350 686f7574 20737570 706f7274 20666f72 hout support for │ │ │ │ + 0x00038360 00000000 00000000 68657465 726f6765 ........heteroge │ │ │ │ + 0x00038370 6e656f75 73206172 63686974 65637475 neous architectu │ │ │ │ + 0x00038380 7265732c 20627574 20617420 6c656173 res, but at leas │ │ │ │ + 0x00038390 74206f6e 65206e6f 64652069 6e207468 t one node in th │ │ │ │ + 0x000383a0 6520616c 6c6f6361 74696f6e 00000000 e allocation.... │ │ │ │ + 0x000383b0 77617320 64657465 63746564 20746f20 was detected to │ │ │ │ + 0x000383c0 68617665 20612064 69666665 72656e74 have a different │ │ │ │ + 0x000383d0 20617263 68697465 63747572 652e2054 architecture. T │ │ │ │ + 0x000383e0 68652064 65746563 74656420 6e6f6465 he detected node │ │ │ │ + 0x000383f0 20776173 3a000000 4e6f6465 3a202573 was:...Node: %s │ │ │ │ + 0x00038400 00000000 00000000 496e206f 72646572 ........In order │ │ │ │ + 0x00038410 20746f20 6f706572 61746520 696e2061 to operate in a │ │ │ │ + 0x00038420 20686574 65726f67 656e656f 75732065 heterogeneous e │ │ │ │ + 0x00038430 6e766972 6f6e6d65 6e742c20 706c6561 nvironment, plea │ │ │ │ + 0x00038440 73652072 65636f6e 66696775 72650000 se reconfigure.. │ │ │ │ + 0x00038450 4f70656e 204d5049 20776974 68202d2d Open MPI with -- │ │ │ │ + 0x00038460 656e6162 6c652d68 65746572 6f67656e enable-heterogen │ │ │ │ + 0x00038470 656f7573 2e000000 5741524e 494e473a eous....WARNING: │ │ │ │ + 0x00038480 20546865 204d4341 20706172 616d6574 The MCA paramet │ │ │ │ + 0x00038490 6572206d 70695f75 73655f73 70617273 er mpi_use_spars │ │ │ │ + 0x000384a0 655f6772 6f75705f 73746f72 61676520 e_group_storage │ │ │ │ + 0x000384b0 68617320 6265656e 20736574 00000000 has been set.... │ │ │ │ + 0x000384c0 746f2074 7275652c 20627574 20737061 to true, but spa │ │ │ │ + 0x000384d0 72736520 67726f75 70207375 70706f72 rse group suppor │ │ │ │ + 0x000384e0 74207761 73206e6f 7420636f 6d70696c t was not compil │ │ │ │ + 0x000384f0 65642069 6e746f20 4f70656e 204d5049 ed into Open MPI │ │ │ │ + 0x00038500 2e202054 68650000 6d70695f 7573655f . The..mpi_use_ │ │ │ │ + 0x00038510 73706172 73655f67 726f7570 5f73746f sparse_group_sto │ │ │ │ + 0x00038520 72616765 2076616c 75652068 61732074 rage value has t │ │ │ │ + 0x00038530 68657265 666f7265 20626565 6e206967 herefore been ig │ │ │ │ + 0x00038540 6e6f7265 642e0000 54686520 66756e63 nored...The func │ │ │ │ + 0x00038550 74696f6e 204d5049 5f46494e 414c495a tion MPI_FINALIZ │ │ │ │ + 0x00038560 45207761 7320696e 766f6b65 64206d75 E was invoked mu │ │ │ │ + 0x00038570 6c746970 6c652074 696d6573 20696e20 ltiple times in │ │ │ │ + 0x00038580 61207369 6e676c65 00000000 00000000 a single........ │ │ │ │ + 0x00038590 70726f63 65737320 6f6e2068 6f737420 process on host │ │ │ │ + 0x000385a0 25732c20 50494420 25642e00 00000000 %s, PID %d...... │ │ │ │ + 0x000385b0 54686973 20696e64 69636174 65732061 This indicates a │ │ │ │ + 0x000385c0 6e206572 726f6e65 6f757320 4d504920 n erroneous MPI │ │ │ │ + 0x000385d0 70726f67 72616d3b 204d5049 5f46494e program; MPI_FIN │ │ │ │ + 0x000385e0 414c495a 45206973 206f6e6c 7920616c ALIZE is only al │ │ │ │ + 0x000385f0 6c6f7765 64000000 746f2062 6520696e lowed...to be in │ │ │ │ + 0x00038600 766f6b65 64206578 6163746c 79206f6e voked exactly on │ │ │ │ + 0x00038610 63652069 6e206120 70726f63 6573732e ce in a process. │ │ │ │ + 0x00038620 00000000 00000000 54686520 66756e63 ........The func │ │ │ │ + 0x00038630 74696f6e 204d5049 5f46494e 414c495a tion MPI_FINALIZ │ │ │ │ + 0x00038640 45207761 7320696e 766f6b65 64206265 E was invoked be │ │ │ │ + 0x00038650 666f7265 204d5049 20776173 20696e69 fore MPI was ini │ │ │ │ + 0x00038660 7469616c 697a6564 20696e20 61000000 tialized in a... │ │ │ │ + 0x00038670 54686973 20696e64 69636174 65732061 This indicates a │ │ │ │ + 0x00038680 6e206572 726f6e65 6f757320 4d504920 n erroneous MPI │ │ │ │ + 0x00038690 70726f67 72616d3b 204d5049 206d7573 program; MPI mus │ │ │ │ + 0x000386a0 74206265 20696e69 7469616c 697a6564 t be initialized │ │ │ │ + 0x000386b0 00000000 00000000 6265666f 72652069 ........before i │ │ │ │ + 0x000386c0 74206361 6e206265 2066696e 616c697a t can be finaliz │ │ │ │ + 0x000386d0 65642e00 00000000 4f70656e 204d5049 ed......Open MPI │ │ │ │ + 0x000386e0 20686173 20646574 65637465 64207468 has detected th │ │ │ │ + 0x000386f0 61742074 68697320 70726f63 65737320 at this process │ │ │ │ + 0x00038700 68617320 61747465 6d707465 6420746f has attempted to │ │ │ │ + 0x00038710 20696e69 7469616c 697a6500 00000000 initialize..... │ │ │ │ + 0x00038720 4d504920 28766961 204d5049 5f494e49 MPI (via MPI_INI │ │ │ │ + 0x00038730 54206f72 204d5049 5f494e49 545f5448 T or MPI_INIT_TH │ │ │ │ + 0x00038740 52454144 29206166 74657220 4d50495f READ) after MPI_ │ │ │ │ + 0x00038750 46494e41 4c495a45 20686173 20626565 FINALIZE has bee │ │ │ │ + 0x00038760 6e000000 00000000 63616c6c 65642e20 n.......called. │ │ │ │ + 0x00038770 20546869 73206973 20657272 6f6e656f This is erroneo │ │ │ │ + 0x00038780 75732e00 00000000 4d504920 28766961 us......MPI (via │ │ │ │ + 0x00038790 204d5049 5f494e49 54206f72 204d5049 MPI_INIT or MPI │ │ │ │ + 0x000387a0 5f494e49 545f5448 52454144 29206d6f _INIT_THREAD) mo │ │ │ │ + 0x000387b0 72652074 68616e20 6f6e6365 2e202054 re than once. T │ │ │ │ + 0x000387c0 68697320 69730000 6572726f 6e656f75 his is..erroneou │ │ │ │ + 0x000387d0 732e0000 00000000 5741524e 494e473a s.......WARNING: │ │ │ │ + 0x000387e0 20546865 204d4341 20706172 616d6574 The MCA paramet │ │ │ │ + 0x000387f0 6572206d 70695f70 6172616d 5f636865 er mpi_param_che │ │ │ │ + 0x00038800 636b2068 61732062 65656e20 73657420 ck has been set │ │ │ │ + 0x00038810 746f2074 7275652c 20627574 00000000 to true, but.... │ │ │ │ + 0x00038820 70617261 6d657465 72206368 65636b69 parameter checki │ │ │ │ + 0x00038830 6e672068 61732062 65656e20 636f6d70 ng has been comp │ │ │ │ + 0x00038840 696c6564 206f7574 206f6620 4f70656e iled out of Open │ │ │ │ + 0x00038850 204d5049 2e202054 68650000 00000000 MPI. The...... │ │ │ │ + 0x00038860 6d70695f 70617261 6d5f6368 65636b20 mpi_param_check │ │ │ │ + 0x00038870 76616c75 65206861 73207468 65726566 value has theref │ │ │ │ + 0x00038880 6f726520 6265656e 2069676e 6f726564 ore been ignored │ │ │ │ + 0x00038890 2e000000 00000000 4d50495f 494e4954 ........MPI_INIT │ │ │ │ + 0x000388a0 20686173 20666169 6c656420 62656361 has failed beca │ │ │ │ + 0x000388b0 75736520 6174206c 65617374 206f6e65 use at least one │ │ │ │ + 0x000388c0 204d5049 2070726f 63657373 20697320 MPI process is │ │ │ │ + 0x000388d0 756e7265 61636861 626c6500 00000000 unreachable..... │ │ │ │ + 0x000388e0 66726f6d 20616e6f 74686572 2e202054 from another. T │ │ │ │ + 0x000388f0 68697320 2a757375 616c6c79 2a206d65 his *usually* me │ │ │ │ + 0x00038900 616e7320 74686174 20616e20 756e6465 ans that an unde │ │ │ │ + 0x00038910 726c7969 6e672063 6f6d6d75 6e696361 rlying communica │ │ │ │ + 0x00038920 74696f6e 00000000 706c7567 696e202d tion....plugin - │ │ │ │ + 0x00038930 2d207375 63682061 73206120 42544c20 - such as a BTL │ │ │ │ + 0x00038940 6f722061 6e204d54 4c202d2d 20686173 or an MTL -- has │ │ │ │ + 0x00038950 20656974 68657220 6e6f7420 6c6f6164 either not load │ │ │ │ + 0x00038960 6564206f 72206e6f 74000000 00000000 ed or not....... │ │ │ │ + 0x00038970 616c6c6f 77656420 69747365 6c662074 allowed itself t │ │ │ │ + 0x00038980 6f206265 20757365 642e2020 596f7572 o be used. Your │ │ │ │ + 0x00038990 204d5049 206a6f62 2077696c 6c206e6f MPI job will no │ │ │ │ + 0x000389a0 77206162 6f72742e 00000000 00000000 w abort......... │ │ │ │ + 0x000389b0 596f7520 6d617920 77697368 20746f20 You may wish to │ │ │ │ + 0x000389c0 74727920 746f206e 6172726f 7720646f try to narrow do │ │ │ │ + 0x000389d0 776e2074 68652070 726f626c 656d3b00 wn the problem;. │ │ │ │ + 0x000389e0 202a2043 6865636b 20746865 206f7574 * Check the out │ │ │ │ + 0x000389f0 70757420 6f66206f 6d70695f 696e666f put of ompi_info │ │ │ │ + 0x00038a00 20746f20 73656520 77686963 68204254 to see which BT │ │ │ │ + 0x00038a10 4c2f4d54 4c20706c 7567696e 73206172 L/MTL plugins ar │ │ │ │ + 0x00038a20 65000000 00000000 20202061 7661696c e....... avail │ │ │ │ + 0x00038a30 61626c65 2e000000 202a2052 756e2079 able.... * Run y │ │ │ │ + 0x00038a40 6f757220 6170706c 69636174 696f6e20 our application │ │ │ │ + 0x00038a50 77697468 204d5049 5f544852 4541445f with MPI_THREAD_ │ │ │ │ + 0x00038a60 53494e47 4c452e00 202a2053 65742074 SINGLE.. * Set t │ │ │ │ + 0x00038a70 6865204d 43412070 6172616d 65746572 he MCA parameter │ │ │ │ + 0x00038a80 2062746c 5f626173 655f7665 72626f73 btl_base_verbos │ │ │ │ + 0x00038a90 6520746f 20313030 20286f72 206d746c e to 100 (or mtl │ │ │ │ + 0x00038aa0 5f626173 655f7665 72626f73 652c0000 _base_verbose,.. │ │ │ │ + 0x00038ab0 20202069 66207573 696e6720 4d544c2d if using MTL- │ │ │ │ + 0x00038ac0 62617365 6420636f 6d6d756e 69636174 based communicat │ │ │ │ + 0x00038ad0 696f6e73 2920746f 20736565 20657861 ions) to see exa │ │ │ │ + 0x00038ae0 63746c79 20776869 63680000 00000000 ctly which...... │ │ │ │ + 0x00038af0 20202063 6f6d6d75 6e696361 74696f6e communication │ │ │ │ + 0x00038b00 20706c75 67696e73 20776572 6520636f plugins were co │ │ │ │ + 0x00038b10 6e736964 65726564 20616e64 2f6f7220 nsidered and/or │ │ │ │ + 0x00038b20 64697363 61726465 642e0000 00000000 discarded....... │ │ │ │ + 0x00038b30 4974206c 6f6f6b73 206c696b 65202573 It looks like %s │ │ │ │ + 0x00038b40 20666169 6c656420 666f7220 736f6d65 failed for some │ │ │ │ + 0x00038b50 20726561 736f6e3b 20796f75 72207061 reason; your pa │ │ │ │ + 0x00038b60 72616c6c 656c2070 726f6365 73732069 rallel process i │ │ │ │ + 0x00038b70 73000000 00000000 6661696c 20647572 s.......fail dur │ │ │ │ + 0x00038b80 696e6720 25733b20 736f6d65 206f6620 ing %s; some of │ │ │ │ + 0x00038b90 77686963 68206172 65206475 6520746f which are due to │ │ │ │ + 0x00038ba0 20636f6e 66696775 72617469 6f6e206f configuration o │ │ │ │ + 0x00038bb0 7220656e 7669726f 6e6d656e 74000000 r environment... │ │ │ │ + 0x00038bc0 70726f62 6c656d73 2e202054 68697320 problems. This │ │ │ │ + 0x00038bd0 6661696c 75726520 61707065 61727320 failure appears │ │ │ │ + 0x00038be0 746f2062 6520616e 20696e74 65726e61 to be an interna │ │ │ │ + 0x00038bf0 6c206661 696c7572 653b2068 65726527 l failure; here' │ │ │ │ + 0x00038c00 7320736f 6d650000 61646469 74696f6e s some..addition │ │ │ │ + 0x00038c10 616c2069 6e666f72 6d617469 6f6e2028 al information ( │ │ │ │ + 0x00038c20 77686963 68206d61 79206f6e 6c792062 which may only b │ │ │ │ + 0x00038c30 65207265 6c657661 6e742074 6f20616e e relevant to an │ │ │ │ + 0x00038c40 204f7065 6e204d50 49000000 00000000 Open MPI....... │ │ │ │ + 0x00038c50 64657665 6c6f7065 72293a00 00000000 developer):..... │ │ │ │ + 0x00038c60 20202d2d 3e205265 7475726e 65642022 --> Returned " │ │ │ │ + 0x00038c70 25732220 28256429 20696e73 74656164 %s" (%d) instead │ │ │ │ + 0x00038c80 206f6620 22537563 63657373 22202830 of "Success" (0 │ │ │ │ + 0x00038c90 29000000 00000000 73686d65 6d2d6162 ).......shmem-ab │ │ │ │ + 0x00038ca0 6f727400 00000000 53484d45 4d5f4142 ort.....SHMEM_AB │ │ │ │ + 0x00038cb0 4f525420 77617320 696e766f 6b656420 ORT was invoked │ │ │ │ + 0x00038cc0 6f6e2072 616e6b20 25642028 70696420 on rank %d (pid │ │ │ │ + 0x00038cd0 25642c20 686f7374 3d257329 20776974 %d, host=%s) wit │ │ │ │ + 0x00038ce0 68206572 726f7263 6f646520 25642e00 h errorcode %d.. │ │ │ │ + 0x00038cf0 73686f77 20746869 73206d65 73736167 show this messag │ │ │ │ + 0x00038d00 6520746f 20616e20 4f53484d 454d2077 e to an OSHMEM w │ │ │ │ + 0x00038d10 697a6172 643a0000 20202020 20202020 izard:.. │ │ │ │ + 0x00038d20 204c6962 72617279 2063616c 6c3a2025 Library call: % │ │ │ │ + 0x00038d30 73000000 00000000 20202020 20202020 s....... │ │ │ │ + 0x00038d40 2020536f 75726365 2066696c 653a2025 Source file: % │ │ │ │ + 0x00038d50 73000000 00000000 20202053 6f757263 s....... Sourc │ │ │ │ + 0x00038d60 65206c69 6e65206e 756d6265 723a2025 e line number: % │ │ │ │ + 0x00038d70 64000000 00000000 66696e64 2d617661 d.......find-ava │ │ │ │ + 0x00038d80 696c6162 6c653a6e 6f6e652d 666f756e ilable:none-foun │ │ │ │ + 0x00038d90 64000000 00000000 4e6f2061 7661696c d.......No avail │ │ │ │ + 0x00038da0 61626c65 20257320 636f6d70 6f6e656e able %s componen │ │ │ │ + 0x00038db0 74732077 65726520 666f756e 64210000 ts were found!.. │ │ │ │ + 0x00038dc0 54686973 206d6561 6e732074 68617420 This means that │ │ │ │ + 0x00038dd0 74686572 65206172 65206e6f 20636f6d there are no com │ │ │ │ + 0x00038de0 706f6e65 6e747320 6f662074 68697320 ponents of this │ │ │ │ + 0x00038df0 74797065 20696e73 74616c6c 6564206f type installed o │ │ │ │ + 0x00038e00 6e20796f 75720000 73797374 656d206f n your..system o │ │ │ │ + 0x00038e10 7220616c 6c207468 6520636f 6d706f6e r all the compon │ │ │ │ + 0x00038e20 656e7473 20726570 6f727465 64207468 ents reported th │ │ │ │ + 0x00038e30 61742074 68657920 636f756c 64206e6f at they could no │ │ │ │ + 0x00038e40 74206265 20757365 642e0000 00000000 t be used....... │ │ │ │ + 0x00038e50 54686973 20697320 61206661 74616c20 This is a fatal │ │ │ │ + 0x00038e60 6572726f 723b2079 6f757220 53484d45 error; your SHME │ │ │ │ + 0x00038e70 4d207072 6f636573 73206973 206c696b M process is lik │ │ │ │ + 0x00038e80 656c7920 746f2061 626f7274 2e202043 ely to abort. C │ │ │ │ + 0x00038e90 6865636b 20746865 00000000 00000000 heck the........ │ │ │ │ + 0x00038ea0 6f757470 7574206f 66207468 6520226f output of the "o │ │ │ │ + 0x00038eb0 6d70695f 696e666f 2220636f 6d6d616e mpi_info" comman │ │ │ │ + 0x00038ec0 6420616e 6420656e 73757265 20746861 d and ensure tha │ │ │ │ + 0x00038ed0 7420636f 6d706f6e 656e7473 206f6620 t components of │ │ │ │ + 0x00038ee0 74686973 00000000 74797065 20617265 this....type are │ │ │ │ + 0x00038ef0 20617661 696c6162 6c65206f 6e20796f available on yo │ │ │ │ + 0x00038f00 75722073 79737465 6d2e2020 596f7520 ur system. You │ │ │ │ + 0x00038f10 6d617920 616c736f 20776973 6820746f may also wish to │ │ │ │ + 0x00038f20 20636865 636b2074 68650000 00000000 check the...... │ │ │ │ + 0x00038f30 76616c75 65206f66 20746865 2022636f value of the "co │ │ │ │ + 0x00038f40 6d706f6e 656e745f 70617468 22204d43 mponent_path" MC │ │ │ │ + 0x00038f50 41207061 72616d65 74657220 616e6420 A parameter and │ │ │ │ + 0x00038f60 656e7375 72652074 68617420 69742068 ensure that it h │ │ │ │ + 0x00038f70 61732061 74000000 6c656173 74206f6e as at...least on │ │ │ │ + 0x00038f80 65206469 72656374 6f727920 74686174 e directory that │ │ │ │ + 0x00038f90 20636f6e 7461696e 73207661 6c696420 contains valid │ │ │ │ + 0x00038fa0 4d434120 636f6d70 6f6e656e 74732e00 MCA components.. │ │ │ │ + 0x00038fb0 63726561 74652073 65676d65 6e742066 create segment f │ │ │ │ + 0x00038fc0 61696c75 72650000 54686520 4f70656e ailure..The Open │ │ │ │ + 0x00038fd0 53484d45 4d202228 25732922 20706c75 SHMEM "(%s)" plu │ │ │ │ + 0x00038fe0 67696e20 696e2074 68652022 7373686d gin in the "sshm │ │ │ │ + 0x00038ff0 656d2220 6672616d 65776f72 6b206661 em" framework fa │ │ │ │ + 0x00039000 696c6564 20746f00 616c6c6f 63617465 iled to.allocate │ │ │ │ + 0x00039010 20612073 68617265 64206d65 6d6f7279 a shared memory │ │ │ │ + 0x00039020 20736567 6d656e74 20766961 20746865 segment via the │ │ │ │ + 0x00039030 20737973 74656d20 63616c6c 2e202054 system call. T │ │ │ │ + 0x00039040 68697300 00000000 75737561 6c6c7920 his.....usually │ │ │ │ + 0x00039050 6d65616e 73207468 61742074 68657265 means that there │ │ │ │ + 0x00039060 20617265 206e6f74 20656e6f 75676820 are not enough │ │ │ │ + 0x00039070 7265736f 75726365 73206176 61696c61 resources availa │ │ │ │ + 0x00039080 626c6520 746f206d 656d6f72 79207375 ble to memory su │ │ │ │ + 0x00039090 62737973 74656d20 6f6e2079 6f757220 bsystem on your │ │ │ │ + 0x000390a0 73657276 65722e00 596f7572 204f7065 server..Your Ope │ │ │ │ + 0x000390b0 6e53484d 454d206a 6f622077 696c6c20 nSHMEM job will │ │ │ │ + 0x000390c0 6e6f7720 61626f72 742e0000 00000000 now abort....... │ │ │ │ + 0x000390d0 20202053 65727665 723a2020 20202020 Server: │ │ │ │ + 0x000390e0 20202020 20202020 20202573 00000000 %s.... │ │ │ │ + 0x000390f0 20202052 65717565 73746564 20736861 Requested sha │ │ │ │ + 0x00039100 72656400 00000000 2020206d 656d6f72 red..... memor │ │ │ │ + 0x00039110 79207365 676d656e 74207369 7a653a20 y segment size: │ │ │ │ + 0x00039120 2020256c 6c750000 20202053 70656369 %llu.. Speci │ │ │ │ + 0x00039130 66696320 6572726f 723a2020 20202020 fic error: │ │ │ │ + 0x00039140 20202573 20282564 29000000 00000000 %s (%d)....... │ │ │ │ + 0x00039150 6d6d6170 3a637265 61746520 7365676d mmap:create segm │ │ │ │ + 0x00039160 656e7420 6661696c 75726500 00000000 ent failure..... │ │ │ │ + 0x00039170 596f7520 63616e20 74727920 74686520 You can try the │ │ │ │ + 0x00039180 666f6c6c 6f77696e 673a0000 00000000 following:...... │ │ │ │ + 0x00039190 312e2044 65637265 61736520 74686520 1. Decrease the │ │ │ │ + 0x000391a0 73796d6d 65747269 63206865 61702061 symmetric heap a │ │ │ │ + 0x000391b0 72656120 77697468 00000000 00000000 rea with........ │ │ │ │ + 0x000391c0 20202022 2d782053 484d454d 5f53594d "-x SHMEM_SYM │ │ │ │ + 0x000391d0 4d455452 49435f48 4541505f 53495a45 METRIC_HEAP_SIZE │ │ │ │ + 0x000391e0 3d3c7661 6c75653e 222e0000 00000000 ="....... │ │ │ │ + 0x000391f0 322e2053 65742022 2d2d6d63 61207373 2. Set "--mca ss │ │ │ │ + 0x00039200 686d656d 5f626173 655f7374 6172745f hmem_base_start_ │ │ │ │ + 0x00039210 61646472 65737320 30222066 6f720000 address 0" for.. │ │ │ │ + 0x00039220 20202061 75746f6d 61746963 2073656c automatic sel │ │ │ │ + 0x00039230 65637469 6f6e2062 79204f53 206f6620 ection by OS of │ │ │ │ + 0x00039240 76697274 75616c20 73746172 74206164 virtual start ad │ │ │ │ + 0x00039250 64726573 7320666f 72207373 686d656d dress for sshmem │ │ │ │ + 0x00039260 2e000000 00000000 54686973 20697373 ........This iss │ │ │ │ + 0x00039270 75652063 6f756c64 20616c73 6f206265 ue could also be │ │ │ │ + 0x00039280 2072656c 61746564 20746f20 434f4e46 related to CONF │ │ │ │ + 0x00039290 49475f53 54524943 545f4445 564d454d IG_STRICT_DEVMEM │ │ │ │ + 0x000392a0 00000000 00000000 6b65726e 656c206f ........kernel o │ │ │ │ + 0x000392b0 7074696f 6e207768 69636820 69662065 ption which if e │ │ │ │ + 0x000392c0 6e61626c 65642070 72657665 6e747320 nabled prevents │ │ │ │ + 0x000392d0 61636365 73732074 6f207068 79736963 access to physic │ │ │ │ + 0x000392e0 616c0000 00000000 6d656d6f 72792076 al......memory v │ │ │ │ + 0x000392f0 69612022 6d6d6170 222e2049 6e207468 ia "mmap". In th │ │ │ │ + 0x00039300 69732063 61736520 796f7520 636f756c is case you coul │ │ │ │ + 0x00039310 64207472 79207573 696e6720 6f746865 d try using othe │ │ │ │ + 0x00039320 72000000 00000000 7373686d 656d2063 r.......sshmem c │ │ │ │ + 0x00039330 6f6d706f 6e656e74 7320696e 73746561 omponents instea │ │ │ │ + 0x00039340 642e0000 00000000 73797376 3a637265 d.......sysv:cre │ │ │ │ + 0x00039350 61746520 7365676d 656e7420 6661696c ate segment fail │ │ │ │ + 0x00039360 75726500 00000000 312e2055 73652061 ure.....1. Use a │ │ │ │ + 0x00039370 20646966 66657265 6e742073 73686d65 different sshme │ │ │ │ + 0x00039380 6d20706c 7567696e 2028652e 672e2c20 m plugin (e.g., │ │ │ │ + 0x00039390 226d6d61 70222920 77697468 20222d2d "mmap") with "-- │ │ │ │ + 0x000393a0 6d636120 7373686d 656d206d 6d617022 mca sshmem mmap" │ │ │ │ + 0x000393b0 2e000000 00000000 322e2044 65637265 ........2. Decre │ │ │ │ + 0x000393c0 61736520 74686520 73796d6d 65747269 ase the symmetri │ │ │ │ + 0x000393d0 63206865 61702061 72656120 73697a65 c heap area size │ │ │ │ + 0x000393e0 20776974 6820222d 78000000 00000000 with "-x....... │ │ │ │ + 0x000393f0 20202053 484d454d 5f53594d 4d455452 SHMEM_SYMMETR │ │ │ │ + 0x00039400 49435f48 4541505f 53495a45 3d3c7661 IC_HEAP_SIZE="...3. Incre │ │ │ │ + 0x00039420 61736520 796f7572 20737973 74656d27 ase your system' │ │ │ │ + 0x00039430 7320616c 6c6f7761 626c6520 53595356 s allowable SYSV │ │ │ │ + 0x00039440 20736861 72656420 6d656d6f 72792073 shared memory s │ │ │ │ + 0x00039450 65676d65 6e742073 697a6500 00000000 egment size..... │ │ │ │ + 0x00039460 20202028 652e672e 2c207669 61207468 (e.g., via th │ │ │ │ + 0x00039470 65205348 4d4d4158 20616e64 2f6f7220 e SHMMAX and/or │ │ │ │ + 0x00039480 534d4d41 58206b65 726e656c 20706172 SMMAX kernel par │ │ │ │ + 0x00039490 616d6574 65727329 2e000000 00000000 ameters)........ │ │ │ │ + 0x000394a0 342e2053 65742022 2d2d6d63 61207373 4. Set "--mca ss │ │ │ │ + 0x000394b0 686d656d 5f626173 655f7374 6172745f hmem_base_start_ │ │ │ │ + 0x000394c0 61646472 65737320 30222066 6f720000 address 0" for.. │ │ │ │ + 0x000394d0 6d6f6475 6c655f65 6e61626c 653a6661 module_enable:fa │ │ │ │ + 0x000394e0 74616c00 00000000 73636f6c 6c3a6d70 tal.....scoll:mp │ │ │ │ + 0x000394f0 69206d6f 64756c65 20726570 6f727473 i module reports │ │ │ │ + 0x00039500 20697373 75652064 7572696e 67206d6f issue during mo │ │ │ │ + 0x00039510 64756c65 20656e61 626c696e 67207068 dule enabling ph │ │ │ │ + 0x00039520 6173652e 00000000 54727920 746f2075 ase.....Try to u │ │ │ │ + 0x00039530 73652073 636f6c6c 3a6d7069 20636f6d se scoll:mpi com │ │ │ │ + 0x00039540 706f6e65 6e742077 69746820 616e6f74 ponent with anot │ │ │ │ + 0x00039550 68657220 6f6e6500 666f7220 6578616d her one.for exam │ │ │ │ + 0x00039560 706c6520 73636f6c 6c3a6261 73696300 ple scoll:basic. │ │ │ │ + 0x00039570 73636f6c 6c3a7563 63206d6f 64756c65 scoll:ucc module │ │ │ │ + 0x00039580 20726570 6f727473 20697373 75652064 reports issue d │ │ │ │ + 0x00039590 7572696e 67206d6f 64756c65 20656e61 uring module ena │ │ │ │ + 0x000395a0 626c696e 67207068 6173652e 00000000 bling phase..... │ │ │ │ + 0x000395b0 54727920 746f2075 73652073 636f6c6c Try to use scoll │ │ │ │ + 0x000395c0 3a756363 20636f6d 706f6e65 6e742077 :ucc component w │ │ │ │ + 0x000395d0 69746820 616e6f74 68657220 6f6e6500 ith another one. │ │ │ │ + 0x000395e0 73686d65 6d5f696e 69743a73 74617274 shmem_init:start │ │ │ │ + 0x000395f0 75703a69 6e746572 6e616c2d 6661696c up:internal-fail │ │ │ │ + 0x00039600 75726500 00000000 6f73686d 656d2073 ure.....oshmem s │ │ │ │ + 0x00039610 686d656d 2061626f 72743a63 616e6e6f hmem abort:canno │ │ │ │ + 0x00039620 74206775 6172616e 74656520 616c6c20 t guarantee all │ │ │ │ + 0x00039630 6b696c6c 65640000 6f73686d 656d5f69 killed..oshmem_i │ │ │ │ + 0x00039640 6e69743a 7072696e 742d7665 7273696f nit:print-versio │ │ │ │ + 0x00039650 6e000000 00000000 6f73686d 656d5f69 n.......oshmem_i │ │ │ │ + 0x00039660 6e69743a 7072696e 742d696e 666f0000 nit:print-info.. │ │ │ │ + 0x00039670 4f70656e 2053484d 454d2065 6e766972 Open SHMEM envir │ │ │ │ + 0x00039680 6f6e6d65 6e742076 61726961 626c6573 onment variables │ │ │ │ + 0x00039690 3a000000 00000000 2573202d 20707269 :.......%s - pri │ │ │ │ + 0x000396a0 6e742074 6865206c 69627261 72792076 nt the library v │ │ │ │ + 0x000396b0 65727369 6f6e2061 74207374 6172742d ersion at start- │ │ │ │ + 0x000396c0 75700000 00000000 2573202d 20707269 up......%s - pri │ │ │ │ + 0x000396d0 6e742068 656c7066 756c2074 65787420 nt helpful text │ │ │ │ + 0x000396e0 61626f75 7420616c 6c207468 65736520 about all these │ │ │ │ + 0x000396f0 656e7669 726f6e6d 656e7420 76617269 environment vari │ │ │ │ + 0x00039700 61626c65 73000000 2573202d 206e756d ables...%s - num │ │ │ │ + 0x00039710 62657220 6f662062 79746573 20746f20 ber of bytes to │ │ │ │ + 0x00039720 616c6c6f 63617465 20666f72 2073796d allocate for sym │ │ │ │ + 0x00039730 6d657472 69632068 65617000 00000000 metric heap..... │ │ │ │ + 0x00039740 2573202d 20656e61 626c6520 64656275 %s - enable debu │ │ │ │ + 0x00039750 6767696e 67206d65 73736167 65730000 gging messages.. │ │ │ │ + 0x00039760 4f70656e 2053484d 454d2076 65727369 Open SHMEM versi │ │ │ │ + 0x00039770 6f6e3a00 00000000 41205348 4d454d20 on:.....A SHMEM │ │ │ │ + 0x00039780 70726f63 65737320 69732061 626f7274 process is abort │ │ │ │ + 0x00039790 696e6720 61742061 2074696d 65207768 ing at a time wh │ │ │ │ + 0x000397a0 656e2069 74206361 6e6e6f74 20677561 en it cannot gua │ │ │ │ + 0x000397b0 72616e74 65652074 68617420 616c6c00 rantee that all. │ │ │ │ + 0x000397c0 6f662069 74732070 65657220 70726f63 of its peer proc │ │ │ │ + 0x000397d0 65737365 7320696e 20746865 206a6f62 esses in the job │ │ │ │ + 0x000397e0 2077696c 6c206265 206b696c 6c656420 will be killed │ │ │ │ + 0x000397f0 70726f70 65726c79 2e202059 6f752073 properly. You s │ │ │ │ + 0x00039800 686f756c 64000000 646f7562 6c652063 hould...double c │ │ │ │ + 0x00039810 6865636b 20746861 74206576 65727974 heck that everyt │ │ │ │ + 0x00039820 68696e67 20686173 20736875 7420646f hing has shut do │ │ │ │ + 0x00039830 776e2063 6c65616e 6c792e00 00000000 wn cleanly...... │ │ │ │ + 0x00039840 4c6f6361 6c20686f 73743a20 25730000 Local host: %s.. │ │ │ │ + 0x00039850 61646469 74696f6e 616c2069 6e666f72 additional infor │ │ │ │ + 0x00039860 6d617469 6f6e2028 77686963 68206d61 mation (which ma │ │ │ │ + 0x00039870 79206f6e 6c792062 65207265 6c657661 y only be releva │ │ │ │ + 0x00039880 6e742074 6f20616e 204f7065 6e205348 nt to an Open SH │ │ │ │ + 0x00039890 4d454d00 00000000 25732e25 6c750000 MEM.....%s.%lu.. │ │ │ │ 0x000398a0 25732e25 6c752e25 6c750000 00000000 %s.%lu.%lu...... │ │ │ │ 0x000398b0 496c6c65 67616c20 6f70636f 64650000 Illegal opcode.. │ │ │ │ 0x000398c0 496e7465 67657220 64697669 64652d62 Integer divide-b │ │ │ │ 0x000398d0 792d7a65 726f0000 41646472 65737320 y-zero..Address │ │ │ │ 0x000398e0 6e6f7420 6d617070 65640000 00000000 not mapped...... │ │ │ │ 0x000398f0 496e7661 6c696420 61646472 65737320 Invalid address │ │ │ │ 0x00039900 616c6967 6e6d656e 74000000 00000000 alignment....... │ │ │ ├── readelf --wide --decompress --hex-dump=.gnu_debuglink {} │ │ │ │ @@ -1,7 +1,7 @@ │ │ │ │ │ │ │ │ Hex dump of section '.gnu_debuglink': │ │ │ │ - 0x00000000 34323438 39376638 61323762 37323530 424897f8a27b7250 │ │ │ │ - 0x00000010 33373331 34346138 38366463 66643063 373144a886dcfd0c │ │ │ │ - 0x00000020 37636663 37322e64 65627567 00000000 7cfc72.debug.... │ │ │ │ - 0x00000030 e23c8126 .<.& │ │ │ │ + 0x00000000 61336536 38363065 39663963 35373361 a3e6860e9f9c573a │ │ │ │ + 0x00000010 38313538 30643864 37616361 61326336 81580d8d7acaa2c6 │ │ │ │ + 0x00000020 37323663 66382e64 65627567 00000000 726cf8.debug.... │ │ │ │ + 0x00000030 56301c04 V0.. │ │ ├── ./usr/bin/opal_wrapper │ │ │┄ File has been modified after NT_GNU_BUILD_ID has been applied. │ │ │ ├── readelf --wide --relocs {} │ │ │ │ @@ -19,118 +19,118 @@ │ │ │ │ 00000000000464d8 0000000000000003 R_RISCV_RELATIVE 2bee8 │ │ │ │ 00000000000464e0 0000000000000003 R_RISCV_RELATIVE 2bef8 │ │ │ │ 00000000000464e8 0000000000000003 R_RISCV_RELATIVE 2bf08 │ │ │ │ 00000000000464f0 0000000000000003 R_RISCV_RELATIVE 2bf18 │ │ │ │ 00000000000464f8 0000000000000003 R_RISCV_RELATIVE 2bf28 │ │ │ │ 0000000000046500 0000000000000003 R_RISCV_RELATIVE 2bf38 │ │ │ │ 0000000000046518 0000000000000003 R_RISCV_RELATIVE 2c758 │ │ │ │ -0000000000046530 0000000000000003 R_RISCV_RELATIVE 33028 │ │ │ │ +0000000000046530 0000000000000003 R_RISCV_RELATIVE 30148 │ │ │ │ 0000000000046548 0000000000000003 R_RISCV_RELATIVE 2c780 │ │ │ │ 0000000000046560 0000000000000003 R_RISCV_RELATIVE 2c768 │ │ │ │ 0000000000046578 0000000000000003 R_RISCV_RELATIVE 2c760 │ │ │ │ 0000000000046590 0000000000000003 R_RISCV_RELATIVE 2c750 │ │ │ │ 0000000000046598 0000000000000003 R_RISCV_RELATIVE 2ca88 │ │ │ │ -00000000000465a0 0000000000000003 R_RISCV_RELATIVE 4cdc8 │ │ │ │ +00000000000465a0 0000000000000003 R_RISCV_RELATIVE 4ccc0 │ │ │ │ 00000000000465a8 0000000000000003 R_RISCV_RELATIVE 2caa0 │ │ │ │ -00000000000465b0 0000000000000003 R_RISCV_RELATIVE 4cd50 │ │ │ │ -00000000000465b8 0000000000000003 R_RISCV_RELATIVE 2cab8 │ │ │ │ -00000000000465c0 0000000000000003 R_RISCV_RELATIVE 4cc08 │ │ │ │ -00000000000465c8 0000000000000003 R_RISCV_RELATIVE 2cad0 │ │ │ │ -00000000000465d0 0000000000000003 R_RISCV_RELATIVE 4cb80 │ │ │ │ -00000000000465d8 0000000000000003 R_RISCV_RELATIVE 2cae8 │ │ │ │ -00000000000465e0 0000000000000003 R_RISCV_RELATIVE 4caf0 │ │ │ │ -00000000000465e8 0000000000000003 R_RISCV_RELATIVE 2cb00 │ │ │ │ -00000000000465f0 0000000000000003 R_RISCV_RELATIVE 4ca58 │ │ │ │ -00000000000465f8 0000000000000003 R_RISCV_RELATIVE 2cb20 │ │ │ │ -0000000000046600 0000000000000003 R_RISCV_RELATIVE 4c9d0 │ │ │ │ -0000000000046608 0000000000000003 R_RISCV_RELATIVE 2cb40 │ │ │ │ -0000000000046610 0000000000000003 R_RISCV_RELATIVE 4c970 │ │ │ │ -0000000000046618 0000000000000003 R_RISCV_RELATIVE 2cb60 │ │ │ │ +00000000000465b0 0000000000000003 R_RISCV_RELATIVE 4cc60 │ │ │ │ +00000000000465b8 0000000000000003 R_RISCV_RELATIVE 2cac0 │ │ │ │ +00000000000465c0 0000000000000003 R_RISCV_RELATIVE 4cc00 │ │ │ │ +00000000000465c8 0000000000000003 R_RISCV_RELATIVE 2cae0 │ │ │ │ +00000000000465d0 0000000000000003 R_RISCV_RELATIVE 4cb78 │ │ │ │ +00000000000465d8 0000000000000003 R_RISCV_RELATIVE 2cb00 │ │ │ │ +00000000000465e0 0000000000000003 R_RISCV_RELATIVE 4cae0 │ │ │ │ +00000000000465e8 0000000000000003 R_RISCV_RELATIVE 2cb20 │ │ │ │ +00000000000465f0 0000000000000003 R_RISCV_RELATIVE 4ca50 │ │ │ │ +00000000000465f8 0000000000000003 R_RISCV_RELATIVE 2cb38 │ │ │ │ +0000000000046600 0000000000000003 R_RISCV_RELATIVE 4c9c8 │ │ │ │ +0000000000046608 0000000000000003 R_RISCV_RELATIVE 2cb50 │ │ │ │ +0000000000046610 0000000000000003 R_RISCV_RELATIVE 4c950 │ │ │ │ +0000000000046618 0000000000000003 R_RISCV_RELATIVE 2cb68 │ │ │ │ 0000000000046620 0000000000000003 R_RISCV_RELATIVE 4c910 │ │ │ │ 0000000000046628 0000000000000003 R_RISCV_RELATIVE 2cb80 │ │ │ │ -0000000000046630 0000000000000003 R_RISCV_RELATIVE 4c770 │ │ │ │ -0000000000046638 0000000000000003 R_RISCV_RELATIVE 2cb90 │ │ │ │ -0000000000046640 0000000000000003 R_RISCV_RELATIVE 4c560 │ │ │ │ -0000000000046648 0000000000000003 R_RISCV_RELATIVE 2cba0 │ │ │ │ -0000000000046650 0000000000000003 R_RISCV_RELATIVE 4c4c0 │ │ │ │ -0000000000046658 0000000000000003 R_RISCV_RELATIVE 2cbb0 │ │ │ │ -0000000000046660 0000000000000003 R_RISCV_RELATIVE 4c098 │ │ │ │ -0000000000046668 0000000000000003 R_RISCV_RELATIVE 2cbc8 │ │ │ │ -0000000000046670 0000000000000003 R_RISCV_RELATIVE 4bfe0 │ │ │ │ -0000000000046678 0000000000000003 R_RISCV_RELATIVE 2cbe0 │ │ │ │ -0000000000046680 0000000000000003 R_RISCV_RELATIVE 4bc78 │ │ │ │ -0000000000046688 0000000000000003 R_RISCV_RELATIVE 2cbf8 │ │ │ │ -0000000000046690 0000000000000003 R_RISCV_RELATIVE 4ba80 │ │ │ │ -0000000000046698 0000000000000003 R_RISCV_RELATIVE 2cc10 │ │ │ │ -00000000000466a0 0000000000000003 R_RISCV_RELATIVE 4b9e8 │ │ │ │ -00000000000466a8 0000000000000003 R_RISCV_RELATIVE 2cc28 │ │ │ │ -00000000000466b0 0000000000000003 R_RISCV_RELATIVE 4b880 │ │ │ │ -00000000000466b8 0000000000000003 R_RISCV_RELATIVE 2cc40 │ │ │ │ +0000000000046630 0000000000000003 R_RISCV_RELATIVE 4c4e8 │ │ │ │ +0000000000046638 0000000000000003 R_RISCV_RELATIVE 2cb98 │ │ │ │ +0000000000046640 0000000000000003 R_RISCV_RELATIVE 4c180 │ │ │ │ +0000000000046648 0000000000000003 R_RISCV_RELATIVE 2cbb0 │ │ │ │ +0000000000046650 0000000000000003 R_RISCV_RELATIVE 4bf88 │ │ │ │ +0000000000046658 0000000000000003 R_RISCV_RELATIVE 2cbc8 │ │ │ │ +0000000000046660 0000000000000003 R_RISCV_RELATIVE 4be00 │ │ │ │ +0000000000046668 0000000000000003 R_RISCV_RELATIVE 2cbe0 │ │ │ │ +0000000000046670 0000000000000003 R_RISCV_RELATIVE 4bcc0 │ │ │ │ +0000000000046678 0000000000000003 R_RISCV_RELATIVE 2cbf8 │ │ │ │ +0000000000046680 0000000000000003 R_RISCV_RELATIVE 4bb58 │ │ │ │ +0000000000046688 0000000000000003 R_RISCV_RELATIVE 2cc10 │ │ │ │ +0000000000046690 0000000000000003 R_RISCV_RELATIVE 4baf0 │ │ │ │ +0000000000046698 0000000000000003 R_RISCV_RELATIVE 2cc28 │ │ │ │ +00000000000466a0 0000000000000003 R_RISCV_RELATIVE 4ba58 │ │ │ │ +00000000000466a8 0000000000000003 R_RISCV_RELATIVE 2cc40 │ │ │ │ +00000000000466b0 0000000000000003 R_RISCV_RELATIVE 4b9b8 │ │ │ │ +00000000000466b8 0000000000000003 R_RISCV_RELATIVE 2cc50 │ │ │ │ 00000000000466c0 0000000000000003 R_RISCV_RELATIVE 4b818 │ │ │ │ -00000000000466c8 0000000000000003 R_RISCV_RELATIVE 2cc58 │ │ │ │ -00000000000466d0 0000000000000003 R_RISCV_RELATIVE 4b690 │ │ │ │ +00000000000466c8 0000000000000003 R_RISCV_RELATIVE 2cc60 │ │ │ │ +00000000000466d0 0000000000000003 R_RISCV_RELATIVE 4b608 │ │ │ │ 00000000000466d8 0000000000000003 R_RISCV_RELATIVE 2cc70 │ │ │ │ -00000000000466e0 0000000000000003 R_RISCV_RELATIVE 4b550 │ │ │ │ -00000000000466e8 0000000000000003 R_RISCV_RELATIVE 2cc88 │ │ │ │ -00000000000466f0 0000000000000003 R_RISCV_RELATIVE 4b3c0 │ │ │ │ +00000000000466e0 0000000000000003 R_RISCV_RELATIVE 4b478 │ │ │ │ +00000000000466e8 0000000000000003 R_RISCV_RELATIVE 2cc80 │ │ │ │ +00000000000466f0 0000000000000003 R_RISCV_RELATIVE 4b370 │ │ │ │ 00000000000466f8 0000000000000003 R_RISCV_RELATIVE 2cc98 │ │ │ │ 0000000000046700 0000000000000003 R_RISCV_RELATIVE 4b2b8 │ │ │ │ -0000000000046708 0000000000000003 R_RISCV_RELATIVE 2ccb0 │ │ │ │ -0000000000046710 0000000000000003 R_RISCV_RELATIVE 4ae40 │ │ │ │ -0000000000046718 0000000000000003 R_RISCV_RELATIVE 2ccc8 │ │ │ │ -0000000000046720 0000000000000003 R_RISCV_RELATIVE 4ace0 │ │ │ │ -0000000000046728 0000000000000003 R_RISCV_RELATIVE 2a148 │ │ │ │ -0000000000046730 0000000000000003 R_RISCV_RELATIVE 4aac0 │ │ │ │ -0000000000046738 0000000000000003 R_RISCV_RELATIVE 2ccd8 │ │ │ │ -0000000000046740 0000000000000003 R_RISCV_RELATIVE 4a900 │ │ │ │ -0000000000046748 0000000000000003 R_RISCV_RELATIVE 2ad20 │ │ │ │ -0000000000046750 0000000000000003 R_RISCV_RELATIVE 4a718 │ │ │ │ -0000000000046758 0000000000000003 R_RISCV_RELATIVE 2ccf0 │ │ │ │ -0000000000046760 0000000000000003 R_RISCV_RELATIVE 4a4c8 │ │ │ │ -0000000000046768 0000000000000003 R_RISCV_RELATIVE 2b660 │ │ │ │ -0000000000046770 0000000000000003 R_RISCV_RELATIVE 4a018 │ │ │ │ -0000000000046778 0000000000000003 R_RISCV_RELATIVE 2cd08 │ │ │ │ -0000000000046780 0000000000000003 R_RISCV_RELATIVE 49e90 │ │ │ │ -0000000000046788 0000000000000003 R_RISCV_RELATIVE 2cd28 │ │ │ │ -0000000000046790 0000000000000003 R_RISCV_RELATIVE 49e20 │ │ │ │ -0000000000046798 0000000000000003 R_RISCV_RELATIVE 2cd48 │ │ │ │ -00000000000467a0 0000000000000003 R_RISCV_RELATIVE 49db0 │ │ │ │ -00000000000467a8 0000000000000003 R_RISCV_RELATIVE 2cd68 │ │ │ │ -00000000000467b0 0000000000000003 R_RISCV_RELATIVE 49cf8 │ │ │ │ -00000000000467b8 0000000000000003 R_RISCV_RELATIVE 2cd80 │ │ │ │ -00000000000467c0 0000000000000003 R_RISCV_RELATIVE 49c20 │ │ │ │ -00000000000467c8 0000000000000003 R_RISCV_RELATIVE 2cda0 │ │ │ │ -00000000000467d0 0000000000000003 R_RISCV_RELATIVE 49ba0 │ │ │ │ -00000000000467d8 0000000000000003 R_RISCV_RELATIVE 2cdb8 │ │ │ │ -00000000000467e0 0000000000000003 R_RISCV_RELATIVE 49b50 │ │ │ │ -00000000000467e8 0000000000000003 R_RISCV_RELATIVE 2cdd8 │ │ │ │ -00000000000467f0 0000000000000003 R_RISCV_RELATIVE 49970 │ │ │ │ -00000000000467f8 0000000000000003 R_RISCV_RELATIVE 2cdf0 │ │ │ │ -0000000000046800 0000000000000003 R_RISCV_RELATIVE 49858 │ │ │ │ -0000000000046808 0000000000000003 R_RISCV_RELATIVE 2ce08 │ │ │ │ -0000000000046810 0000000000000003 R_RISCV_RELATIVE 497e0 │ │ │ │ -0000000000046818 0000000000000003 R_RISCV_RELATIVE 2ce28 │ │ │ │ -0000000000046820 0000000000000003 R_RISCV_RELATIVE 49770 │ │ │ │ -0000000000046828 0000000000000003 R_RISCV_RELATIVE 2ce48 │ │ │ │ -0000000000046830 0000000000000003 R_RISCV_RELATIVE 49678 │ │ │ │ -0000000000046838 0000000000000003 R_RISCV_RELATIVE 2ce60 │ │ │ │ -0000000000046840 0000000000000003 R_RISCV_RELATIVE 495f8 │ │ │ │ -0000000000046848 0000000000000003 R_RISCV_RELATIVE 2ce80 │ │ │ │ -0000000000046850 0000000000000003 R_RISCV_RELATIVE 49560 │ │ │ │ -0000000000046858 0000000000000003 R_RISCV_RELATIVE 2cea0 │ │ │ │ -0000000000046860 0000000000000003 R_RISCV_RELATIVE 48b18 │ │ │ │ -0000000000046868 0000000000000003 R_RISCV_RELATIVE 2cec0 │ │ │ │ -0000000000046870 0000000000000003 R_RISCV_RELATIVE 48a88 │ │ │ │ -0000000000046878 0000000000000003 R_RISCV_RELATIVE 2ced8 │ │ │ │ -0000000000046880 0000000000000003 R_RISCV_RELATIVE 485a0 │ │ │ │ -0000000000046888 0000000000000003 R_RISCV_RELATIVE 2cef0 │ │ │ │ -0000000000046890 0000000000000003 R_RISCV_RELATIVE 48508 │ │ │ │ -0000000000046898 0000000000000003 R_RISCV_RELATIVE 2cf08 │ │ │ │ -00000000000468a0 0000000000000003 R_RISCV_RELATIVE 47c08 │ │ │ │ -00000000000468a8 0000000000000003 R_RISCV_RELATIVE 2cf20 │ │ │ │ +0000000000046708 0000000000000003 R_RISCV_RELATIVE 2ad20 │ │ │ │ +0000000000046710 0000000000000003 R_RISCV_RELATIVE 4b0d0 │ │ │ │ +0000000000046718 0000000000000003 R_RISCV_RELATIVE 2ccb0 │ │ │ │ +0000000000046720 0000000000000003 R_RISCV_RELATIVE 4af10 │ │ │ │ +0000000000046728 0000000000000003 R_RISCV_RELATIVE 2ccc8 │ │ │ │ +0000000000046730 0000000000000003 R_RISCV_RELATIVE 4ae58 │ │ │ │ +0000000000046738 0000000000000003 R_RISCV_RELATIVE 2cce0 │ │ │ │ +0000000000046740 0000000000000003 R_RISCV_RELATIVE 4ad80 │ │ │ │ +0000000000046748 0000000000000003 R_RISCV_RELATIVE 2cd00 │ │ │ │ +0000000000046750 0000000000000003 R_RISCV_RELATIVE 4ad00 │ │ │ │ +0000000000046758 0000000000000003 R_RISCV_RELATIVE 2cd18 │ │ │ │ +0000000000046760 0000000000000003 R_RISCV_RELATIVE 4ac88 │ │ │ │ +0000000000046768 0000000000000003 R_RISCV_RELATIVE 2cd38 │ │ │ │ +0000000000046770 0000000000000003 R_RISCV_RELATIVE 4a240 │ │ │ │ +0000000000046778 0000000000000003 R_RISCV_RELATIVE 2cd58 │ │ │ │ +0000000000046780 0000000000000003 R_RISCV_RELATIVE 4a1a8 │ │ │ │ +0000000000046788 0000000000000003 R_RISCV_RELATIVE 2cd78 │ │ │ │ +0000000000046790 0000000000000003 R_RISCV_RELATIVE 4a128 │ │ │ │ +0000000000046798 0000000000000003 R_RISCV_RELATIVE 2cd98 │ │ │ │ +00000000000467a0 0000000000000003 R_RISCV_RELATIVE 4a090 │ │ │ │ +00000000000467a8 0000000000000003 R_RISCV_RELATIVE 2cdb0 │ │ │ │ +00000000000467b0 0000000000000003 R_RISCV_RELATIVE 49ba8 │ │ │ │ +00000000000467b8 0000000000000003 R_RISCV_RELATIVE 2cdc8 │ │ │ │ +00000000000467c0 0000000000000003 R_RISCV_RELATIVE 492a8 │ │ │ │ +00000000000467c8 0000000000000003 R_RISCV_RELATIVE 2cde0 │ │ │ │ +00000000000467d0 0000000000000003 R_RISCV_RELATIVE 49218 │ │ │ │ +00000000000467d8 0000000000000003 R_RISCV_RELATIVE 2cdf8 │ │ │ │ +00000000000467e0 0000000000000003 R_RISCV_RELATIVE 491c8 │ │ │ │ +00000000000467e8 0000000000000003 R_RISCV_RELATIVE 2ce18 │ │ │ │ +00000000000467f0 0000000000000003 R_RISCV_RELATIVE 48fe8 │ │ │ │ +00000000000467f8 0000000000000003 R_RISCV_RELATIVE 2ce30 │ │ │ │ +0000000000046800 0000000000000003 R_RISCV_RELATIVE 48ef0 │ │ │ │ +0000000000046808 0000000000000003 R_RISCV_RELATIVE 2ce48 │ │ │ │ +0000000000046810 0000000000000003 R_RISCV_RELATIVE 48e80 │ │ │ │ +0000000000046818 0000000000000003 R_RISCV_RELATIVE 2ce68 │ │ │ │ +0000000000046820 0000000000000003 R_RISCV_RELATIVE 48e10 │ │ │ │ +0000000000046828 0000000000000003 R_RISCV_RELATIVE 2ce88 │ │ │ │ +0000000000046830 0000000000000003 R_RISCV_RELATIVE 48c88 │ │ │ │ +0000000000046838 0000000000000003 R_RISCV_RELATIVE 2cea8 │ │ │ │ +0000000000046840 0000000000000003 R_RISCV_RELATIVE 48b70 │ │ │ │ +0000000000046848 0000000000000003 R_RISCV_RELATIVE 2cec0 │ │ │ │ +0000000000046850 0000000000000003 R_RISCV_RELATIVE 48b00 │ │ │ │ +0000000000046858 0000000000000003 R_RISCV_RELATIVE 2cee0 │ │ │ │ +0000000000046860 0000000000000003 R_RISCV_RELATIVE 48a30 │ │ │ │ +0000000000046868 0000000000000003 R_RISCV_RELATIVE 2b660 │ │ │ │ +0000000000046870 0000000000000003 R_RISCV_RELATIVE 48580 │ │ │ │ +0000000000046878 0000000000000003 R_RISCV_RELATIVE 2cef8 │ │ │ │ +0000000000046880 0000000000000003 R_RISCV_RELATIVE 48330 │ │ │ │ +0000000000046888 0000000000000003 R_RISCV_RELATIVE 2a148 │ │ │ │ +0000000000046890 0000000000000003 R_RISCV_RELATIVE 48110 │ │ │ │ +0000000000046898 0000000000000003 R_RISCV_RELATIVE 2cf10 │ │ │ │ +00000000000468a0 0000000000000003 R_RISCV_RELATIVE 47c98 │ │ │ │ +00000000000468a8 0000000000000003 R_RISCV_RELATIVE 2cf28 │ │ │ │ 00000000000468b0 0000000000000003 R_RISCV_RELATIVE 47b38 │ │ │ │ 00000000000469d0 0000000000000003 R_RISCV_RELATIVE 3bf60 │ │ │ │ 00000000000469d8 0000000000000003 R_RISCV_RELATIVE 3bd10 │ │ │ │ 00000000000469e0 0000000000000003 R_RISCV_RELATIVE 3bf68 │ │ │ │ 00000000000469e8 0000000000000003 R_RISCV_RELATIVE 3bf80 │ │ │ │ 00000000000469f0 0000000000000003 R_RISCV_RELATIVE 3bf98 │ │ │ │ 00000000000469f8 0000000000000003 R_RISCV_RELATIVE 3bfb0 │ │ │ │ @@ -146,15 +146,15 @@ │ │ │ │ 0000000000046a48 0000000000000003 R_RISCV_RELATIVE 3c090 │ │ │ │ 0000000000046a50 0000000000000003 R_RISCV_RELATIVE 3c0a8 │ │ │ │ 0000000000046a60 0000000000000003 R_RISCV_RELATIVE 2242a │ │ │ │ 0000000000046a70 0000000000000003 R_RISCV_RELATIVE 22430 │ │ │ │ 0000000000046a78 0000000000000003 R_RISCV_RELATIVE 22460 │ │ │ │ 0000000000046a80 0000000000000003 R_RISCV_RELATIVE 22434 │ │ │ │ 0000000000046a88 0000000000000003 R_RISCV_RELATIVE 3e108 │ │ │ │ -0000000000046a90 0000000000000003 R_RISCV_RELATIVE 351f8 │ │ │ │ +0000000000046a90 0000000000000003 R_RISCV_RELATIVE 36028 │ │ │ │ 0000000000046a98 0000000000000003 R_RISCV_RELATIVE 3e110 │ │ │ │ 0000000000046aa0 0000000000000003 R_RISCV_RELATIVE 3e118 │ │ │ │ 0000000000046aa8 0000000000000003 R_RISCV_RELATIVE 3e128 │ │ │ │ 0000000000046ab0 0000000000000003 R_RISCV_RELATIVE 3e138 │ │ │ │ 0000000000046ab8 0000000000000003 R_RISCV_RELATIVE 3e148 │ │ │ │ 0000000000046ac0 0000000000000003 R_RISCV_RELATIVE 3e150 │ │ │ │ 0000000000046ac8 0000000000000003 R_RISCV_RELATIVE 3e160 │ │ │ │ @@ -278,15 +278,15 @@ │ │ │ │ 0000000000047568 0000000000000003 R_RISCV_RELATIVE 2bfd8 │ │ │ │ 0000000000047570 0000000000000003 R_RISCV_RELATIVE 2bfe0 │ │ │ │ 0000000000047578 0000000000000003 R_RISCV_RELATIVE 2bfe8 │ │ │ │ 0000000000047580 0000000000000003 R_RISCV_RELATIVE 2bff0 │ │ │ │ 0000000000047588 0000000000000003 R_RISCV_RELATIVE 2bff8 │ │ │ │ 0000000000047590 0000000000000003 R_RISCV_RELATIVE 2c008 │ │ │ │ 0000000000047598 0000000000000003 R_RISCV_RELATIVE 2c010 │ │ │ │ -00000000000475a0 0000000000000003 R_RISCV_RELATIVE 340c0 │ │ │ │ +00000000000475a0 0000000000000003 R_RISCV_RELATIVE 2f970 │ │ │ │ 00000000000475a8 0000000000000003 R_RISCV_RELATIVE 2c1e8 │ │ │ │ 00000000000475b0 0000000000000003 R_RISCV_RELATIVE 4d288 │ │ │ │ 00000000000475b8 0000000000000003 R_RISCV_RELATIVE 17f56 │ │ │ │ 00000000000475c0 0000000000000003 R_RISCV_RELATIVE 17f96 │ │ │ │ 00000000000475e8 0000000000000003 R_RISCV_RELATIVE 4d288 │ │ │ │ 0000000000047600 0000000000000003 R_RISCV_RELATIVE 2c1a0 │ │ │ │ 0000000000047608 0000000000000003 R_RISCV_RELATIVE 17f4e │ │ │ │ @@ -310,16 +310,16 @@ │ │ │ │ 00000000000476d0 0000000000000003 R_RISCV_RELATIVE 18264 │ │ │ │ 00000000000476d8 0000000000000003 R_RISCV_RELATIVE 180d6 │ │ │ │ 00000000000476f0 0000000000000003 R_RISCV_RELATIVE 2c208 │ │ │ │ 00000000000476f8 0000000000000003 R_RISCV_RELATIVE 4d288 │ │ │ │ 0000000000047700 0000000000000003 R_RISCV_RELATIVE 185a4 │ │ │ │ 0000000000047708 0000000000000003 R_RISCV_RELATIVE 18afe │ │ │ │ 0000000000047738 0000000000000003 R_RISCV_RELATIVE 2b9e8 │ │ │ │ -0000000000047748 0000000000000003 R_RISCV_RELATIVE 30f90 │ │ │ │ -0000000000047758 0000000000000003 R_RISCV_RELATIVE 37700 │ │ │ │ +0000000000047748 0000000000000003 R_RISCV_RELATIVE 35058 │ │ │ │ +0000000000047758 0000000000000003 R_RISCV_RELATIVE 38c70 │ │ │ │ 0000000000047768 0000000000000003 R_RISCV_RELATIVE 2c1b0 │ │ │ │ 0000000000047778 0000000000000003 R_RISCV_RELATIVE 3c058 │ │ │ │ 0000000000047788 0000000000000003 R_RISCV_RELATIVE 2c1b8 │ │ │ │ 0000000000047798 0000000000000003 R_RISCV_RELATIVE 2c1c0 │ │ │ │ 00000000000477a8 0000000000000003 R_RISCV_RELATIVE 2c1c8 │ │ │ │ 00000000000477c0 0000000000000003 R_RISCV_RELATIVE 2c220 │ │ │ │ 00000000000477c8 0000000000000003 R_RISCV_RELATIVE 4d288 │ │ │ │ @@ -343,2051 +343,2051 @@ │ │ │ │ 0000000000047b00 0000000000000003 R_RISCV_RELATIVE 1fa7c │ │ │ │ 0000000000047b08 0000000000000003 R_RISCV_RELATIVE 1fa2c │ │ │ │ 0000000000047b10 0000000000000003 R_RISCV_RELATIVE 1fa22 │ │ │ │ 0000000000047b18 0000000000000003 R_RISCV_RELATIVE 1fa18 │ │ │ │ 0000000000047b20 0000000000000003 R_RISCV_RELATIVE 1fa0a │ │ │ │ 0000000000047b28 0000000000000003 R_RISCV_RELATIVE 1f9de │ │ │ │ 0000000000047b38 0000000000000003 R_RISCV_RELATIVE 2cf38 │ │ │ │ -0000000000047b40 0000000000000003 R_RISCV_RELATIVE 47bf0 │ │ │ │ +0000000000047b40 0000000000000003 R_RISCV_RELATIVE 47c80 │ │ │ │ 0000000000047b50 0000000000000003 R_RISCV_RELATIVE 2cf50 │ │ │ │ -0000000000047b58 0000000000000003 R_RISCV_RELATIVE 47bd8 │ │ │ │ +0000000000047b58 0000000000000003 R_RISCV_RELATIVE 47c68 │ │ │ │ 0000000000047b68 0000000000000003 R_RISCV_RELATIVE 2cf68 │ │ │ │ -0000000000047b70 0000000000000003 R_RISCV_RELATIVE 47bc0 │ │ │ │ +0000000000047b70 0000000000000003 R_RISCV_RELATIVE 47c50 │ │ │ │ 0000000000047b80 0000000000000003 R_RISCV_RELATIVE 2cf80 │ │ │ │ -0000000000047b88 0000000000000003 R_RISCV_RELATIVE 47bb0 │ │ │ │ -0000000000047bb0 0000000000000003 R_RISCV_RELATIVE 2cf98 │ │ │ │ -0000000000047bc0 0000000000000003 R_RISCV_RELATIVE 2cfd0 │ │ │ │ -0000000000047bc8 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ -0000000000047bd8 0000000000000003 R_RISCV_RELATIVE 2d000 │ │ │ │ -0000000000047be0 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ -0000000000047bf0 0000000000000003 R_RISCV_RELATIVE 2d030 │ │ │ │ -0000000000047bf8 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ -0000000000047c08 0000000000000003 R_RISCV_RELATIVE 2d058 │ │ │ │ -0000000000047c10 0000000000000003 R_RISCV_RELATIVE 48480 │ │ │ │ -0000000000047c20 0000000000000003 R_RISCV_RELATIVE 2d078 │ │ │ │ -0000000000047c28 0000000000000003 R_RISCV_RELATIVE 483e8 │ │ │ │ -0000000000047c38 0000000000000003 R_RISCV_RELATIVE 2d090 │ │ │ │ -0000000000047c40 0000000000000003 R_RISCV_RELATIVE 483b0 │ │ │ │ -0000000000047c50 0000000000000003 R_RISCV_RELATIVE 2d0a0 │ │ │ │ -0000000000047c58 0000000000000003 R_RISCV_RELATIVE 48348 │ │ │ │ +0000000000047b88 0000000000000003 R_RISCV_RELATIVE 47c38 │ │ │ │ +0000000000047b98 0000000000000003 R_RISCV_RELATIVE 2cf98 │ │ │ │ +0000000000047ba0 0000000000000003 R_RISCV_RELATIVE 47c20 │ │ │ │ +0000000000047bb0 0000000000000003 R_RISCV_RELATIVE 2cfb8 │ │ │ │ +0000000000047bb8 0000000000000003 R_RISCV_RELATIVE 47c08 │ │ │ │ +0000000000047bc8 0000000000000003 R_RISCV_RELATIVE 2cfd0 │ │ │ │ +0000000000047bd0 0000000000000003 R_RISCV_RELATIVE 47bf8 │ │ │ │ +0000000000047bf8 0000000000000003 R_RISCV_RELATIVE 2cfe8 │ │ │ │ +0000000000047c08 0000000000000003 R_RISCV_RELATIVE 2d010 │ │ │ │ +0000000000047c10 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ +0000000000047c20 0000000000000003 R_RISCV_RELATIVE 2d038 │ │ │ │ +0000000000047c28 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ +0000000000047c38 0000000000000003 R_RISCV_RELATIVE 2d050 │ │ │ │ +0000000000047c40 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ +0000000000047c50 0000000000000003 R_RISCV_RELATIVE 2d098 │ │ │ │ +0000000000047c58 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ 0000000000047c68 0000000000000003 R_RISCV_RELATIVE 2d0c0 │ │ │ │ -0000000000047c70 0000000000000003 R_RISCV_RELATIVE 482f8 │ │ │ │ -0000000000047c80 0000000000000003 R_RISCV_RELATIVE 2d0e0 │ │ │ │ -0000000000047c88 0000000000000003 R_RISCV_RELATIVE 48288 │ │ │ │ -0000000000047c98 0000000000000003 R_RISCV_RELATIVE 2d100 │ │ │ │ -0000000000047ca0 0000000000000003 R_RISCV_RELATIVE 48250 │ │ │ │ -0000000000047cb0 0000000000000003 R_RISCV_RELATIVE 2d118 │ │ │ │ -0000000000047cb8 0000000000000003 R_RISCV_RELATIVE 481f8 │ │ │ │ -0000000000047cc8 0000000000000003 R_RISCV_RELATIVE 2d128 │ │ │ │ -0000000000047cd0 0000000000000003 R_RISCV_RELATIVE 48108 │ │ │ │ -0000000000047ce0 0000000000000003 R_RISCV_RELATIVE 2d150 │ │ │ │ -0000000000047ce8 0000000000000003 R_RISCV_RELATIVE 48010 │ │ │ │ -0000000000047cf8 0000000000000003 R_RISCV_RELATIVE 2d178 │ │ │ │ -0000000000047d00 0000000000000003 R_RISCV_RELATIVE 47f00 │ │ │ │ -0000000000047d10 0000000000000003 R_RISCV_RELATIVE 2d1a8 │ │ │ │ -0000000000047d18 0000000000000003 R_RISCV_RELATIVE 47ea0 │ │ │ │ -0000000000047d28 0000000000000003 R_RISCV_RELATIVE 2d1c0 │ │ │ │ -0000000000047d30 0000000000000003 R_RISCV_RELATIVE 47e08 │ │ │ │ -0000000000047d40 0000000000000003 R_RISCV_RELATIVE 2d1d8 │ │ │ │ -0000000000047d48 0000000000000003 R_RISCV_RELATIVE 47dc0 │ │ │ │ -0000000000047d58 0000000000000003 R_RISCV_RELATIVE 2d1f8 │ │ │ │ -0000000000047d60 0000000000000003 R_RISCV_RELATIVE 47d88 │ │ │ │ -0000000000047d88 0000000000000003 R_RISCV_RELATIVE 2d210 │ │ │ │ -0000000000047d90 0000000000000003 R_RISCV_RELATIVE 2d250 │ │ │ │ -0000000000047d98 0000000000000003 R_RISCV_RELATIVE 2d298 │ │ │ │ -0000000000047da0 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ -0000000000047da8 0000000000000003 R_RISCV_RELATIVE 2d2e0 │ │ │ │ -0000000000047db0 0000000000000003 R_RISCV_RELATIVE 2d308 │ │ │ │ -0000000000047dc0 0000000000000003 R_RISCV_RELATIVE 2d330 │ │ │ │ -0000000000047dc8 0000000000000003 R_RISCV_RELATIVE 2d370 │ │ │ │ -0000000000047dd0 0000000000000003 R_RISCV_RELATIVE 2d3b0 │ │ │ │ -0000000000047dd8 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ -0000000000047de0 0000000000000003 R_RISCV_RELATIVE 2d3e0 │ │ │ │ -0000000000047de8 0000000000000003 R_RISCV_RELATIVE 2d3f8 │ │ │ │ -0000000000047df0 0000000000000003 R_RISCV_RELATIVE 2d410 │ │ │ │ -0000000000047df8 0000000000000003 R_RISCV_RELATIVE 2d428 │ │ │ │ -0000000000047e08 0000000000000003 R_RISCV_RELATIVE 2d448 │ │ │ │ -0000000000047e10 0000000000000003 R_RISCV_RELATIVE 2d490 │ │ │ │ -0000000000047e18 0000000000000003 R_RISCV_RELATIVE 2d4d8 │ │ │ │ +0000000000047c70 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ +0000000000047c80 0000000000000003 R_RISCV_RELATIVE 2d0f8 │ │ │ │ +0000000000047c88 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ +0000000000047c98 0000000000000003 R_RISCV_RELATIVE 2d120 │ │ │ │ +0000000000047ca0 0000000000000003 R_RISCV_RELATIVE 480a0 │ │ │ │ +0000000000047cb0 0000000000000003 R_RISCV_RELATIVE 2d140 │ │ │ │ +0000000000047cb8 0000000000000003 R_RISCV_RELATIVE 48058 │ │ │ │ +0000000000047cc8 0000000000000003 R_RISCV_RELATIVE 2d158 │ │ │ │ +0000000000047cd0 0000000000000003 R_RISCV_RELATIVE 48008 │ │ │ │ +0000000000047ce0 0000000000000003 R_RISCV_RELATIVE 2d178 │ │ │ │ +0000000000047ce8 0000000000000003 R_RISCV_RELATIVE 47fa8 │ │ │ │ +0000000000047cf8 0000000000000003 R_RISCV_RELATIVE 2d190 │ │ │ │ +0000000000047d00 0000000000000003 R_RISCV_RELATIVE 47f78 │ │ │ │ +0000000000047d10 0000000000000003 R_RISCV_RELATIVE 2d1a0 │ │ │ │ +0000000000047d18 0000000000000003 R_RISCV_RELATIVE 47f48 │ │ │ │ +0000000000047d28 0000000000000003 R_RISCV_RELATIVE 2d1b0 │ │ │ │ +0000000000047d30 0000000000000003 R_RISCV_RELATIVE 47ef0 │ │ │ │ +0000000000047d40 0000000000000003 R_RISCV_RELATIVE 2d1c8 │ │ │ │ +0000000000047d48 0000000000000003 R_RISCV_RELATIVE 47ea8 │ │ │ │ +0000000000047d58 0000000000000003 R_RISCV_RELATIVE 2d1e0 │ │ │ │ +0000000000047d60 0000000000000003 R_RISCV_RELATIVE 47e58 │ │ │ │ +0000000000047d70 0000000000000003 R_RISCV_RELATIVE 2d1f0 │ │ │ │ +0000000000047d78 0000000000000003 R_RISCV_RELATIVE 47e18 │ │ │ │ +0000000000047d88 0000000000000003 R_RISCV_RELATIVE 2d200 │ │ │ │ +0000000000047d90 0000000000000003 R_RISCV_RELATIVE 47db8 │ │ │ │ +0000000000047db8 0000000000000003 R_RISCV_RELATIVE 2d210 │ │ │ │ +0000000000047dc0 0000000000000003 R_RISCV_RELATIVE 2d258 │ │ │ │ +0000000000047dc8 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ +0000000000047dd0 0000000000000003 R_RISCV_RELATIVE 2d298 │ │ │ │ +0000000000047dd8 0000000000000003 R_RISCV_RELATIVE 2d2b0 │ │ │ │ +0000000000047de0 0000000000000003 R_RISCV_RELATIVE 2d2c8 │ │ │ │ +0000000000047de8 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ +0000000000047df0 0000000000000003 R_RISCV_RELATIVE 2d2e0 │ │ │ │ +0000000000047df8 0000000000000003 R_RISCV_RELATIVE 2d328 │ │ │ │ +0000000000047e00 0000000000000003 R_RISCV_RELATIVE 2d370 │ │ │ │ +0000000000047e08 0000000000000003 R_RISCV_RELATIVE 2d3b0 │ │ │ │ +0000000000047e18 0000000000000003 R_RISCV_RELATIVE 2d3f0 │ │ │ │ 0000000000047e20 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ -0000000000047e28 0000000000000003 R_RISCV_RELATIVE 2d4f8 │ │ │ │ -0000000000047e30 0000000000000003 R_RISCV_RELATIVE 2d540 │ │ │ │ -0000000000047e38 0000000000000003 R_RISCV_RELATIVE 2d588 │ │ │ │ -0000000000047e40 0000000000000003 R_RISCV_RELATIVE 2d5d0 │ │ │ │ -0000000000047e48 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ -0000000000047e50 0000000000000003 R_RISCV_RELATIVE 2d5e0 │ │ │ │ -0000000000047e58 0000000000000003 R_RISCV_RELATIVE 2d628 │ │ │ │ -0000000000047e60 0000000000000003 R_RISCV_RELATIVE 2d670 │ │ │ │ +0000000000047e28 0000000000000003 R_RISCV_RELATIVE 2d430 │ │ │ │ +0000000000047e30 0000000000000003 R_RISCV_RELATIVE 2d440 │ │ │ │ +0000000000047e38 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ +0000000000047e40 0000000000000003 R_RISCV_RELATIVE 2d450 │ │ │ │ +0000000000047e48 0000000000000003 R_RISCV_RELATIVE 2d490 │ │ │ │ +0000000000047e58 0000000000000003 R_RISCV_RELATIVE 2d4a8 │ │ │ │ +0000000000047e60 0000000000000003 R_RISCV_RELATIVE 2d4e8 │ │ │ │ 0000000000047e68 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ -0000000000047e70 0000000000000003 R_RISCV_RELATIVE 2d698 │ │ │ │ -0000000000047e78 0000000000000003 R_RISCV_RELATIVE 2d6c0 │ │ │ │ -0000000000047e80 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ -0000000000047e88 0000000000000003 R_RISCV_RELATIVE 2d6e0 │ │ │ │ -0000000000047e90 0000000000000003 R_RISCV_RELATIVE 2d728 │ │ │ │ -0000000000047ea0 0000000000000003 R_RISCV_RELATIVE 2d740 │ │ │ │ -0000000000047ea8 0000000000000003 R_RISCV_RELATIVE 2d788 │ │ │ │ -0000000000047eb0 0000000000000003 R_RISCV_RELATIVE 2d7c8 │ │ │ │ -0000000000047eb8 0000000000000003 R_RISCV_RELATIVE 2d810 │ │ │ │ -0000000000047ec0 0000000000000003 R_RISCV_RELATIVE 2d858 │ │ │ │ -0000000000047ec8 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ -0000000000047ed0 0000000000000003 R_RISCV_RELATIVE 2d880 │ │ │ │ -0000000000047ed8 0000000000000003 R_RISCV_RELATIVE 2d8a0 │ │ │ │ -0000000000047ee0 0000000000000003 R_RISCV_RELATIVE 2d8c0 │ │ │ │ -0000000000047ee8 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ -0000000000047ef0 0000000000000003 R_RISCV_RELATIVE 2d8e0 │ │ │ │ -0000000000047f00 0000000000000003 R_RISCV_RELATIVE 2d920 │ │ │ │ -0000000000047f08 0000000000000003 R_RISCV_RELATIVE 2d960 │ │ │ │ -0000000000047f10 0000000000000003 R_RISCV_RELATIVE 2d9a8 │ │ │ │ +0000000000047e70 0000000000000003 R_RISCV_RELATIVE 2d298 │ │ │ │ +0000000000047e78 0000000000000003 R_RISCV_RELATIVE 2d510 │ │ │ │ +0000000000047e80 0000000000000003 R_RISCV_RELATIVE 2d528 │ │ │ │ +0000000000047e88 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ +0000000000047e90 0000000000000003 R_RISCV_RELATIVE 2d450 │ │ │ │ +0000000000047e98 0000000000000003 R_RISCV_RELATIVE 2d490 │ │ │ │ +0000000000047ea8 0000000000000003 R_RISCV_RELATIVE 2d540 │ │ │ │ +0000000000047eb0 0000000000000003 R_RISCV_RELATIVE 2d580 │ │ │ │ +0000000000047eb8 0000000000000003 R_RISCV_RELATIVE 2d5c8 │ │ │ │ +0000000000047ec0 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ +0000000000047ec8 0000000000000003 R_RISCV_RELATIVE 2d5d8 │ │ │ │ +0000000000047ed0 0000000000000003 R_RISCV_RELATIVE 2d5e8 │ │ │ │ +0000000000047ed8 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ +0000000000047ee0 0000000000000003 R_RISCV_RELATIVE 2d5f8 │ │ │ │ +0000000000047ef0 0000000000000003 R_RISCV_RELATIVE 2d628 │ │ │ │ +0000000000047ef8 0000000000000003 R_RISCV_RELATIVE 2d668 │ │ │ │ +0000000000047f00 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ +0000000000047f08 0000000000000003 R_RISCV_RELATIVE 2d5d8 │ │ │ │ +0000000000047f10 0000000000000003 R_RISCV_RELATIVE 2d5e8 │ │ │ │ 0000000000047f18 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ -0000000000047f20 0000000000000003 R_RISCV_RELATIVE 2d9d8 │ │ │ │ -0000000000047f28 0000000000000003 R_RISCV_RELATIVE 2da20 │ │ │ │ -0000000000047f30 0000000000000003 R_RISCV_RELATIVE 2da68 │ │ │ │ -0000000000047f38 0000000000000003 R_RISCV_RELATIVE 2daa8 │ │ │ │ -0000000000047f40 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ -0000000000047f48 0000000000000003 R_RISCV_RELATIVE 2dac0 │ │ │ │ +0000000000047f20 0000000000000003 R_RISCV_RELATIVE 2d680 │ │ │ │ +0000000000047f28 0000000000000003 R_RISCV_RELATIVE 2d6c0 │ │ │ │ +0000000000047f30 0000000000000003 R_RISCV_RELATIVE 2d700 │ │ │ │ +0000000000047f38 0000000000000003 R_RISCV_RELATIVE 2dc08 │ │ │ │ +0000000000047f48 0000000000000003 R_RISCV_RELATIVE 2d740 │ │ │ │ 0000000000047f50 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ -0000000000047f58 0000000000000003 R_RISCV_RELATIVE 2dae8 │ │ │ │ -0000000000047f60 0000000000000003 R_RISCV_RELATIVE 2daf8 │ │ │ │ -0000000000047f68 0000000000000003 R_RISCV_RELATIVE 2db18 │ │ │ │ -0000000000047f70 0000000000000003 R_RISCV_RELATIVE 2db38 │ │ │ │ -0000000000047f78 0000000000000003 R_RISCV_RELATIVE 2daf8 │ │ │ │ +0000000000047f58 0000000000000003 R_RISCV_RELATIVE 2d788 │ │ │ │ +0000000000047f60 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ +0000000000047f68 0000000000000003 R_RISCV_RELATIVE 2d7a0 │ │ │ │ +0000000000047f78 0000000000000003 R_RISCV_RELATIVE 2d7e8 │ │ │ │ 0000000000047f80 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ -0000000000047f88 0000000000000003 R_RISCV_RELATIVE 2db48 │ │ │ │ -0000000000047f90 0000000000000003 R_RISCV_RELATIVE 2db68 │ │ │ │ -0000000000047f98 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ -0000000000047fa0 0000000000000003 R_RISCV_RELATIVE 2db88 │ │ │ │ -0000000000047fa8 0000000000000003 R_RISCV_RELATIVE 2dbc8 │ │ │ │ +0000000000047f88 0000000000000003 R_RISCV_RELATIVE 2d810 │ │ │ │ +0000000000047f90 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ +0000000000047f98 0000000000000003 R_RISCV_RELATIVE 2d820 │ │ │ │ +0000000000047fa8 0000000000000003 R_RISCV_RELATIVE 2d868 │ │ │ │ 0000000000047fb0 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ -0000000000047fb8 0000000000000003 R_RISCV_RELATIVE 2dbe0 │ │ │ │ -0000000000047fc0 0000000000000003 R_RISCV_RELATIVE 2dc28 │ │ │ │ -0000000000047fc8 0000000000000003 R_RISCV_RELATIVE 2dc70 │ │ │ │ -0000000000047fd0 0000000000000003 R_RISCV_RELATIVE 2dcb8 │ │ │ │ +0000000000047fb8 0000000000000003 R_RISCV_RELATIVE 2d788 │ │ │ │ +0000000000047fc0 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ +0000000000047fc8 0000000000000003 R_RISCV_RELATIVE 2d8a8 │ │ │ │ +0000000000047fd0 0000000000000003 R_RISCV_RELATIVE 2d8e0 │ │ │ │ 0000000000047fd8 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ -0000000000047fe0 0000000000000003 R_RISCV_RELATIVE 2dcd8 │ │ │ │ -0000000000047fe8 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ -0000000000047ff0 0000000000000003 R_RISCV_RELATIVE 2dd10 │ │ │ │ -0000000000047ff8 0000000000000003 R_RISCV_RELATIVE 2dd58 │ │ │ │ -0000000000048000 0000000000000003 R_RISCV_RELATIVE 2dda0 │ │ │ │ -0000000000048010 0000000000000003 R_RISCV_RELATIVE 2ddc0 │ │ │ │ -0000000000048018 0000000000000003 R_RISCV_RELATIVE 2d960 │ │ │ │ -0000000000048020 0000000000000003 R_RISCV_RELATIVE 2de08 │ │ │ │ -0000000000048028 0000000000000003 R_RISCV_RELATIVE 2de50 │ │ │ │ +0000000000047fe0 0000000000000003 R_RISCV_RELATIVE 2d918 │ │ │ │ +0000000000047fe8 0000000000000003 R_RISCV_RELATIVE 2d928 │ │ │ │ +0000000000047ff0 0000000000000003 R_RISCV_RELATIVE 2d938 │ │ │ │ +0000000000047ff8 0000000000000003 R_RISCV_RELATIVE 2d948 │ │ │ │ +0000000000048008 0000000000000003 R_RISCV_RELATIVE 2d960 │ │ │ │ +0000000000048010 0000000000000003 R_RISCV_RELATIVE 2d9a8 │ │ │ │ +0000000000048018 0000000000000003 R_RISCV_RELATIVE 2d9e8 │ │ │ │ +0000000000048020 0000000000000003 R_RISCV_RELATIVE 2da30 │ │ │ │ +0000000000048028 0000000000000003 R_RISCV_RELATIVE 2da78 │ │ │ │ 0000000000048030 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ -0000000000048038 0000000000000003 R_RISCV_RELATIVE 2dac0 │ │ │ │ +0000000000048038 0000000000000003 R_RISCV_RELATIVE 2daa8 │ │ │ │ 0000000000048040 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ 0000000000048048 0000000000000003 R_RISCV_RELATIVE 2dae8 │ │ │ │ -0000000000048050 0000000000000003 R_RISCV_RELATIVE 2daf8 │ │ │ │ 0000000000048058 0000000000000003 R_RISCV_RELATIVE 2db18 │ │ │ │ -0000000000048060 0000000000000003 R_RISCV_RELATIVE 2db38 │ │ │ │ -0000000000048068 0000000000000003 R_RISCV_RELATIVE 2daf8 │ │ │ │ -0000000000048070 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ -0000000000048078 0000000000000003 R_RISCV_RELATIVE 2db48 │ │ │ │ -0000000000048080 0000000000000003 R_RISCV_RELATIVE 2db68 │ │ │ │ -0000000000048088 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ -0000000000048090 0000000000000003 R_RISCV_RELATIVE 2de70 │ │ │ │ -0000000000048098 0000000000000003 R_RISCV_RELATIVE 2deb8 │ │ │ │ -00000000000480a0 0000000000000003 R_RISCV_RELATIVE 2df00 │ │ │ │ -00000000000480a8 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ -00000000000480b0 0000000000000003 R_RISCV_RELATIVE 2dbe0 │ │ │ │ -00000000000480b8 0000000000000003 R_RISCV_RELATIVE 2dc28 │ │ │ │ -00000000000480c0 0000000000000003 R_RISCV_RELATIVE 2dc70 │ │ │ │ -00000000000480c8 0000000000000003 R_RISCV_RELATIVE 2dcb8 │ │ │ │ -00000000000480d0 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ -00000000000480d8 0000000000000003 R_RISCV_RELATIVE 2dcd8 │ │ │ │ -00000000000480e0 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ -00000000000480e8 0000000000000003 R_RISCV_RELATIVE 2dd10 │ │ │ │ -00000000000480f0 0000000000000003 R_RISCV_RELATIVE 2dd58 │ │ │ │ -00000000000480f8 0000000000000003 R_RISCV_RELATIVE 2dda0 │ │ │ │ -0000000000048108 0000000000000003 R_RISCV_RELATIVE 2ddc0 │ │ │ │ -0000000000048110 0000000000000003 R_RISCV_RELATIVE 2d960 │ │ │ │ -0000000000048118 0000000000000003 R_RISCV_RELATIVE 2df40 │ │ │ │ -0000000000048120 0000000000000003 R_RISCV_RELATIVE 2df88 │ │ │ │ -0000000000048128 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ -0000000000048130 0000000000000003 R_RISCV_RELATIVE 2dac0 │ │ │ │ -0000000000048138 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ -0000000000048140 0000000000000003 R_RISCV_RELATIVE 2dae8 │ │ │ │ -0000000000048148 0000000000000003 R_RISCV_RELATIVE 2daf8 │ │ │ │ -0000000000048150 0000000000000003 R_RISCV_RELATIVE 2db18 │ │ │ │ -0000000000048158 0000000000000003 R_RISCV_RELATIVE 2db38 │ │ │ │ -0000000000048160 0000000000000003 R_RISCV_RELATIVE 2daf8 │ │ │ │ -0000000000048168 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ -0000000000048170 0000000000000003 R_RISCV_RELATIVE 2db48 │ │ │ │ -0000000000048178 0000000000000003 R_RISCV_RELATIVE 2db68 │ │ │ │ -0000000000048180 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ -0000000000048188 0000000000000003 R_RISCV_RELATIVE 2dfa8 │ │ │ │ -0000000000048190 0000000000000003 R_RISCV_RELATIVE 2dff0 │ │ │ │ -0000000000048198 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ -00000000000481a0 0000000000000003 R_RISCV_RELATIVE 2dbe0 │ │ │ │ -00000000000481a8 0000000000000003 R_RISCV_RELATIVE 2dc28 │ │ │ │ -00000000000481b0 0000000000000003 R_RISCV_RELATIVE 2dc70 │ │ │ │ -00000000000481b8 0000000000000003 R_RISCV_RELATIVE 2dcb8 │ │ │ │ -00000000000481c0 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ -00000000000481c8 0000000000000003 R_RISCV_RELATIVE 2dcd8 │ │ │ │ -00000000000481d0 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ -00000000000481d8 0000000000000003 R_RISCV_RELATIVE 2dd10 │ │ │ │ -00000000000481e0 0000000000000003 R_RISCV_RELATIVE 2dd58 │ │ │ │ -00000000000481e8 0000000000000003 R_RISCV_RELATIVE 2dda0 │ │ │ │ -00000000000481f8 0000000000000003 R_RISCV_RELATIVE 2e020 │ │ │ │ -0000000000048200 0000000000000003 R_RISCV_RELATIVE 2e068 │ │ │ │ -0000000000048208 0000000000000003 R_RISCV_RELATIVE 2e0b0 │ │ │ │ -0000000000048210 0000000000000003 R_RISCV_RELATIVE 2e0f8 │ │ │ │ -0000000000048218 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ -0000000000048220 0000000000000003 R_RISCV_RELATIVE 2e110 │ │ │ │ -0000000000048228 0000000000000003 R_RISCV_RELATIVE 2e128 │ │ │ │ -0000000000048230 0000000000000003 R_RISCV_RELATIVE 2e140 │ │ │ │ -0000000000048238 0000000000000003 R_RISCV_RELATIVE 2e158 │ │ │ │ -0000000000048240 0000000000000003 R_RISCV_RELATIVE 2e170 │ │ │ │ -0000000000048250 0000000000000003 R_RISCV_RELATIVE 2e188 │ │ │ │ -0000000000048258 0000000000000003 R_RISCV_RELATIVE 2e1c8 │ │ │ │ -0000000000048260 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ -0000000000048268 0000000000000003 R_RISCV_RELATIVE 2e1e0 │ │ │ │ -0000000000048270 0000000000000003 R_RISCV_RELATIVE 2e1f8 │ │ │ │ -0000000000048278 0000000000000003 R_RISCV_RELATIVE 2e210 │ │ │ │ -0000000000048288 0000000000000003 R_RISCV_RELATIVE 2e228 │ │ │ │ -0000000000048290 0000000000000003 R_RISCV_RELATIVE 2e270 │ │ │ │ -0000000000048298 0000000000000003 R_RISCV_RELATIVE 2e2b8 │ │ │ │ -00000000000482a0 0000000000000003 R_RISCV_RELATIVE 2e300 │ │ │ │ -00000000000482a8 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ -00000000000482b0 0000000000000003 R_RISCV_RELATIVE 2e330 │ │ │ │ -00000000000482b8 0000000000000003 R_RISCV_RELATIVE 2e348 │ │ │ │ -00000000000482c0 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ -00000000000482c8 0000000000000003 R_RISCV_RELATIVE 2e360 │ │ │ │ -00000000000482d0 0000000000000003 R_RISCV_RELATIVE 2e3a8 │ │ │ │ -00000000000482d8 0000000000000003 R_RISCV_RELATIVE 2e3f0 │ │ │ │ +0000000000048060 0000000000000003 R_RISCV_RELATIVE 2db60 │ │ │ │ +0000000000048068 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ +0000000000048070 0000000000000003 R_RISCV_RELATIVE 2db70 │ │ │ │ +0000000000048078 0000000000000003 R_RISCV_RELATIVE 2db88 │ │ │ │ +0000000000048080 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ +0000000000048088 0000000000000003 R_RISCV_RELATIVE 2dba0 │ │ │ │ +0000000000048090 0000000000000003 R_RISCV_RELATIVE 2dbe0 │ │ │ │ +00000000000480a0 0000000000000003 R_RISCV_RELATIVE 2dc10 │ │ │ │ +00000000000480a8 0000000000000003 R_RISCV_RELATIVE 2dc58 │ │ │ │ +00000000000480b0 0000000000000003 R_RISCV_RELATIVE 2dca0 │ │ │ │ +00000000000480b8 0000000000000003 R_RISCV_RELATIVE 2dce8 │ │ │ │ +00000000000480c0 0000000000000003 R_RISCV_RELATIVE 2dd28 │ │ │ │ +00000000000480c8 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ +00000000000480d0 0000000000000003 R_RISCV_RELATIVE 2dd50 │ │ │ │ +00000000000480d8 0000000000000003 R_RISCV_RELATIVE 2dd98 │ │ │ │ +00000000000480e0 0000000000000003 R_RISCV_RELATIVE 2dde0 │ │ │ │ +00000000000480e8 0000000000000003 R_RISCV_RELATIVE 2de20 │ │ │ │ +00000000000480f0 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ +00000000000480f8 0000000000000003 R_RISCV_RELATIVE 2de40 │ │ │ │ +0000000000048100 0000000000000003 R_RISCV_RELATIVE 2de50 │ │ │ │ +0000000000048110 0000000000000003 R_RISCV_RELATIVE 2a190 │ │ │ │ +0000000000048118 0000000000000003 R_RISCV_RELATIVE 48318 │ │ │ │ +0000000000048128 0000000000000003 R_RISCV_RELATIVE 2a4e8 │ │ │ │ +0000000000048130 0000000000000003 R_RISCV_RELATIVE 48300 │ │ │ │ +0000000000048140 0000000000000003 R_RISCV_RELATIVE 2a500 │ │ │ │ +0000000000048148 0000000000000003 R_RISCV_RELATIVE 482d0 │ │ │ │ +0000000000048158 0000000000000003 R_RISCV_RELATIVE 2a340 │ │ │ │ +0000000000048160 0000000000000003 R_RISCV_RELATIVE 482c0 │ │ │ │ +0000000000048170 0000000000000003 R_RISCV_RELATIVE 2a380 │ │ │ │ +0000000000048178 0000000000000003 R_RISCV_RELATIVE 48260 │ │ │ │ +0000000000048188 0000000000000003 R_RISCV_RELATIVE 2a1a8 │ │ │ │ +0000000000048190 0000000000000003 R_RISCV_RELATIVE 48248 │ │ │ │ +00000000000481a0 0000000000000003 R_RISCV_RELATIVE 2a518 │ │ │ │ +00000000000481a8 0000000000000003 R_RISCV_RELATIVE 48228 │ │ │ │ +00000000000481b8 0000000000000003 R_RISCV_RELATIVE 2a130 │ │ │ │ +00000000000481c0 0000000000000003 R_RISCV_RELATIVE 481e8 │ │ │ │ +00000000000481e8 0000000000000003 R_RISCV_RELATIVE 2de70 │ │ │ │ +00000000000481f0 0000000000000003 R_RISCV_RELATIVE 2deb8 │ │ │ │ +00000000000481f8 0000000000000003 R_RISCV_RELATIVE 2df00 │ │ │ │ +0000000000048200 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ +0000000000048208 0000000000000003 R_RISCV_RELATIVE 2df18 │ │ │ │ +0000000000048210 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ +0000000000048218 0000000000000003 R_RISCV_RELATIVE 3ae00 │ │ │ │ +0000000000048228 0000000000000003 R_RISCV_RELATIVE 2df40 │ │ │ │ +0000000000048230 0000000000000003 R_RISCV_RELATIVE 2df80 │ │ │ │ +0000000000048238 0000000000000003 R_RISCV_RELATIVE 2df88 │ │ │ │ +0000000000048248 0000000000000003 R_RISCV_RELATIVE 2dfa8 │ │ │ │ +0000000000048250 0000000000000003 R_RISCV_RELATIVE 2dfe0 │ │ │ │ +0000000000048260 0000000000000003 R_RISCV_RELATIVE 2e028 │ │ │ │ +0000000000048268 0000000000000003 R_RISCV_RELATIVE 2e058 │ │ │ │ +0000000000048270 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ +0000000000048278 0000000000000003 R_RISCV_RELATIVE 2e088 │ │ │ │ +0000000000048280 0000000000000003 R_RISCV_RELATIVE 2e0c8 │ │ │ │ +0000000000048288 0000000000000003 R_RISCV_RELATIVE 2e100 │ │ │ │ +0000000000048290 0000000000000003 R_RISCV_RELATIVE 2e138 │ │ │ │ +0000000000048298 0000000000000003 R_RISCV_RELATIVE 2e180 │ │ │ │ +00000000000482a0 0000000000000003 R_RISCV_RELATIVE 2e1c8 │ │ │ │ +00000000000482a8 0000000000000003 R_RISCV_RELATIVE 2e208 │ │ │ │ +00000000000482b0 0000000000000003 R_RISCV_RELATIVE 2e230 │ │ │ │ +00000000000482c0 0000000000000003 R_RISCV_RELATIVE 2e258 │ │ │ │ +00000000000482d0 0000000000000003 R_RISCV_RELATIVE 2e278 │ │ │ │ +00000000000482d8 0000000000000003 R_RISCV_RELATIVE 2e2c0 │ │ │ │ 00000000000482e0 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ -00000000000482e8 0000000000000003 R_RISCV_RELATIVE 2e400 │ │ │ │ -00000000000482f8 0000000000000003 R_RISCV_RELATIVE 2e448 │ │ │ │ -0000000000048300 0000000000000003 R_RISCV_RELATIVE 2e490 │ │ │ │ -0000000000048308 0000000000000003 R_RISCV_RELATIVE 2e4d8 │ │ │ │ -0000000000048310 0000000000000003 R_RISCV_RELATIVE 3af30 │ │ │ │ -0000000000048318 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ -0000000000048320 0000000000000003 R_RISCV_RELATIVE 2e520 │ │ │ │ -0000000000048328 0000000000000003 R_RISCV_RELATIVE 2e538 │ │ │ │ -0000000000048330 0000000000000003 R_RISCV_RELATIVE 2e550 │ │ │ │ -0000000000048338 0000000000000003 R_RISCV_RELATIVE 2e568 │ │ │ │ -0000000000048348 0000000000000003 R_RISCV_RELATIVE 2e448 │ │ │ │ -0000000000048350 0000000000000003 R_RISCV_RELATIVE 2e490 │ │ │ │ -0000000000048358 0000000000000003 R_RISCV_RELATIVE 2e4d8 │ │ │ │ -0000000000048360 0000000000000003 R_RISCV_RELATIVE 3af30 │ │ │ │ -0000000000048368 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ -0000000000048370 0000000000000003 R_RISCV_RELATIVE 2e580 │ │ │ │ -0000000000048378 0000000000000003 R_RISCV_RELATIVE 2e5c8 │ │ │ │ -0000000000048380 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ -0000000000048388 0000000000000003 R_RISCV_RELATIVE 2e608 │ │ │ │ -0000000000048390 0000000000000003 R_RISCV_RELATIVE 2e128 │ │ │ │ -0000000000048398 0000000000000003 R_RISCV_RELATIVE 2e620 │ │ │ │ -00000000000483a0 0000000000000003 R_RISCV_RELATIVE 2e640 │ │ │ │ -00000000000483b0 0000000000000003 R_RISCV_RELATIVE 2e660 │ │ │ │ -00000000000483b8 0000000000000003 R_RISCV_RELATIVE 2e6a8 │ │ │ │ -00000000000483c0 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ -00000000000483c8 0000000000000003 R_RISCV_RELATIVE 2e6c0 │ │ │ │ -00000000000483d0 0000000000000003 R_RISCV_RELATIVE 2e6d8 │ │ │ │ -00000000000483d8 0000000000000003 R_RISCV_RELATIVE 2e6f0 │ │ │ │ -00000000000483e8 0000000000000003 R_RISCV_RELATIVE 2e710 │ │ │ │ -00000000000483f0 0000000000000003 R_RISCV_RELATIVE 2e758 │ │ │ │ -00000000000483f8 0000000000000003 R_RISCV_RELATIVE 2e7a0 │ │ │ │ -0000000000048400 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ -0000000000048408 0000000000000003 R_RISCV_RELATIVE 2e7e8 │ │ │ │ -0000000000048410 0000000000000003 R_RISCV_RELATIVE 2e830 │ │ │ │ -0000000000048418 0000000000000003 R_RISCV_RELATIVE 2e878 │ │ │ │ +00000000000482e8 0000000000000003 R_RISCV_RELATIVE 2e2d8 │ │ │ │ +00000000000482f0 0000000000000003 R_RISCV_RELATIVE 2e320 │ │ │ │ +0000000000048300 0000000000000003 R_RISCV_RELATIVE 2e350 │ │ │ │ +0000000000048308 0000000000000003 R_RISCV_RELATIVE 2e398 │ │ │ │ +0000000000048318 0000000000000003 R_RISCV_RELATIVE 2e3b8 │ │ │ │ +0000000000048320 0000000000000003 R_RISCV_RELATIVE 2e400 │ │ │ │ +0000000000048330 0000000000000003 R_RISCV_RELATIVE 2e440 │ │ │ │ +0000000000048338 0000000000000003 R_RISCV_RELATIVE 48530 │ │ │ │ +0000000000048348 0000000000000003 R_RISCV_RELATIVE 2e460 │ │ │ │ +0000000000048350 0000000000000003 R_RISCV_RELATIVE 484e0 │ │ │ │ +0000000000048360 0000000000000003 R_RISCV_RELATIVE 2e480 │ │ │ │ +0000000000048368 0000000000000003 R_RISCV_RELATIVE 48450 │ │ │ │ +0000000000048378 0000000000000003 R_RISCV_RELATIVE 2e4a8 │ │ │ │ +0000000000048380 0000000000000003 R_RISCV_RELATIVE 48408 │ │ │ │ +0000000000048390 0000000000000003 R_RISCV_RELATIVE 2e4c8 │ │ │ │ +0000000000048398 0000000000000003 R_RISCV_RELATIVE 483c0 │ │ │ │ +00000000000483c0 0000000000000003 R_RISCV_RELATIVE 2e4e8 │ │ │ │ +00000000000483c8 0000000000000003 R_RISCV_RELATIVE 2e530 │ │ │ │ +00000000000483d0 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ +00000000000483d8 0000000000000003 R_RISCV_RELATIVE 2e570 │ │ │ │ +00000000000483e0 0000000000000003 R_RISCV_RELATIVE 2e5b8 │ │ │ │ +00000000000483e8 0000000000000003 R_RISCV_RELATIVE 2e600 │ │ │ │ +00000000000483f0 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ +00000000000483f8 0000000000000003 R_RISCV_RELATIVE 2e638 │ │ │ │ +0000000000048408 0000000000000003 R_RISCV_RELATIVE 2e650 │ │ │ │ +0000000000048410 0000000000000003 R_RISCV_RELATIVE 2e698 │ │ │ │ +0000000000048418 0000000000000003 R_RISCV_RELATIVE 2e6e0 │ │ │ │ 0000000000048420 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ -0000000000048428 0000000000000003 R_RISCV_RELATIVE 2e400 │ │ │ │ +0000000000048428 0000000000000003 R_RISCV_RELATIVE 2e6e8 │ │ │ │ 0000000000048430 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ -0000000000048438 0000000000000003 R_RISCV_RELATIVE 2e580 │ │ │ │ -0000000000048440 0000000000000003 R_RISCV_RELATIVE 2e5c8 │ │ │ │ -0000000000048448 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ -0000000000048450 0000000000000003 R_RISCV_RELATIVE 2e608 │ │ │ │ -0000000000048458 0000000000000003 R_RISCV_RELATIVE 2e128 │ │ │ │ -0000000000048460 0000000000000003 R_RISCV_RELATIVE 2e8a8 │ │ │ │ -0000000000048468 0000000000000003 R_RISCV_RELATIVE 2e8c8 │ │ │ │ -0000000000048470 0000000000000003 R_RISCV_RELATIVE 2e8e0 │ │ │ │ -0000000000048480 0000000000000003 R_RISCV_RELATIVE 2e8f8 │ │ │ │ -0000000000048488 0000000000000003 R_RISCV_RELATIVE 2e938 │ │ │ │ -0000000000048490 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ -0000000000048498 0000000000000003 R_RISCV_RELATIVE 2e958 │ │ │ │ -00000000000484a0 0000000000000003 R_RISCV_RELATIVE 2e9a0 │ │ │ │ -00000000000484a8 0000000000000003 R_RISCV_RELATIVE 2e9e8 │ │ │ │ -00000000000484b0 0000000000000003 R_RISCV_RELATIVE 2ea30 │ │ │ │ -00000000000484b8 0000000000000003 R_RISCV_RELATIVE 2ea78 │ │ │ │ -00000000000484c0 0000000000000003 R_RISCV_RELATIVE 2eac0 │ │ │ │ +0000000000048438 0000000000000003 R_RISCV_RELATIVE 2e730 │ │ │ │ +0000000000048440 0000000000000003 R_RISCV_RELATIVE 2e750 │ │ │ │ +0000000000048450 0000000000000003 R_RISCV_RELATIVE 2e770 │ │ │ │ +0000000000048458 0000000000000003 R_RISCV_RELATIVE 2e7b8 │ │ │ │ +0000000000048460 0000000000000003 R_RISCV_RELATIVE 2e800 │ │ │ │ +0000000000048468 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ +0000000000048470 0000000000000003 R_RISCV_RELATIVE 350a8 │ │ │ │ +0000000000048478 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ +0000000000048480 0000000000000003 R_RISCV_RELATIVE 2e820 │ │ │ │ +0000000000048488 0000000000000003 R_RISCV_RELATIVE 2e868 │ │ │ │ +0000000000048490 0000000000000003 R_RISCV_RELATIVE 2e8b0 │ │ │ │ +0000000000048498 0000000000000003 R_RISCV_RELATIVE 2e8f8 │ │ │ │ +00000000000484a0 0000000000000003 R_RISCV_RELATIVE 2e940 │ │ │ │ +00000000000484a8 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ +00000000000484b0 0000000000000003 R_RISCV_RELATIVE 2e978 │ │ │ │ +00000000000484b8 0000000000000003 R_RISCV_RELATIVE 2e9c0 │ │ │ │ +00000000000484c0 0000000000000003 R_RISCV_RELATIVE 2ea08 │ │ │ │ 00000000000484c8 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ -00000000000484d0 0000000000000003 R_RISCV_RELATIVE 2e580 │ │ │ │ -00000000000484d8 0000000000000003 R_RISCV_RELATIVE 2e5c8 │ │ │ │ -00000000000484e0 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ -00000000000484e8 0000000000000003 R_RISCV_RELATIVE 2e608 │ │ │ │ -00000000000484f0 0000000000000003 R_RISCV_RELATIVE 2e128 │ │ │ │ -00000000000484f8 0000000000000003 R_RISCV_RELATIVE 2e8e0 │ │ │ │ -0000000000048508 0000000000000003 R_RISCV_RELATIVE 2eb00 │ │ │ │ -0000000000048510 0000000000000003 R_RISCV_RELATIVE 48568 │ │ │ │ -0000000000048520 0000000000000003 R_RISCV_RELATIVE 2eb10 │ │ │ │ -0000000000048528 0000000000000003 R_RISCV_RELATIVE 48550 │ │ │ │ -0000000000048550 0000000000000003 R_RISCV_RELATIVE 2eb20 │ │ │ │ -0000000000048558 0000000000000003 R_RISCV_RELATIVE 2eb70 │ │ │ │ -0000000000048568 0000000000000003 R_RISCV_RELATIVE 2eb90 │ │ │ │ -0000000000048570 0000000000000003 R_RISCV_RELATIVE 2ebd0 │ │ │ │ -0000000000048578 0000000000000003 R_RISCV_RELATIVE 2ec18 │ │ │ │ -0000000000048580 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ -0000000000048588 0000000000000003 R_RISCV_RELATIVE 2ec40 │ │ │ │ -0000000000048590 0000000000000003 R_RISCV_RELATIVE 2ec58 │ │ │ │ -00000000000485a0 0000000000000003 R_RISCV_RELATIVE 2d100 │ │ │ │ -00000000000485a8 0000000000000003 R_RISCV_RELATIVE 48a50 │ │ │ │ -00000000000485b8 0000000000000003 R_RISCV_RELATIVE 2ec78 │ │ │ │ -00000000000485c0 0000000000000003 R_RISCV_RELATIVE 48a18 │ │ │ │ -00000000000485d0 0000000000000003 R_RISCV_RELATIVE 2ec90 │ │ │ │ -00000000000485d8 0000000000000003 R_RISCV_RELATIVE 489c8 │ │ │ │ -00000000000485e8 0000000000000003 R_RISCV_RELATIVE 2eca8 │ │ │ │ -00000000000485f0 0000000000000003 R_RISCV_RELATIVE 48980 │ │ │ │ -0000000000048600 0000000000000003 R_RISCV_RELATIVE 2ecc0 │ │ │ │ -0000000000048608 0000000000000003 R_RISCV_RELATIVE 48900 │ │ │ │ -0000000000048618 0000000000000003 R_RISCV_RELATIVE 2ecd0 │ │ │ │ -0000000000048620 0000000000000003 R_RISCV_RELATIVE 48888 │ │ │ │ -0000000000048630 0000000000000003 R_RISCV_RELATIVE 2ece0 │ │ │ │ -0000000000048638 0000000000000003 R_RISCV_RELATIVE 48810 │ │ │ │ -0000000000048648 0000000000000003 R_RISCV_RELATIVE 2ed00 │ │ │ │ -0000000000048650 0000000000000003 R_RISCV_RELATIVE 487b8 │ │ │ │ -0000000000048660 0000000000000003 R_RISCV_RELATIVE 2ed18 │ │ │ │ -0000000000048668 0000000000000003 R_RISCV_RELATIVE 48768 │ │ │ │ -0000000000048678 0000000000000003 R_RISCV_RELATIVE 2ed38 │ │ │ │ -0000000000048680 0000000000000003 R_RISCV_RELATIVE 48718 │ │ │ │ -0000000000048690 0000000000000003 R_RISCV_RELATIVE 2ed58 │ │ │ │ -0000000000048698 0000000000000003 R_RISCV_RELATIVE 486c0 │ │ │ │ -00000000000486c0 0000000000000003 R_RISCV_RELATIVE 2ed80 │ │ │ │ -00000000000486c8 0000000000000003 R_RISCV_RELATIVE 2edc8 │ │ │ │ -00000000000486d0 0000000000000003 R_RISCV_RELATIVE 2ee10 │ │ │ │ -00000000000486d8 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ -00000000000486e0 0000000000000003 R_RISCV_RELATIVE 2ee20 │ │ │ │ -00000000000486e8 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ -00000000000486f0 0000000000000003 R_RISCV_RELATIVE 2e1e0 │ │ │ │ -00000000000486f8 0000000000000003 R_RISCV_RELATIVE 2ee58 │ │ │ │ -0000000000048700 0000000000000003 R_RISCV_RELATIVE 2ee70 │ │ │ │ -0000000000048708 0000000000000003 R_RISCV_RELATIVE 2ee88 │ │ │ │ -0000000000048718 0000000000000003 R_RISCV_RELATIVE 2eea0 │ │ │ │ -0000000000048720 0000000000000003 R_RISCV_RELATIVE 2eee8 │ │ │ │ -0000000000048728 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ -0000000000048730 0000000000000003 R_RISCV_RELATIVE 2ef30 │ │ │ │ -0000000000048738 0000000000000003 R_RISCV_RELATIVE 2ef78 │ │ │ │ -0000000000048740 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ -0000000000048748 0000000000000003 R_RISCV_RELATIVE 2e1e0 │ │ │ │ -0000000000048750 0000000000000003 R_RISCV_RELATIVE 2ee58 │ │ │ │ -0000000000048758 0000000000000003 R_RISCV_RELATIVE 2ef90 │ │ │ │ -0000000000048768 0000000000000003 R_RISCV_RELATIVE 2efa8 │ │ │ │ -0000000000048770 0000000000000003 R_RISCV_RELATIVE 2eff0 │ │ │ │ -0000000000048778 0000000000000003 R_RISCV_RELATIVE 2f038 │ │ │ │ +00000000000484d0 0000000000000003 R_RISCV_RELATIVE 2ea40 │ │ │ │ +00000000000484e0 0000000000000003 R_RISCV_RELATIVE 2ea78 │ │ │ │ +00000000000484e8 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ +00000000000484f0 0000000000000003 R_RISCV_RELATIVE 2eab8 │ │ │ │ +00000000000484f8 0000000000000003 R_RISCV_RELATIVE 2eb00 │ │ │ │ +0000000000048500 0000000000000003 R_RISCV_RELATIVE 2eb40 │ │ │ │ +0000000000048508 0000000000000003 R_RISCV_RELATIVE 2eb80 │ │ │ │ +0000000000048510 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ +0000000000048518 0000000000000003 R_RISCV_RELATIVE 2ebb0 │ │ │ │ +0000000000048520 0000000000000003 R_RISCV_RELATIVE 2ebc0 │ │ │ │ +0000000000048530 0000000000000003 R_RISCV_RELATIVE 2ebd0 │ │ │ │ +0000000000048538 0000000000000003 R_RISCV_RELATIVE 2ec18 │ │ │ │ +0000000000048540 0000000000000003 R_RISCV_RELATIVE 2ec60 │ │ │ │ +0000000000048548 0000000000000003 R_RISCV_RELATIVE 2eca8 │ │ │ │ +0000000000048550 0000000000000003 R_RISCV_RELATIVE 2ecf0 │ │ │ │ +0000000000048558 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ +0000000000048560 0000000000000003 R_RISCV_RELATIVE 2ed38 │ │ │ │ +0000000000048568 0000000000000003 R_RISCV_RELATIVE 2ed48 │ │ │ │ +0000000000048570 0000000000000003 R_RISCV_RELATIVE 2ed58 │ │ │ │ +0000000000048580 0000000000000003 R_RISCV_RELATIVE 2b868 │ │ │ │ +0000000000048588 0000000000000003 R_RISCV_RELATIVE 48a08 │ │ │ │ +0000000000048598 0000000000000003 R_RISCV_RELATIVE 2b748 │ │ │ │ +00000000000485a0 0000000000000003 R_RISCV_RELATIVE 489e0 │ │ │ │ +00000000000485b0 0000000000000003 R_RISCV_RELATIVE 2b6a8 │ │ │ │ +00000000000485b8 0000000000000003 R_RISCV_RELATIVE 489c8 │ │ │ │ +00000000000485c8 0000000000000003 R_RISCV_RELATIVE 2b8a0 │ │ │ │ +00000000000485d0 0000000000000003 R_RISCV_RELATIVE 48990 │ │ │ │ +00000000000485e0 0000000000000003 R_RISCV_RELATIVE 2b8b8 │ │ │ │ +00000000000485e8 0000000000000003 R_RISCV_RELATIVE 48960 │ │ │ │ +00000000000485f8 0000000000000003 R_RISCV_RELATIVE 2b790 │ │ │ │ +0000000000048600 0000000000000003 R_RISCV_RELATIVE 48920 │ │ │ │ +0000000000048610 0000000000000003 R_RISCV_RELATIVE 2bc80 │ │ │ │ +0000000000048618 0000000000000003 R_RISCV_RELATIVE 488d8 │ │ │ │ +0000000000048628 0000000000000003 R_RISCV_RELATIVE 2ed68 │ │ │ │ +0000000000048630 0000000000000003 R_RISCV_RELATIVE 488a0 │ │ │ │ +0000000000048640 0000000000000003 R_RISCV_RELATIVE 2b888 │ │ │ │ +0000000000048648 0000000000000003 R_RISCV_RELATIVE 48860 │ │ │ │ +0000000000048658 0000000000000003 R_RISCV_RELATIVE 2b778 │ │ │ │ +0000000000048660 0000000000000003 R_RISCV_RELATIVE 48828 │ │ │ │ +0000000000048670 0000000000000003 R_RISCV_RELATIVE 2b720 │ │ │ │ +0000000000048678 0000000000000003 R_RISCV_RELATIVE 48800 │ │ │ │ +0000000000048688 0000000000000003 R_RISCV_RELATIVE 2b708 │ │ │ │ +0000000000048690 0000000000000003 R_RISCV_RELATIVE 487d0 │ │ │ │ +00000000000486a0 0000000000000003 R_RISCV_RELATIVE 2b760 │ │ │ │ +00000000000486a8 0000000000000003 R_RISCV_RELATIVE 48770 │ │ │ │ +00000000000486b8 0000000000000003 R_RISCV_RELATIVE 2b640 │ │ │ │ +00000000000486c0 0000000000000003 R_RISCV_RELATIVE 48720 │ │ │ │ +00000000000486d0 0000000000000003 R_RISCV_RELATIVE 2b8d0 │ │ │ │ +00000000000486d8 0000000000000003 R_RISCV_RELATIVE 48700 │ │ │ │ +0000000000048700 0000000000000003 R_RISCV_RELATIVE 2ed88 │ │ │ │ +0000000000048708 0000000000000003 R_RISCV_RELATIVE 2ede0 │ │ │ │ +0000000000048710 0000000000000003 R_RISCV_RELATIVE 2ee18 │ │ │ │ +0000000000048720 0000000000000003 R_RISCV_RELATIVE 2ee28 │ │ │ │ +0000000000048728 0000000000000003 R_RISCV_RELATIVE 2ee80 │ │ │ │ +0000000000048730 0000000000000003 R_RISCV_RELATIVE 2eed8 │ │ │ │ +0000000000048738 0000000000000003 R_RISCV_RELATIVE 2ef30 │ │ │ │ +0000000000048740 0000000000000003 R_RISCV_RELATIVE 2ef88 │ │ │ │ +0000000000048748 0000000000000003 R_RISCV_RELATIVE 2efe0 │ │ │ │ +0000000000048750 0000000000000003 R_RISCV_RELATIVE 2f020 │ │ │ │ +0000000000048758 0000000000000003 R_RISCV_RELATIVE 2f068 │ │ │ │ +0000000000048760 0000000000000003 R_RISCV_RELATIVE 2f088 │ │ │ │ +0000000000048770 0000000000000003 R_RISCV_RELATIVE 2f0a8 │ │ │ │ +0000000000048778 0000000000000003 R_RISCV_RELATIVE 2f0e0 │ │ │ │ 0000000000048780 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ -0000000000048788 0000000000000003 R_RISCV_RELATIVE 2ef30 │ │ │ │ -0000000000048790 0000000000000003 R_RISCV_RELATIVE 2ef78 │ │ │ │ -0000000000048798 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ -00000000000487a0 0000000000000003 R_RISCV_RELATIVE 2e1e0 │ │ │ │ -00000000000487a8 0000000000000003 R_RISCV_RELATIVE 2ee58 │ │ │ │ -00000000000487b8 0000000000000003 R_RISCV_RELATIVE 2f050 │ │ │ │ -00000000000487c0 0000000000000003 R_RISCV_RELATIVE 2f858 │ │ │ │ -00000000000487c8 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ -00000000000487d0 0000000000000003 R_RISCV_RELATIVE 2f098 │ │ │ │ -00000000000487d8 0000000000000003 R_RISCV_RELATIVE 2f0e0 │ │ │ │ -00000000000487e0 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ -00000000000487e8 0000000000000003 R_RISCV_RELATIVE 2e1e0 │ │ │ │ -00000000000487f0 0000000000000003 R_RISCV_RELATIVE 2ee58 │ │ │ │ -00000000000487f8 0000000000000003 R_RISCV_RELATIVE 2f0f8 │ │ │ │ -0000000000048800 0000000000000003 R_RISCV_RELATIVE 2ef90 │ │ │ │ -0000000000048810 0000000000000003 R_RISCV_RELATIVE 2f110 │ │ │ │ -0000000000048818 0000000000000003 R_RISCV_RELATIVE 2f158 │ │ │ │ -0000000000048820 0000000000000003 R_RISCV_RELATIVE 2f1a0 │ │ │ │ -0000000000048828 0000000000000003 R_RISCV_RELATIVE 2f1e8 │ │ │ │ -0000000000048830 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ -0000000000048838 0000000000000003 R_RISCV_RELATIVE 2f210 │ │ │ │ -0000000000048840 0000000000000003 R_RISCV_RELATIVE 2f258 │ │ │ │ -0000000000048848 0000000000000003 R_RISCV_RELATIVE 2f298 │ │ │ │ -0000000000048850 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ -0000000000048858 0000000000000003 R_RISCV_RELATIVE 2f2b8 │ │ │ │ -0000000000048860 0000000000000003 R_RISCV_RELATIVE 2f2d8 │ │ │ │ -0000000000048868 0000000000000003 R_RISCV_RELATIVE 2f2f8 │ │ │ │ -0000000000048870 0000000000000003 R_RISCV_RELATIVE 2f318 │ │ │ │ -0000000000048878 0000000000000003 R_RISCV_RELATIVE 2f338 │ │ │ │ -0000000000048888 0000000000000003 R_RISCV_RELATIVE 2f358 │ │ │ │ -0000000000048890 0000000000000003 R_RISCV_RELATIVE 2f3a0 │ │ │ │ -0000000000048898 0000000000000003 R_RISCV_RELATIVE 2f3e8 │ │ │ │ -00000000000488a0 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ -00000000000488a8 0000000000000003 R_RISCV_RELATIVE 2f420 │ │ │ │ -00000000000488b0 0000000000000003 R_RISCV_RELATIVE 2f468 │ │ │ │ -00000000000488b8 0000000000000003 R_RISCV_RELATIVE 2f4b0 │ │ │ │ -00000000000488c0 0000000000000003 R_RISCV_RELATIVE 2f4f8 │ │ │ │ -00000000000488c8 0000000000000003 R_RISCV_RELATIVE 2f538 │ │ │ │ -00000000000488d0 0000000000000003 R_RISCV_RELATIVE 2f580 │ │ │ │ -00000000000488d8 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ -00000000000488e0 0000000000000003 R_RISCV_RELATIVE 2e1e0 │ │ │ │ -00000000000488e8 0000000000000003 R_RISCV_RELATIVE 2f5a0 │ │ │ │ -00000000000488f0 0000000000000003 R_RISCV_RELATIVE 2f5b8 │ │ │ │ -0000000000048900 0000000000000003 R_RISCV_RELATIVE 2f5d0 │ │ │ │ -0000000000048908 0000000000000003 R_RISCV_RELATIVE 2f618 │ │ │ │ -0000000000048910 0000000000000003 R_RISCV_RELATIVE 2f660 │ │ │ │ -0000000000048918 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ -0000000000048920 0000000000000003 R_RISCV_RELATIVE 2f690 │ │ │ │ -0000000000048928 0000000000000003 R_RISCV_RELATIVE 2f6c0 │ │ │ │ -0000000000048930 0000000000000003 R_RISCV_RELATIVE 2f6f8 │ │ │ │ +0000000000048788 0000000000000003 R_RISCV_RELATIVE 2f128 │ │ │ │ +0000000000048790 0000000000000003 R_RISCV_RELATIVE 2f170 │ │ │ │ +0000000000048798 0000000000000003 R_RISCV_RELATIVE 2f1b8 │ │ │ │ +00000000000487a0 0000000000000003 R_RISCV_RELATIVE 2f200 │ │ │ │ +00000000000487a8 0000000000000003 R_RISCV_RELATIVE 2f248 │ │ │ │ +00000000000487b0 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ +00000000000487b8 0000000000000003 R_RISCV_RELATIVE 2f260 │ │ │ │ +00000000000487c0 0000000000000003 R_RISCV_RELATIVE 2f278 │ │ │ │ +00000000000487d0 0000000000000003 R_RISCV_RELATIVE 2f290 │ │ │ │ +00000000000487d8 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ +00000000000487e0 0000000000000003 R_RISCV_RELATIVE 2f2c8 │ │ │ │ +00000000000487e8 0000000000000003 R_RISCV_RELATIVE 2f2e0 │ │ │ │ +00000000000487f0 0000000000000003 R_RISCV_RELATIVE 2f2f8 │ │ │ │ +0000000000048800 0000000000000003 R_RISCV_RELATIVE 2f310 │ │ │ │ +0000000000048808 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ +0000000000048810 0000000000000003 R_RISCV_RELATIVE 2f2c8 │ │ │ │ +0000000000048818 0000000000000003 R_RISCV_RELATIVE 2f2e0 │ │ │ │ +0000000000048828 0000000000000003 R_RISCV_RELATIVE 2f348 │ │ │ │ +0000000000048830 0000000000000003 R_RISCV_RELATIVE 2f390 │ │ │ │ +0000000000048838 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ +0000000000048840 0000000000000003 R_RISCV_RELATIVE 2f3d8 │ │ │ │ +0000000000048848 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ +0000000000048850 0000000000000003 R_RISCV_RELATIVE 2f3e8 │ │ │ │ +0000000000048860 0000000000000003 R_RISCV_RELATIVE 2f410 │ │ │ │ +0000000000048868 0000000000000003 R_RISCV_RELATIVE 2f458 │ │ │ │ +0000000000048870 0000000000000003 R_RISCV_RELATIVE 2f4a0 │ │ │ │ +0000000000048878 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ +0000000000048880 0000000000000003 R_RISCV_RELATIVE 2f4e8 │ │ │ │ +0000000000048888 0000000000000003 R_RISCV_RELATIVE 2f500 │ │ │ │ +0000000000048890 0000000000000003 R_RISCV_RELATIVE 2f518 │ │ │ │ +00000000000488a0 0000000000000003 R_RISCV_RELATIVE 2f538 │ │ │ │ +00000000000488a8 0000000000000003 R_RISCV_RELATIVE 2f580 │ │ │ │ +00000000000488b0 0000000000000003 R_RISCV_RELATIVE 2f5c8 │ │ │ │ +00000000000488b8 0000000000000003 R_RISCV_RELATIVE 2f610 │ │ │ │ +00000000000488c0 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ +00000000000488c8 0000000000000003 R_RISCV_RELATIVE 2f4e8 │ │ │ │ +00000000000488d8 0000000000000003 R_RISCV_RELATIVE 2f648 │ │ │ │ +00000000000488e0 0000000000000003 R_RISCV_RELATIVE 2f690 │ │ │ │ +00000000000488e8 0000000000000003 R_RISCV_RELATIVE 2f6d8 │ │ │ │ +00000000000488f0 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ +00000000000488f8 0000000000000003 R_RISCV_RELATIVE 2f700 │ │ │ │ +0000000000048900 0000000000000003 R_RISCV_RELATIVE 2f718 │ │ │ │ +0000000000048908 0000000000000003 R_RISCV_RELATIVE 2f730 │ │ │ │ +0000000000048910 0000000000000003 R_RISCV_RELATIVE 2f718 │ │ │ │ +0000000000048920 0000000000000003 R_RISCV_RELATIVE 2f748 │ │ │ │ +0000000000048928 0000000000000003 R_RISCV_RELATIVE 2f790 │ │ │ │ +0000000000048930 0000000000000003 R_RISCV_RELATIVE 2f7d8 │ │ │ │ 0000000000048938 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ -0000000000048940 0000000000000003 R_RISCV_RELATIVE 2f728 │ │ │ │ -0000000000048948 0000000000000003 R_RISCV_RELATIVE 2f768 │ │ │ │ -0000000000048950 0000000000000003 R_RISCV_RELATIVE 2f7b0 │ │ │ │ -0000000000048958 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ -0000000000048960 0000000000000003 R_RISCV_RELATIVE 2e1e0 │ │ │ │ -0000000000048968 0000000000000003 R_RISCV_RELATIVE 2ee58 │ │ │ │ -0000000000048970 0000000000000003 R_RISCV_RELATIVE 2f7e0 │ │ │ │ -0000000000048980 0000000000000003 R_RISCV_RELATIVE 2f7f8 │ │ │ │ -0000000000048988 0000000000000003 R_RISCV_RELATIVE 2f840 │ │ │ │ -0000000000048990 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ -0000000000048998 0000000000000003 R_RISCV_RELATIVE 2f870 │ │ │ │ -00000000000489a0 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ -00000000000489a8 0000000000000003 R_RISCV_RELATIVE 2e1e0 │ │ │ │ -00000000000489b0 0000000000000003 R_RISCV_RELATIVE 2ee58 │ │ │ │ -00000000000489b8 0000000000000003 R_RISCV_RELATIVE 2e210 │ │ │ │ -00000000000489c8 0000000000000003 R_RISCV_RELATIVE 2f898 │ │ │ │ -00000000000489d0 0000000000000003 R_RISCV_RELATIVE 2f858 │ │ │ │ -00000000000489d8 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ -00000000000489e0 0000000000000003 R_RISCV_RELATIVE 2f870 │ │ │ │ -00000000000489e8 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ -00000000000489f0 0000000000000003 R_RISCV_RELATIVE 2e1e0 │ │ │ │ -00000000000489f8 0000000000000003 R_RISCV_RELATIVE 2ee58 │ │ │ │ -0000000000048a00 0000000000000003 R_RISCV_RELATIVE 2e210 │ │ │ │ -0000000000048a08 0000000000000003 R_RISCV_RELATIVE 2ef90 │ │ │ │ -0000000000048a18 0000000000000003 R_RISCV_RELATIVE 2f8e0 │ │ │ │ -0000000000048a20 0000000000000003 R_RISCV_RELATIVE 2f928 │ │ │ │ -0000000000048a28 0000000000000003 R_RISCV_RELATIVE 2f970 │ │ │ │ -0000000000048a30 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ -0000000000048a38 0000000000000003 R_RISCV_RELATIVE 2e1e0 │ │ │ │ -0000000000048a40 0000000000000003 R_RISCV_RELATIVE 2f998 │ │ │ │ -0000000000048a50 0000000000000003 R_RISCV_RELATIVE 2f9b0 │ │ │ │ -0000000000048a58 0000000000000003 R_RISCV_RELATIVE 2e1c8 │ │ │ │ -0000000000048a60 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ -0000000000048a68 0000000000000003 R_RISCV_RELATIVE 2e1e0 │ │ │ │ -0000000000048a70 0000000000000003 R_RISCV_RELATIVE 2e1f8 │ │ │ │ -0000000000048a78 0000000000000003 R_RISCV_RELATIVE 2e210 │ │ │ │ -0000000000048a88 0000000000000003 R_RISCV_RELATIVE 2f9f0 │ │ │ │ -0000000000048a90 0000000000000003 R_RISCV_RELATIVE 48ab8 │ │ │ │ -0000000000048ab8 0000000000000003 R_RISCV_RELATIVE 2fa00 │ │ │ │ -0000000000048ac0 0000000000000003 R_RISCV_RELATIVE 2fa40 │ │ │ │ -0000000000048ac8 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ -0000000000048ad0 0000000000000003 R_RISCV_RELATIVE 2fa78 │ │ │ │ -0000000000048ad8 0000000000000003 R_RISCV_RELATIVE 2fa88 │ │ │ │ -0000000000048ae0 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ -0000000000048ae8 0000000000000003 R_RISCV_RELATIVE 2fa98 │ │ │ │ -0000000000048af0 0000000000000003 R_RISCV_RELATIVE 2fae0 │ │ │ │ -0000000000048af8 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ -0000000000048b00 0000000000000003 R_RISCV_RELATIVE 2faf8 │ │ │ │ -0000000000048b08 0000000000000003 R_RISCV_RELATIVE 2fb38 │ │ │ │ -0000000000048b18 0000000000000003 R_RISCV_RELATIVE 2fb60 │ │ │ │ -0000000000048b20 0000000000000003 R_RISCV_RELATIVE 49518 │ │ │ │ -0000000000048b30 0000000000000003 R_RISCV_RELATIVE 2fb88 │ │ │ │ -0000000000048b38 0000000000000003 R_RISCV_RELATIVE 494d8 │ │ │ │ -0000000000048b48 0000000000000003 R_RISCV_RELATIVE 2fba0 │ │ │ │ -0000000000048b50 0000000000000003 R_RISCV_RELATIVE 49490 │ │ │ │ -0000000000048b60 0000000000000003 R_RISCV_RELATIVE 2fbc0 │ │ │ │ -0000000000048b68 0000000000000003 R_RISCV_RELATIVE 49460 │ │ │ │ -0000000000048b78 0000000000000003 R_RISCV_RELATIVE 2fbd8 │ │ │ │ -0000000000048b80 0000000000000003 R_RISCV_RELATIVE 49438 │ │ │ │ -0000000000048b90 0000000000000003 R_RISCV_RELATIVE 2fc00 │ │ │ │ -0000000000048b98 0000000000000003 R_RISCV_RELATIVE 49410 │ │ │ │ -0000000000048ba8 0000000000000003 R_RISCV_RELATIVE 2fc20 │ │ │ │ -0000000000048bb0 0000000000000003 R_RISCV_RELATIVE 493f0 │ │ │ │ -0000000000048bc0 0000000000000003 R_RISCV_RELATIVE 2fc40 │ │ │ │ -0000000000048bc8 0000000000000003 R_RISCV_RELATIVE 493b8 │ │ │ │ -0000000000048bd8 0000000000000003 R_RISCV_RELATIVE 2fc60 │ │ │ │ -0000000000048be0 0000000000000003 R_RISCV_RELATIVE 49380 │ │ │ │ -0000000000048bf0 0000000000000003 R_RISCV_RELATIVE 2fc80 │ │ │ │ -0000000000048bf8 0000000000000003 R_RISCV_RELATIVE 49348 │ │ │ │ -0000000000048c08 0000000000000003 R_RISCV_RELATIVE 2fca0 │ │ │ │ -0000000000048c10 0000000000000003 R_RISCV_RELATIVE 49318 │ │ │ │ -0000000000048c20 0000000000000003 R_RISCV_RELATIVE 2fcb8 │ │ │ │ -0000000000048c28 0000000000000003 R_RISCV_RELATIVE 492d0 │ │ │ │ -0000000000048c38 0000000000000003 R_RISCV_RELATIVE 2fcd8 │ │ │ │ -0000000000048c40 0000000000000003 R_RISCV_RELATIVE 49298 │ │ │ │ -0000000000048c50 0000000000000003 R_RISCV_RELATIVE 2fcf8 │ │ │ │ -0000000000048c58 0000000000000003 R_RISCV_RELATIVE 49270 │ │ │ │ -0000000000048c68 0000000000000003 R_RISCV_RELATIVE 2fd10 │ │ │ │ -0000000000048c70 0000000000000003 R_RISCV_RELATIVE 49240 │ │ │ │ -0000000000048c80 0000000000000003 R_RISCV_RELATIVE 2fd28 │ │ │ │ -0000000000048c88 0000000000000003 R_RISCV_RELATIVE 49210 │ │ │ │ -0000000000048c98 0000000000000003 R_RISCV_RELATIVE 2fd40 │ │ │ │ -0000000000048ca0 0000000000000003 R_RISCV_RELATIVE 491e8 │ │ │ │ -0000000000048cb0 0000000000000003 R_RISCV_RELATIVE 2fd58 │ │ │ │ -0000000000048cb8 0000000000000003 R_RISCV_RELATIVE 491c8 │ │ │ │ -0000000000048cc8 0000000000000003 R_RISCV_RELATIVE 2fd78 │ │ │ │ -0000000000048cd0 0000000000000003 R_RISCV_RELATIVE 491a0 │ │ │ │ -0000000000048ce0 0000000000000003 R_RISCV_RELATIVE 2fd98 │ │ │ │ -0000000000048ce8 0000000000000003 R_RISCV_RELATIVE 49178 │ │ │ │ -0000000000048cf8 0000000000000003 R_RISCV_RELATIVE 2fdb8 │ │ │ │ -0000000000048d00 0000000000000003 R_RISCV_RELATIVE 49150 │ │ │ │ -0000000000048d10 0000000000000003 R_RISCV_RELATIVE 2fdd8 │ │ │ │ -0000000000048d18 0000000000000003 R_RISCV_RELATIVE 49128 │ │ │ │ -0000000000048d28 0000000000000003 R_RISCV_RELATIVE 2fdf0 │ │ │ │ -0000000000048d30 0000000000000003 R_RISCV_RELATIVE 490f8 │ │ │ │ -0000000000048d40 0000000000000003 R_RISCV_RELATIVE 2fe08 │ │ │ │ -0000000000048d48 0000000000000003 R_RISCV_RELATIVE 490d0 │ │ │ │ -0000000000048d58 0000000000000003 R_RISCV_RELATIVE 2fe20 │ │ │ │ -0000000000048d60 0000000000000003 R_RISCV_RELATIVE 490a8 │ │ │ │ -0000000000048d70 0000000000000003 R_RISCV_RELATIVE 2fe30 │ │ │ │ -0000000000048d78 0000000000000003 R_RISCV_RELATIVE 49068 │ │ │ │ -0000000000048d88 0000000000000003 R_RISCV_RELATIVE 2fe40 │ │ │ │ -0000000000048d90 0000000000000003 R_RISCV_RELATIVE 49040 │ │ │ │ -0000000000048da0 0000000000000003 R_RISCV_RELATIVE 2fe50 │ │ │ │ -0000000000048da8 0000000000000003 R_RISCV_RELATIVE 49008 │ │ │ │ -0000000000048db8 0000000000000003 R_RISCV_RELATIVE 2fe60 │ │ │ │ -0000000000048dc0 0000000000000003 R_RISCV_RELATIVE 48fc8 │ │ │ │ -0000000000048dd0 0000000000000003 R_RISCV_RELATIVE 2fe80 │ │ │ │ -0000000000048dd8 0000000000000003 R_RISCV_RELATIVE 48f98 │ │ │ │ -0000000000048de8 0000000000000003 R_RISCV_RELATIVE 2fea0 │ │ │ │ -0000000000048df0 0000000000000003 R_RISCV_RELATIVE 48f68 │ │ │ │ -0000000000048e00 0000000000000003 R_RISCV_RELATIVE 2feb0 │ │ │ │ -0000000000048e08 0000000000000003 R_RISCV_RELATIVE 48f38 │ │ │ │ -0000000000048e18 0000000000000003 R_RISCV_RELATIVE 2fec8 │ │ │ │ -0000000000048e20 0000000000000003 R_RISCV_RELATIVE 48f08 │ │ │ │ -0000000000048e30 0000000000000003 R_RISCV_RELATIVE 2fee0 │ │ │ │ -0000000000048e38 0000000000000003 R_RISCV_RELATIVE 48ed8 │ │ │ │ -0000000000048e48 0000000000000003 R_RISCV_RELATIVE 2fef8 │ │ │ │ -0000000000048e50 0000000000000003 R_RISCV_RELATIVE 48eb0 │ │ │ │ -0000000000048e60 0000000000000003 R_RISCV_RELATIVE 2ff18 │ │ │ │ -0000000000048e68 0000000000000003 R_RISCV_RELATIVE 48e90 │ │ │ │ -0000000000048e90 0000000000000003 R_RISCV_RELATIVE 2ff28 │ │ │ │ -0000000000048e98 0000000000000003 R_RISCV_RELATIVE 2ff70 │ │ │ │ -0000000000048ea0 0000000000000003 R_RISCV_RELATIVE 2ffb0 │ │ │ │ -0000000000048eb0 0000000000000003 R_RISCV_RELATIVE 2ffc0 │ │ │ │ -0000000000048eb8 0000000000000003 R_RISCV_RELATIVE 2fff0 │ │ │ │ -0000000000048ec0 0000000000000003 R_RISCV_RELATIVE 30020 │ │ │ │ -0000000000048ec8 0000000000000003 R_RISCV_RELATIVE 30050 │ │ │ │ -0000000000048ed8 0000000000000003 R_RISCV_RELATIVE 30088 │ │ │ │ -0000000000048ee0 0000000000000003 R_RISCV_RELATIVE 300c8 │ │ │ │ -0000000000048ee8 0000000000000003 R_RISCV_RELATIVE 30110 │ │ │ │ -0000000000048ef0 0000000000000003 R_RISCV_RELATIVE 30130 │ │ │ │ -0000000000048ef8 0000000000000003 R_RISCV_RELATIVE 30050 │ │ │ │ -0000000000048f08 0000000000000003 R_RISCV_RELATIVE 30150 │ │ │ │ -0000000000048f10 0000000000000003 R_RISCV_RELATIVE 300c8 │ │ │ │ -0000000000048f18 0000000000000003 R_RISCV_RELATIVE 30110 │ │ │ │ -0000000000048f20 0000000000000003 R_RISCV_RELATIVE 30198 │ │ │ │ -0000000000048f28 0000000000000003 R_RISCV_RELATIVE 30050 │ │ │ │ -0000000000048f38 0000000000000003 R_RISCV_RELATIVE 301b8 │ │ │ │ -0000000000048f40 0000000000000003 R_RISCV_RELATIVE 300c8 │ │ │ │ -0000000000048f48 0000000000000003 R_RISCV_RELATIVE 30110 │ │ │ │ -0000000000048f50 0000000000000003 R_RISCV_RELATIVE 30200 │ │ │ │ -0000000000048f58 0000000000000003 R_RISCV_RELATIVE 30050 │ │ │ │ -0000000000048f68 0000000000000003 R_RISCV_RELATIVE 30220 │ │ │ │ -0000000000048f70 0000000000000003 R_RISCV_RELATIVE 300c8 │ │ │ │ -0000000000048f78 0000000000000003 R_RISCV_RELATIVE 30110 │ │ │ │ -0000000000048f80 0000000000000003 R_RISCV_RELATIVE 30260 │ │ │ │ -0000000000048f88 0000000000000003 R_RISCV_RELATIVE 30050 │ │ │ │ -0000000000048f98 0000000000000003 R_RISCV_RELATIVE 30280 │ │ │ │ -0000000000048fa0 0000000000000003 R_RISCV_RELATIVE 300c8 │ │ │ │ -0000000000048fa8 0000000000000003 R_RISCV_RELATIVE 302d0 │ │ │ │ -0000000000048fb0 0000000000000003 R_RISCV_RELATIVE 30300 │ │ │ │ -0000000000048fb8 0000000000000003 R_RISCV_RELATIVE 30050 │ │ │ │ -0000000000048fc8 0000000000000003 R_RISCV_RELATIVE 30330 │ │ │ │ -0000000000048fd0 0000000000000003 R_RISCV_RELATIVE 30378 │ │ │ │ -0000000000048fd8 0000000000000003 R_RISCV_RELATIVE 303c0 │ │ │ │ -0000000000048fe0 0000000000000003 R_RISCV_RELATIVE 302d0 │ │ │ │ -0000000000048fe8 0000000000000003 R_RISCV_RELATIVE 30400 │ │ │ │ -0000000000048ff0 0000000000000003 R_RISCV_RELATIVE 30430 │ │ │ │ -0000000000048ff8 0000000000000003 R_RISCV_RELATIVE 30050 │ │ │ │ -0000000000049008 0000000000000003 R_RISCV_RELATIVE 30460 │ │ │ │ -0000000000049010 0000000000000003 R_RISCV_RELATIVE 304a8 │ │ │ │ -0000000000049018 0000000000000003 R_RISCV_RELATIVE 304f0 │ │ │ │ -0000000000049020 0000000000000003 R_RISCV_RELATIVE 302d0 │ │ │ │ -0000000000049028 0000000000000003 R_RISCV_RELATIVE 30538 │ │ │ │ -0000000000049030 0000000000000003 R_RISCV_RELATIVE 30050 │ │ │ │ -0000000000049040 0000000000000003 R_RISCV_RELATIVE 30568 │ │ │ │ -0000000000049048 0000000000000003 R_RISCV_RELATIVE 305b0 │ │ │ │ -0000000000049050 0000000000000003 R_RISCV_RELATIVE 305c8 │ │ │ │ -0000000000049058 0000000000000003 R_RISCV_RELATIVE 305e0 │ │ │ │ -0000000000049068 0000000000000003 R_RISCV_RELATIVE 30600 │ │ │ │ -0000000000049070 0000000000000003 R_RISCV_RELATIVE 30648 │ │ │ │ -0000000000049078 0000000000000003 R_RISCV_RELATIVE 302f8 │ │ │ │ -0000000000049080 0000000000000003 R_RISCV_RELATIVE 30688 │ │ │ │ -0000000000049088 0000000000000003 R_RISCV_RELATIVE 306c0 │ │ │ │ -0000000000049090 0000000000000003 R_RISCV_RELATIVE 30710 │ │ │ │ -0000000000049098 0000000000000003 R_RISCV_RELATIVE 30760 │ │ │ │ -00000000000490a8 0000000000000003 R_RISCV_RELATIVE 30788 │ │ │ │ -00000000000490b0 0000000000000003 R_RISCV_RELATIVE 307d0 │ │ │ │ -00000000000490b8 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ -00000000000490c0 0000000000000003 R_RISCV_RELATIVE 30818 │ │ │ │ -00000000000490d0 0000000000000003 R_RISCV_RELATIVE 30870 │ │ │ │ -00000000000490d8 0000000000000003 R_RISCV_RELATIVE 300c8 │ │ │ │ -00000000000490e0 0000000000000003 R_RISCV_RELATIVE 308b8 │ │ │ │ -00000000000490e8 0000000000000003 R_RISCV_RELATIVE 30050 │ │ │ │ -00000000000490f8 0000000000000003 R_RISCV_RELATIVE 308e8 │ │ │ │ -0000000000049100 0000000000000003 R_RISCV_RELATIVE 2ff90 │ │ │ │ -0000000000049108 0000000000000003 R_RISCV_RELATIVE 30938 │ │ │ │ -0000000000049110 0000000000000003 R_RISCV_RELATIVE 30960 │ │ │ │ -0000000000049118 0000000000000003 R_RISCV_RELATIVE 30988 │ │ │ │ -0000000000049128 0000000000000003 R_RISCV_RELATIVE 309c0 │ │ │ │ -0000000000049130 0000000000000003 R_RISCV_RELATIVE 2ff90 │ │ │ │ -0000000000049138 0000000000000003 R_RISCV_RELATIVE 30a10 │ │ │ │ -0000000000049140 0000000000000003 R_RISCV_RELATIVE 30050 │ │ │ │ -0000000000049150 0000000000000003 R_RISCV_RELATIVE 30a38 │ │ │ │ -0000000000049158 0000000000000003 R_RISCV_RELATIVE 2ff90 │ │ │ │ -0000000000049160 0000000000000003 R_RISCV_RELATIVE 30a88 │ │ │ │ -0000000000049168 0000000000000003 R_RISCV_RELATIVE 30050 │ │ │ │ -0000000000049178 0000000000000003 R_RISCV_RELATIVE 30ab0 │ │ │ │ -0000000000049180 0000000000000003 R_RISCV_RELATIVE 2ff90 │ │ │ │ -0000000000049188 0000000000000003 R_RISCV_RELATIVE 30b00 │ │ │ │ -0000000000049190 0000000000000003 R_RISCV_RELATIVE 30050 │ │ │ │ -00000000000491a0 0000000000000003 R_RISCV_RELATIVE 30b30 │ │ │ │ -00000000000491a8 0000000000000003 R_RISCV_RELATIVE 2ff90 │ │ │ │ -00000000000491b0 0000000000000003 R_RISCV_RELATIVE 30b80 │ │ │ │ -00000000000491b8 0000000000000003 R_RISCV_RELATIVE 30050 │ │ │ │ -00000000000491c8 0000000000000003 R_RISCV_RELATIVE 30bb0 │ │ │ │ -00000000000491d0 0000000000000003 R_RISCV_RELATIVE 300c8 │ │ │ │ -00000000000491d8 0000000000000003 R_RISCV_RELATIVE 30c00 │ │ │ │ -00000000000491e8 0000000000000003 R_RISCV_RELATIVE 30c30 │ │ │ │ -00000000000491f0 0000000000000003 R_RISCV_RELATIVE 2ff90 │ │ │ │ -00000000000491f8 0000000000000003 R_RISCV_RELATIVE 30c78 │ │ │ │ -0000000000049200 0000000000000003 R_RISCV_RELATIVE 30050 │ │ │ │ -0000000000049210 0000000000000003 R_RISCV_RELATIVE 30ca0 │ │ │ │ -0000000000049218 0000000000000003 R_RISCV_RELATIVE 2ff90 │ │ │ │ -0000000000049220 0000000000000003 R_RISCV_RELATIVE 30cf0 │ │ │ │ -0000000000049228 0000000000000003 R_RISCV_RELATIVE 30d18 │ │ │ │ -0000000000049230 0000000000000003 R_RISCV_RELATIVE 30050 │ │ │ │ -0000000000049240 0000000000000003 R_RISCV_RELATIVE 30d40 │ │ │ │ -0000000000049248 0000000000000003 R_RISCV_RELATIVE 2ff90 │ │ │ │ -0000000000049250 0000000000000003 R_RISCV_RELATIVE 30cf0 │ │ │ │ -0000000000049258 0000000000000003 R_RISCV_RELATIVE 30d90 │ │ │ │ -0000000000049260 0000000000000003 R_RISCV_RELATIVE 30050 │ │ │ │ -0000000000049270 0000000000000003 R_RISCV_RELATIVE 30db8 │ │ │ │ -0000000000049278 0000000000000003 R_RISCV_RELATIVE 2ff90 │ │ │ │ -0000000000049280 0000000000000003 R_RISCV_RELATIVE 30e08 │ │ │ │ -0000000000049288 0000000000000003 R_RISCV_RELATIVE 30050 │ │ │ │ -0000000000049298 0000000000000003 R_RISCV_RELATIVE 30e38 │ │ │ │ -00000000000492a0 0000000000000003 R_RISCV_RELATIVE 30e88 │ │ │ │ -00000000000492a8 0000000000000003 R_RISCV_RELATIVE 30ea0 │ │ │ │ -00000000000492b0 0000000000000003 R_RISCV_RELATIVE 30ed0 │ │ │ │ -00000000000492b8 0000000000000003 R_RISCV_RELATIVE 30ee0 │ │ │ │ -00000000000492c0 0000000000000003 R_RISCV_RELATIVE 30f28 │ │ │ │ -00000000000492d0 0000000000000003 R_RISCV_RELATIVE 30f50 │ │ │ │ -00000000000492d8 0000000000000003 R_RISCV_RELATIVE 30f98 │ │ │ │ -00000000000492e0 0000000000000003 R_RISCV_RELATIVE 30fc0 │ │ │ │ -00000000000492e8 0000000000000003 R_RISCV_RELATIVE 30fe8 │ │ │ │ -00000000000492f0 0000000000000003 R_RISCV_RELATIVE 31010 │ │ │ │ -00000000000492f8 0000000000000003 R_RISCV_RELATIVE 31038 │ │ │ │ -0000000000049300 0000000000000003 R_RISCV_RELATIVE 31080 │ │ │ │ -0000000000049308 0000000000000003 R_RISCV_RELATIVE 310c8 │ │ │ │ -0000000000049318 0000000000000003 R_RISCV_RELATIVE 310f0 │ │ │ │ -0000000000049320 0000000000000003 R_RISCV_RELATIVE 31138 │ │ │ │ -0000000000049328 0000000000000003 R_RISCV_RELATIVE 31178 │ │ │ │ -0000000000049330 0000000000000003 R_RISCV_RELATIVE 311a0 │ │ │ │ -0000000000049338 0000000000000003 R_RISCV_RELATIVE 311c8 │ │ │ │ -0000000000049348 0000000000000003 R_RISCV_RELATIVE 311f8 │ │ │ │ -0000000000049350 0000000000000003 R_RISCV_RELATIVE 31240 │ │ │ │ -0000000000049358 0000000000000003 R_RISCV_RELATIVE 31250 │ │ │ │ -0000000000049360 0000000000000003 R_RISCV_RELATIVE 31280 │ │ │ │ -0000000000049368 0000000000000003 R_RISCV_RELATIVE 31290 │ │ │ │ -0000000000049370 0000000000000003 R_RISCV_RELATIVE 312d8 │ │ │ │ -0000000000049380 0000000000000003 R_RISCV_RELATIVE 31318 │ │ │ │ -0000000000049388 0000000000000003 R_RISCV_RELATIVE 31368 │ │ │ │ -0000000000049390 0000000000000003 R_RISCV_RELATIVE 31378 │ │ │ │ -0000000000049398 0000000000000003 R_RISCV_RELATIVE 30ed0 │ │ │ │ -00000000000493a0 0000000000000003 R_RISCV_RELATIVE 30ee0 │ │ │ │ -00000000000493a8 0000000000000003 R_RISCV_RELATIVE 30f28 │ │ │ │ -00000000000493b8 0000000000000003 R_RISCV_RELATIVE 313a8 │ │ │ │ -00000000000493c0 0000000000000003 R_RISCV_RELATIVE 31368 │ │ │ │ -00000000000493c8 0000000000000003 R_RISCV_RELATIVE 313f0 │ │ │ │ -00000000000493d0 0000000000000003 R_RISCV_RELATIVE 30ed0 │ │ │ │ -00000000000493d8 0000000000000003 R_RISCV_RELATIVE 30ee0 │ │ │ │ -00000000000493e0 0000000000000003 R_RISCV_RELATIVE 30f28 │ │ │ │ -00000000000493f0 0000000000000003 R_RISCV_RELATIVE 31418 │ │ │ │ -00000000000493f8 0000000000000003 R_RISCV_RELATIVE 31240 │ │ │ │ -0000000000049400 0000000000000003 R_RISCV_RELATIVE 31448 │ │ │ │ -0000000000049410 0000000000000003 R_RISCV_RELATIVE 31470 │ │ │ │ -0000000000049418 0000000000000003 R_RISCV_RELATIVE 31240 │ │ │ │ -0000000000049420 0000000000000003 R_RISCV_RELATIVE 314a8 │ │ │ │ -0000000000049428 0000000000000003 R_RISCV_RELATIVE 314d0 │ │ │ │ -0000000000049438 0000000000000003 R_RISCV_RELATIVE 31470 │ │ │ │ -0000000000049440 0000000000000003 R_RISCV_RELATIVE 31240 │ │ │ │ -0000000000049448 0000000000000003 R_RISCV_RELATIVE 314a8 │ │ │ │ -0000000000049450 0000000000000003 R_RISCV_RELATIVE 314d0 │ │ │ │ -0000000000049460 0000000000000003 R_RISCV_RELATIVE 314f0 │ │ │ │ -0000000000049468 0000000000000003 R_RISCV_RELATIVE 31520 │ │ │ │ -0000000000049470 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ -0000000000049478 0000000000000003 R_RISCV_RELATIVE 31548 │ │ │ │ -0000000000049480 0000000000000003 R_RISCV_RELATIVE 31590 │ │ │ │ -0000000000049490 0000000000000003 R_RISCV_RELATIVE 315b8 │ │ │ │ -0000000000049498 0000000000000003 R_RISCV_RELATIVE 31608 │ │ │ │ -00000000000494a0 0000000000000003 R_RISCV_RELATIVE 31658 │ │ │ │ -00000000000494a8 0000000000000003 R_RISCV_RELATIVE 316a8 │ │ │ │ -00000000000494b0 0000000000000003 R_RISCV_RELATIVE 316f8 │ │ │ │ -00000000000494b8 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ -00000000000494c0 0000000000000003 R_RISCV_RELATIVE 31548 │ │ │ │ -00000000000494c8 0000000000000003 R_RISCV_RELATIVE 31590 │ │ │ │ -00000000000494d8 0000000000000003 R_RISCV_RELATIVE 315b8 │ │ │ │ -00000000000494e0 0000000000000003 R_RISCV_RELATIVE 31608 │ │ │ │ -00000000000494e8 0000000000000003 R_RISCV_RELATIVE 31738 │ │ │ │ -00000000000494f0 0000000000000003 R_RISCV_RELATIVE 31778 │ │ │ │ -00000000000494f8 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ -0000000000049500 0000000000000003 R_RISCV_RELATIVE 31548 │ │ │ │ -0000000000049508 0000000000000003 R_RISCV_RELATIVE 31590 │ │ │ │ -0000000000049518 0000000000000003 R_RISCV_RELATIVE 315b8 │ │ │ │ -0000000000049520 0000000000000003 R_RISCV_RELATIVE 31608 │ │ │ │ -0000000000049528 0000000000000003 R_RISCV_RELATIVE 31658 │ │ │ │ -0000000000049530 0000000000000003 R_RISCV_RELATIVE 317a0 │ │ │ │ -0000000000049538 0000000000000003 R_RISCV_RELATIVE 317f0 │ │ │ │ -0000000000049540 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ -0000000000049548 0000000000000003 R_RISCV_RELATIVE 31548 │ │ │ │ -0000000000049550 0000000000000003 R_RISCV_RELATIVE 31590 │ │ │ │ -0000000000049560 0000000000000003 R_RISCV_RELATIVE 31840 │ │ │ │ -0000000000049568 0000000000000003 R_RISCV_RELATIVE 495c0 │ │ │ │ -0000000000049578 0000000000000003 R_RISCV_RELATIVE 31860 │ │ │ │ -0000000000049580 0000000000000003 R_RISCV_RELATIVE 495a8 │ │ │ │ -00000000000495a8 0000000000000003 R_RISCV_RELATIVE 31878 │ │ │ │ -00000000000495b0 0000000000000003 R_RISCV_RELATIVE 318d8 │ │ │ │ -00000000000495c0 0000000000000003 R_RISCV_RELATIVE 31940 │ │ │ │ -00000000000495c8 0000000000000003 R_RISCV_RELATIVE 319a0 │ │ │ │ -00000000000495d0 0000000000000003 R_RISCV_RELATIVE 31a00 │ │ │ │ -00000000000495d8 0000000000000003 R_RISCV_RELATIVE 31a40 │ │ │ │ +0000000000048940 0000000000000003 R_RISCV_RELATIVE 2f7f0 │ │ │ │ +0000000000048948 0000000000000003 R_RISCV_RELATIVE 2f810 │ │ │ │ +0000000000048950 0000000000000003 R_RISCV_RELATIVE 2f830 │ │ │ │ +0000000000048960 0000000000000003 R_RISCV_RELATIVE 2f850 │ │ │ │ +0000000000048968 0000000000000003 R_RISCV_RELATIVE 2f8a0 │ │ │ │ +0000000000048970 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ +0000000000048978 0000000000000003 R_RISCV_RELATIVE 2f7f0 │ │ │ │ +0000000000048980 0000000000000003 R_RISCV_RELATIVE 2f830 │ │ │ │ +0000000000048990 0000000000000003 R_RISCV_RELATIVE 2f8e8 │ │ │ │ +0000000000048998 0000000000000003 R_RISCV_RELATIVE 2f930 │ │ │ │ +00000000000489a0 0000000000000003 R_RISCV_RELATIVE 2f978 │ │ │ │ +00000000000489a8 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ +00000000000489b0 0000000000000003 R_RISCV_RELATIVE 2f7f0 │ │ │ │ +00000000000489b8 0000000000000003 R_RISCV_RELATIVE 2f830 │ │ │ │ +00000000000489c8 0000000000000003 R_RISCV_RELATIVE 2f9a0 │ │ │ │ +00000000000489d0 0000000000000003 R_RISCV_RELATIVE 318e8 │ │ │ │ +00000000000489e0 0000000000000003 R_RISCV_RELATIVE 2f9f8 │ │ │ │ +00000000000489e8 0000000000000003 R_RISCV_RELATIVE 2fa48 │ │ │ │ +00000000000489f0 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ +00000000000489f8 0000000000000003 R_RISCV_RELATIVE 2f3e8 │ │ │ │ +0000000000048a08 0000000000000003 R_RISCV_RELATIVE 2fa60 │ │ │ │ +0000000000048a10 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ +0000000000048a18 0000000000000003 R_RISCV_RELATIVE 2f3d8 │ │ │ │ +0000000000048a20 0000000000000003 R_RISCV_RELATIVE 2fab0 │ │ │ │ +0000000000048a30 0000000000000003 R_RISCV_RELATIVE 2fac8 │ │ │ │ +0000000000048a38 0000000000000003 R_RISCV_RELATIVE 48ae8 │ │ │ │ +0000000000048a48 0000000000000003 R_RISCV_RELATIVE 2fae0 │ │ │ │ +0000000000048a50 0000000000000003 R_RISCV_RELATIVE 48ad0 │ │ │ │ +0000000000048a60 0000000000000003 R_RISCV_RELATIVE 2faf8 │ │ │ │ +0000000000048a68 0000000000000003 R_RISCV_RELATIVE 48ab8 │ │ │ │ +0000000000048a78 0000000000000003 R_RISCV_RELATIVE 2fb10 │ │ │ │ +0000000000048a80 0000000000000003 R_RISCV_RELATIVE 48aa8 │ │ │ │ +0000000000048aa8 0000000000000003 R_RISCV_RELATIVE 2fb28 │ │ │ │ +0000000000048ab8 0000000000000003 R_RISCV_RELATIVE 2fb60 │ │ │ │ +0000000000048ac0 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ +0000000000048ad0 0000000000000003 R_RISCV_RELATIVE 2fb90 │ │ │ │ +0000000000048ad8 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ +0000000000048ae8 0000000000000003 R_RISCV_RELATIVE 2fbc0 │ │ │ │ +0000000000048af0 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ +0000000000048b00 0000000000000003 R_RISCV_RELATIVE 2fbe8 │ │ │ │ +0000000000048b08 0000000000000003 R_RISCV_RELATIVE 48b30 │ │ │ │ +0000000000048b30 0000000000000003 R_RISCV_RELATIVE 2fc00 │ │ │ │ +0000000000048b38 0000000000000003 R_RISCV_RELATIVE 2fc38 │ │ │ │ +0000000000048b40 0000000000000003 R_RISCV_RELATIVE 2fc78 │ │ │ │ +0000000000048b48 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ +0000000000048b50 0000000000000003 R_RISCV_RELATIVE 2ebb0 │ │ │ │ +0000000000048b58 0000000000000003 R_RISCV_RELATIVE 2fcc0 │ │ │ │ +0000000000048b60 0000000000000003 R_RISCV_RELATIVE 2fcd0 │ │ │ │ +0000000000048b70 0000000000000003 R_RISCV_RELATIVE 2fce0 │ │ │ │ +0000000000048b78 0000000000000003 R_RISCV_RELATIVE 48c08 │ │ │ │ +0000000000048b88 0000000000000003 R_RISCV_RELATIVE 2fcf8 │ │ │ │ +0000000000048b90 0000000000000003 R_RISCV_RELATIVE 48bb8 │ │ │ │ +0000000000048bb8 0000000000000003 R_RISCV_RELATIVE 2fd18 │ │ │ │ +0000000000048bc0 0000000000000003 R_RISCV_RELATIVE 2fd60 │ │ │ │ +0000000000048bc8 0000000000000003 R_RISCV_RELATIVE 2fda8 │ │ │ │ +0000000000048bd0 0000000000000003 R_RISCV_RELATIVE 2fdf0 │ │ │ │ +0000000000048bd8 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ +0000000000048be0 0000000000000003 R_RISCV_RELATIVE 2fe00 │ │ │ │ +0000000000048be8 0000000000000003 R_RISCV_RELATIVE 2fe18 │ │ │ │ +0000000000048bf0 0000000000000003 R_RISCV_RELATIVE 2fe30 │ │ │ │ +0000000000048bf8 0000000000000003 R_RISCV_RELATIVE 2fe48 │ │ │ │ +0000000000048c08 0000000000000003 R_RISCV_RELATIVE 2fe60 │ │ │ │ +0000000000048c10 0000000000000003 R_RISCV_RELATIVE 2fea8 │ │ │ │ +0000000000048c18 0000000000000003 R_RISCV_RELATIVE 2fef0 │ │ │ │ +0000000000048c20 0000000000000003 R_RISCV_RELATIVE 2ff38 │ │ │ │ +0000000000048c28 0000000000000003 R_RISCV_RELATIVE 2ff80 │ │ │ │ +0000000000048c30 0000000000000003 R_RISCV_RELATIVE 2ffc8 │ │ │ │ +0000000000048c38 0000000000000003 R_RISCV_RELATIVE 30010 │ │ │ │ +0000000000048c40 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ +0000000000048c48 0000000000000003 R_RISCV_RELATIVE 30028 │ │ │ │ +0000000000048c50 0000000000000003 R_RISCV_RELATIVE 30070 │ │ │ │ +0000000000048c58 0000000000000003 R_RISCV_RELATIVE 300b8 │ │ │ │ +0000000000048c60 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ +0000000000048c68 0000000000000003 R_RISCV_RELATIVE 300e8 │ │ │ │ +0000000000048c70 0000000000000003 R_RISCV_RELATIVE 30100 │ │ │ │ +0000000000048c78 0000000000000003 R_RISCV_RELATIVE 30118 │ │ │ │ +0000000000048c88 0000000000000003 R_RISCV_RELATIVE 30130 │ │ │ │ +0000000000048c90 0000000000000003 R_RISCV_RELATIVE 48dd0 │ │ │ │ +0000000000048ca0 0000000000000003 R_RISCV_RELATIVE 30140 │ │ │ │ +0000000000048ca8 0000000000000003 R_RISCV_RELATIVE 48d28 │ │ │ │ +0000000000048cb8 0000000000000003 R_RISCV_RELATIVE 30150 │ │ │ │ +0000000000048cc0 0000000000000003 R_RISCV_RELATIVE 48ce8 │ │ │ │ +0000000000048ce8 0000000000000003 R_RISCV_RELATIVE 30160 │ │ │ │ +0000000000048cf0 0000000000000003 R_RISCV_RELATIVE 301b0 │ │ │ │ +0000000000048cf8 0000000000000003 R_RISCV_RELATIVE 30200 │ │ │ │ +0000000000048d00 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ +0000000000048d08 0000000000000003 R_RISCV_RELATIVE 30118 │ │ │ │ +0000000000048d10 0000000000000003 R_RISCV_RELATIVE 30220 │ │ │ │ +0000000000048d18 0000000000000003 R_RISCV_RELATIVE 30240 │ │ │ │ +0000000000048d28 0000000000000003 R_RISCV_RELATIVE 30260 │ │ │ │ +0000000000048d30 0000000000000003 R_RISCV_RELATIVE 302a0 │ │ │ │ +0000000000048d38 0000000000000003 R_RISCV_RELATIVE 302e0 │ │ │ │ +0000000000048d40 0000000000000003 R_RISCV_RELATIVE 30328 │ │ │ │ +0000000000048d48 0000000000000003 R_RISCV_RELATIVE 30370 │ │ │ │ +0000000000048d50 0000000000000003 R_RISCV_RELATIVE 303b8 │ │ │ │ +0000000000048d58 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ +0000000000048d60 0000000000000003 R_RISCV_RELATIVE 303e8 │ │ │ │ +0000000000048d68 0000000000000003 R_RISCV_RELATIVE 30430 │ │ │ │ +0000000000048d70 0000000000000003 R_RISCV_RELATIVE 30478 │ │ │ │ +0000000000048d78 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ +0000000000048d80 0000000000000003 R_RISCV_RELATIVE 304b8 │ │ │ │ +0000000000048d88 0000000000000003 R_RISCV_RELATIVE 30500 │ │ │ │ +0000000000048d90 0000000000000003 R_RISCV_RELATIVE 30548 │ │ │ │ +0000000000048d98 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ +0000000000048da0 0000000000000003 R_RISCV_RELATIVE 30578 │ │ │ │ +0000000000048da8 0000000000000003 R_RISCV_RELATIVE 30590 │ │ │ │ +0000000000048db0 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ +0000000000048db8 0000000000000003 R_RISCV_RELATIVE 305a8 │ │ │ │ +0000000000048dc0 0000000000000003 R_RISCV_RELATIVE 305f0 │ │ │ │ +0000000000048dd0 0000000000000003 R_RISCV_RELATIVE 30608 │ │ │ │ +0000000000048dd8 0000000000000003 R_RISCV_RELATIVE 30650 │ │ │ │ +0000000000048de0 0000000000000003 R_RISCV_RELATIVE 30698 │ │ │ │ +0000000000048de8 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ +0000000000048df0 0000000000000003 R_RISCV_RELATIVE 30118 │ │ │ │ +0000000000048df8 0000000000000003 R_RISCV_RELATIVE 306c0 │ │ │ │ +0000000000048e00 0000000000000003 R_RISCV_RELATIVE 306d8 │ │ │ │ +0000000000048e10 0000000000000003 R_RISCV_RELATIVE 30130 │ │ │ │ +0000000000048e18 0000000000000003 R_RISCV_RELATIVE 48e40 │ │ │ │ +0000000000048e40 0000000000000003 R_RISCV_RELATIVE 30608 │ │ │ │ +0000000000048e48 0000000000000003 R_RISCV_RELATIVE 30650 │ │ │ │ +0000000000048e50 0000000000000003 R_RISCV_RELATIVE 30698 │ │ │ │ +0000000000048e58 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ +0000000000048e60 0000000000000003 R_RISCV_RELATIVE 30118 │ │ │ │ +0000000000048e68 0000000000000003 R_RISCV_RELATIVE 306c0 │ │ │ │ +0000000000048e70 0000000000000003 R_RISCV_RELATIVE 306d8 │ │ │ │ +0000000000048e80 0000000000000003 R_RISCV_RELATIVE 30130 │ │ │ │ +0000000000048e88 0000000000000003 R_RISCV_RELATIVE 48eb0 │ │ │ │ +0000000000048eb0 0000000000000003 R_RISCV_RELATIVE 30608 │ │ │ │ +0000000000048eb8 0000000000000003 R_RISCV_RELATIVE 30650 │ │ │ │ +0000000000048ec0 0000000000000003 R_RISCV_RELATIVE 30698 │ │ │ │ +0000000000048ec8 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ +0000000000048ed0 0000000000000003 R_RISCV_RELATIVE 30118 │ │ │ │ +0000000000048ed8 0000000000000003 R_RISCV_RELATIVE 306c0 │ │ │ │ +0000000000048ee0 0000000000000003 R_RISCV_RELATIVE 306d8 │ │ │ │ +0000000000048ef0 0000000000000003 R_RISCV_RELATIVE 306f8 │ │ │ │ +0000000000048ef8 0000000000000003 R_RISCV_RELATIVE 48fa0 │ │ │ │ +0000000000048f08 0000000000000003 R_RISCV_RELATIVE 30708 │ │ │ │ +0000000000048f10 0000000000000003 R_RISCV_RELATIVE 48f38 │ │ │ │ +0000000000048f38 0000000000000003 R_RISCV_RELATIVE 30718 │ │ │ │ +0000000000048f40 0000000000000003 R_RISCV_RELATIVE 30760 │ │ │ │ +0000000000048f48 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ +0000000000048f50 0000000000000003 R_RISCV_RELATIVE 307a0 │ │ │ │ +0000000000048f58 0000000000000003 R_RISCV_RELATIVE 307b0 │ │ │ │ +0000000000048f60 0000000000000003 R_RISCV_RELATIVE 307c0 │ │ │ │ +0000000000048f68 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ +0000000000048f70 0000000000000003 R_RISCV_RELATIVE 343c0 │ │ │ │ +0000000000048f78 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ +0000000000048f80 0000000000000003 R_RISCV_RELATIVE 307d0 │ │ │ │ +0000000000048f88 0000000000000003 R_RISCV_RELATIVE 30818 │ │ │ │ +0000000000048f90 0000000000000003 R_RISCV_RELATIVE 30860 │ │ │ │ +0000000000048fa0 0000000000000003 R_RISCV_RELATIVE 30718 │ │ │ │ +0000000000048fa8 0000000000000003 R_RISCV_RELATIVE 30760 │ │ │ │ +0000000000048fb0 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ +0000000000048fb8 0000000000000003 R_RISCV_RELATIVE 307a0 │ │ │ │ +0000000000048fc0 0000000000000003 R_RISCV_RELATIVE 307b0 │ │ │ │ +0000000000048fc8 0000000000000003 R_RISCV_RELATIVE 307c0 │ │ │ │ +0000000000048fd0 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ +0000000000048fd8 0000000000000003 R_RISCV_RELATIVE 343c0 │ │ │ │ +0000000000048fe8 0000000000000003 R_RISCV_RELATIVE 308a0 │ │ │ │ +0000000000048ff0 0000000000000003 R_RISCV_RELATIVE 49188 │ │ │ │ +0000000000049000 0000000000000003 R_RISCV_RELATIVE 308b8 │ │ │ │ +0000000000049008 0000000000000003 R_RISCV_RELATIVE 49130 │ │ │ │ +0000000000049018 0000000000000003 R_RISCV_RELATIVE 308c8 │ │ │ │ +0000000000049020 0000000000000003 R_RISCV_RELATIVE 490d0 │ │ │ │ +0000000000049030 0000000000000003 R_RISCV_RELATIVE 308e0 │ │ │ │ +0000000000049038 0000000000000003 R_RISCV_RELATIVE 49060 │ │ │ │ +0000000000049060 0000000000000003 R_RISCV_RELATIVE 308f8 │ │ │ │ +0000000000049068 0000000000000003 R_RISCV_RELATIVE 30940 │ │ │ │ +0000000000049070 0000000000000003 R_RISCV_RELATIVE 30988 │ │ │ │ +0000000000049078 0000000000000003 R_RISCV_RELATIVE 309d0 │ │ │ │ +0000000000049080 0000000000000003 R_RISCV_RELATIVE 30a18 │ │ │ │ +0000000000049088 0000000000000003 R_RISCV_RELATIVE 30a60 │ │ │ │ +0000000000049090 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ +0000000000049098 0000000000000003 R_RISCV_RELATIVE 30a98 │ │ │ │ +00000000000490a0 0000000000000003 R_RISCV_RELATIVE 30ae0 │ │ │ │ +00000000000490a8 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ +00000000000490b0 0000000000000003 R_RISCV_RELATIVE 30b18 │ │ │ │ +00000000000490b8 0000000000000003 R_RISCV_RELATIVE 30b38 │ │ │ │ +00000000000490c0 0000000000000003 R_RISCV_RELATIVE 30b58 │ │ │ │ +00000000000490d0 0000000000000003 R_RISCV_RELATIVE 30b78 │ │ │ │ +00000000000490d8 0000000000000003 R_RISCV_RELATIVE 30bb8 │ │ │ │ +00000000000490e0 0000000000000003 R_RISCV_RELATIVE 30c00 │ │ │ │ +00000000000490e8 0000000000000003 R_RISCV_RELATIVE 30c40 │ │ │ │ +00000000000490f0 0000000000000003 R_RISCV_RELATIVE 30c88 │ │ │ │ +00000000000490f8 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ +0000000000049100 0000000000000003 R_RISCV_RELATIVE 30a98 │ │ │ │ +0000000000049108 0000000000000003 R_RISCV_RELATIVE 30ae0 │ │ │ │ +0000000000049110 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ +0000000000049118 0000000000000003 R_RISCV_RELATIVE 30578 │ │ │ │ +0000000000049120 0000000000000003 R_RISCV_RELATIVE 30cb0 │ │ │ │ +0000000000049130 0000000000000003 R_RISCV_RELATIVE 30cc8 │ │ │ │ +0000000000049138 0000000000000003 R_RISCV_RELATIVE 30d10 │ │ │ │ +0000000000049140 0000000000000003 R_RISCV_RELATIVE 30d58 │ │ │ │ +0000000000049148 0000000000000003 R_RISCV_RELATIVE 30c90 │ │ │ │ +0000000000049150 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ +0000000000049158 0000000000000003 R_RISCV_RELATIVE 30a98 │ │ │ │ +0000000000049160 0000000000000003 R_RISCV_RELATIVE 30ae0 │ │ │ │ +0000000000049168 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ +0000000000049170 0000000000000003 R_RISCV_RELATIVE 30578 │ │ │ │ +0000000000049178 0000000000000003 R_RISCV_RELATIVE 30cb0 │ │ │ │ +0000000000049188 0000000000000003 R_RISCV_RELATIVE 30da0 │ │ │ │ +0000000000049190 0000000000000003 R_RISCV_RELATIVE 30de0 │ │ │ │ +0000000000049198 0000000000000003 R_RISCV_RELATIVE 30e28 │ │ │ │ +00000000000491a0 0000000000000003 R_RISCV_RELATIVE 30a60 │ │ │ │ +00000000000491a8 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ +00000000000491b0 0000000000000003 R_RISCV_RELATIVE 30e70 │ │ │ │ +00000000000491b8 0000000000000003 R_RISCV_RELATIVE 30e90 │ │ │ │ +00000000000491c8 0000000000000003 R_RISCV_RELATIVE 30eb0 │ │ │ │ +00000000000491d0 0000000000000003 R_RISCV_RELATIVE 491f8 │ │ │ │ +00000000000491f8 0000000000000003 R_RISCV_RELATIVE 30ec8 │ │ │ │ +0000000000049200 0000000000000003 R_RISCV_RELATIVE 30f18 │ │ │ │ +0000000000049208 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ +0000000000049218 0000000000000003 R_RISCV_RELATIVE 30f58 │ │ │ │ +0000000000049220 0000000000000003 R_RISCV_RELATIVE 49248 │ │ │ │ +0000000000049248 0000000000000003 R_RISCV_RELATIVE 30f68 │ │ │ │ +0000000000049250 0000000000000003 R_RISCV_RELATIVE 30fa8 │ │ │ │ +0000000000049258 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ +0000000000049260 0000000000000003 R_RISCV_RELATIVE 30fe0 │ │ │ │ +0000000000049268 0000000000000003 R_RISCV_RELATIVE 30ff0 │ │ │ │ +0000000000049270 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ +0000000000049278 0000000000000003 R_RISCV_RELATIVE 31000 │ │ │ │ +0000000000049280 0000000000000003 R_RISCV_RELATIVE 31048 │ │ │ │ +0000000000049288 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ +0000000000049290 0000000000000003 R_RISCV_RELATIVE 31060 │ │ │ │ +0000000000049298 0000000000000003 R_RISCV_RELATIVE 310a0 │ │ │ │ +00000000000492a8 0000000000000003 R_RISCV_RELATIVE 310c8 │ │ │ │ +00000000000492b0 0000000000000003 R_RISCV_RELATIVE 49b20 │ │ │ │ +00000000000492c0 0000000000000003 R_RISCV_RELATIVE 310e8 │ │ │ │ +00000000000492c8 0000000000000003 R_RISCV_RELATIVE 49a88 │ │ │ │ +00000000000492d8 0000000000000003 R_RISCV_RELATIVE 31100 │ │ │ │ +00000000000492e0 0000000000000003 R_RISCV_RELATIVE 49a50 │ │ │ │ +00000000000492f0 0000000000000003 R_RISCV_RELATIVE 2e4a8 │ │ │ │ +00000000000492f8 0000000000000003 R_RISCV_RELATIVE 499e8 │ │ │ │ +0000000000049308 0000000000000003 R_RISCV_RELATIVE 31110 │ │ │ │ +0000000000049310 0000000000000003 R_RISCV_RELATIVE 49998 │ │ │ │ +0000000000049320 0000000000000003 R_RISCV_RELATIVE 31130 │ │ │ │ +0000000000049328 0000000000000003 R_RISCV_RELATIVE 49928 │ │ │ │ +0000000000049338 0000000000000003 R_RISCV_RELATIVE 31150 │ │ │ │ +0000000000049340 0000000000000003 R_RISCV_RELATIVE 498f0 │ │ │ │ +0000000000049350 0000000000000003 R_RISCV_RELATIVE 31168 │ │ │ │ +0000000000049358 0000000000000003 R_RISCV_RELATIVE 49898 │ │ │ │ +0000000000049368 0000000000000003 R_RISCV_RELATIVE 31178 │ │ │ │ +0000000000049370 0000000000000003 R_RISCV_RELATIVE 497a8 │ │ │ │ +0000000000049380 0000000000000003 R_RISCV_RELATIVE 311a0 │ │ │ │ +0000000000049388 0000000000000003 R_RISCV_RELATIVE 496b0 │ │ │ │ +0000000000049398 0000000000000003 R_RISCV_RELATIVE 311c8 │ │ │ │ +00000000000493a0 0000000000000003 R_RISCV_RELATIVE 495a0 │ │ │ │ +00000000000493b0 0000000000000003 R_RISCV_RELATIVE 311f8 │ │ │ │ +00000000000493b8 0000000000000003 R_RISCV_RELATIVE 49540 │ │ │ │ +00000000000493c8 0000000000000003 R_RISCV_RELATIVE 31210 │ │ │ │ +00000000000493d0 0000000000000003 R_RISCV_RELATIVE 494a8 │ │ │ │ +00000000000493e0 0000000000000003 R_RISCV_RELATIVE 31228 │ │ │ │ +00000000000493e8 0000000000000003 R_RISCV_RELATIVE 49460 │ │ │ │ +00000000000493f8 0000000000000003 R_RISCV_RELATIVE 31248 │ │ │ │ +0000000000049400 0000000000000003 R_RISCV_RELATIVE 49428 │ │ │ │ +0000000000049428 0000000000000003 R_RISCV_RELATIVE 31260 │ │ │ │ +0000000000049430 0000000000000003 R_RISCV_RELATIVE 312a0 │ │ │ │ +0000000000049438 0000000000000003 R_RISCV_RELATIVE 312e8 │ │ │ │ +0000000000049440 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ +0000000000049448 0000000000000003 R_RISCV_RELATIVE 31330 │ │ │ │ +0000000000049450 0000000000000003 R_RISCV_RELATIVE 31358 │ │ │ │ +0000000000049460 0000000000000003 R_RISCV_RELATIVE 31380 │ │ │ │ +0000000000049468 0000000000000003 R_RISCV_RELATIVE 313c0 │ │ │ │ +0000000000049470 0000000000000003 R_RISCV_RELATIVE 31400 │ │ │ │ +0000000000049478 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ +0000000000049480 0000000000000003 R_RISCV_RELATIVE 31430 │ │ │ │ +0000000000049488 0000000000000003 R_RISCV_RELATIVE 31448 │ │ │ │ +0000000000049490 0000000000000003 R_RISCV_RELATIVE 31460 │ │ │ │ +0000000000049498 0000000000000003 R_RISCV_RELATIVE 31478 │ │ │ │ +00000000000494a8 0000000000000003 R_RISCV_RELATIVE 31498 │ │ │ │ +00000000000494b0 0000000000000003 R_RISCV_RELATIVE 314e0 │ │ │ │ +00000000000494b8 0000000000000003 R_RISCV_RELATIVE 31528 │ │ │ │ +00000000000494c0 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ +00000000000494c8 0000000000000003 R_RISCV_RELATIVE 31548 │ │ │ │ +00000000000494d0 0000000000000003 R_RISCV_RELATIVE 31590 │ │ │ │ +00000000000494d8 0000000000000003 R_RISCV_RELATIVE 315d8 │ │ │ │ +00000000000494e0 0000000000000003 R_RISCV_RELATIVE 31620 │ │ │ │ +00000000000494e8 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ +00000000000494f0 0000000000000003 R_RISCV_RELATIVE 31630 │ │ │ │ +00000000000494f8 0000000000000003 R_RISCV_RELATIVE 31678 │ │ │ │ +0000000000049500 0000000000000003 R_RISCV_RELATIVE 316c0 │ │ │ │ +0000000000049508 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ +0000000000049510 0000000000000003 R_RISCV_RELATIVE 316e8 │ │ │ │ +0000000000049518 0000000000000003 R_RISCV_RELATIVE 31710 │ │ │ │ +0000000000049520 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ +0000000000049528 0000000000000003 R_RISCV_RELATIVE 31730 │ │ │ │ +0000000000049530 0000000000000003 R_RISCV_RELATIVE 31778 │ │ │ │ +0000000000049540 0000000000000003 R_RISCV_RELATIVE 31790 │ │ │ │ +0000000000049548 0000000000000003 R_RISCV_RELATIVE 317d8 │ │ │ │ +0000000000049550 0000000000000003 R_RISCV_RELATIVE 31818 │ │ │ │ +0000000000049558 0000000000000003 R_RISCV_RELATIVE 31860 │ │ │ │ +0000000000049560 0000000000000003 R_RISCV_RELATIVE 318a8 │ │ │ │ +0000000000049568 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ +0000000000049570 0000000000000003 R_RISCV_RELATIVE 318d0 │ │ │ │ +0000000000049578 0000000000000003 R_RISCV_RELATIVE 318f0 │ │ │ │ +0000000000049580 0000000000000003 R_RISCV_RELATIVE 31910 │ │ │ │ +0000000000049588 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ +0000000000049590 0000000000000003 R_RISCV_RELATIVE 31930 │ │ │ │ +00000000000495a0 0000000000000003 R_RISCV_RELATIVE 31970 │ │ │ │ +00000000000495a8 0000000000000003 R_RISCV_RELATIVE 319b0 │ │ │ │ +00000000000495b0 0000000000000003 R_RISCV_RELATIVE 319f8 │ │ │ │ +00000000000495b8 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ +00000000000495c0 0000000000000003 R_RISCV_RELATIVE 31a28 │ │ │ │ +00000000000495c8 0000000000000003 R_RISCV_RELATIVE 31a70 │ │ │ │ +00000000000495d0 0000000000000003 R_RISCV_RELATIVE 31ab8 │ │ │ │ +00000000000495d8 0000000000000003 R_RISCV_RELATIVE 31af8 │ │ │ │ 00000000000495e0 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ -00000000000495e8 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ -00000000000495f8 0000000000000003 R_RISCV_RELATIVE 31a90 │ │ │ │ -0000000000049600 0000000000000003 R_RISCV_RELATIVE 49628 │ │ │ │ -0000000000049628 0000000000000003 R_RISCV_RELATIVE 31aa0 │ │ │ │ -0000000000049630 0000000000000003 R_RISCV_RELATIVE 31ae8 │ │ │ │ +00000000000495e8 0000000000000003 R_RISCV_RELATIVE 31b10 │ │ │ │ +00000000000495f0 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ +00000000000495f8 0000000000000003 R_RISCV_RELATIVE 31b38 │ │ │ │ +0000000000049600 0000000000000003 R_RISCV_RELATIVE 31b48 │ │ │ │ +0000000000049608 0000000000000003 R_RISCV_RELATIVE 31b68 │ │ │ │ +0000000000049610 0000000000000003 R_RISCV_RELATIVE 31b88 │ │ │ │ +0000000000049618 0000000000000003 R_RISCV_RELATIVE 31b48 │ │ │ │ +0000000000049620 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ +0000000000049628 0000000000000003 R_RISCV_RELATIVE 31b98 │ │ │ │ +0000000000049630 0000000000000003 R_RISCV_RELATIVE 31bb8 │ │ │ │ 0000000000049638 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ -0000000000049640 0000000000000003 R_RISCV_RELATIVE 2e1e0 │ │ │ │ -0000000000049648 0000000000000003 R_RISCV_RELATIVE 2ee58 │ │ │ │ -0000000000049650 0000000000000003 R_RISCV_RELATIVE 31b20 │ │ │ │ -0000000000049658 0000000000000003 R_RISCV_RELATIVE 2e210 │ │ │ │ -0000000000049660 0000000000000003 R_RISCV_RELATIVE 31b38 │ │ │ │ -0000000000049668 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ -0000000000049678 0000000000000003 R_RISCV_RELATIVE 31b50 │ │ │ │ -0000000000049680 0000000000000003 R_RISCV_RELATIVE 49728 │ │ │ │ -0000000000049690 0000000000000003 R_RISCV_RELATIVE 31b60 │ │ │ │ -0000000000049698 0000000000000003 R_RISCV_RELATIVE 496c0 │ │ │ │ -00000000000496c0 0000000000000003 R_RISCV_RELATIVE 31b70 │ │ │ │ -00000000000496c8 0000000000000003 R_RISCV_RELATIVE 31bb8 │ │ │ │ +0000000000049640 0000000000000003 R_RISCV_RELATIVE 31bd8 │ │ │ │ +0000000000049648 0000000000000003 R_RISCV_RELATIVE 31c18 │ │ │ │ +0000000000049650 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ +0000000000049658 0000000000000003 R_RISCV_RELATIVE 31c30 │ │ │ │ +0000000000049660 0000000000000003 R_RISCV_RELATIVE 31c78 │ │ │ │ +0000000000049668 0000000000000003 R_RISCV_RELATIVE 31cc0 │ │ │ │ +0000000000049670 0000000000000003 R_RISCV_RELATIVE 31d08 │ │ │ │ +0000000000049678 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ +0000000000049680 0000000000000003 R_RISCV_RELATIVE 31d28 │ │ │ │ +0000000000049688 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ +0000000000049690 0000000000000003 R_RISCV_RELATIVE 31d60 │ │ │ │ +0000000000049698 0000000000000003 R_RISCV_RELATIVE 31da8 │ │ │ │ +00000000000496a0 0000000000000003 R_RISCV_RELATIVE 31df0 │ │ │ │ +00000000000496b0 0000000000000003 R_RISCV_RELATIVE 31e10 │ │ │ │ +00000000000496b8 0000000000000003 R_RISCV_RELATIVE 319b0 │ │ │ │ +00000000000496c0 0000000000000003 R_RISCV_RELATIVE 31e58 │ │ │ │ +00000000000496c8 0000000000000003 R_RISCV_RELATIVE 31ea0 │ │ │ │ 00000000000496d0 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ -00000000000496d8 0000000000000003 R_RISCV_RELATIVE 31bf8 │ │ │ │ -00000000000496e0 0000000000000003 R_RISCV_RELATIVE 31c08 │ │ │ │ -00000000000496e8 0000000000000003 R_RISCV_RELATIVE 31c18 │ │ │ │ -00000000000496f0 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ -00000000000496f8 0000000000000003 R_RISCV_RELATIVE 302f8 │ │ │ │ -0000000000049700 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ -0000000000049708 0000000000000003 R_RISCV_RELATIVE 31c28 │ │ │ │ -0000000000049710 0000000000000003 R_RISCV_RELATIVE 31c70 │ │ │ │ -0000000000049718 0000000000000003 R_RISCV_RELATIVE 31cb8 │ │ │ │ -0000000000049728 0000000000000003 R_RISCV_RELATIVE 31b70 │ │ │ │ -0000000000049730 0000000000000003 R_RISCV_RELATIVE 31bb8 │ │ │ │ -0000000000049738 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ -0000000000049740 0000000000000003 R_RISCV_RELATIVE 31bf8 │ │ │ │ -0000000000049748 0000000000000003 R_RISCV_RELATIVE 31c08 │ │ │ │ -0000000000049750 0000000000000003 R_RISCV_RELATIVE 31c18 │ │ │ │ -0000000000049758 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ -0000000000049760 0000000000000003 R_RISCV_RELATIVE 302f8 │ │ │ │ -0000000000049770 0000000000000003 R_RISCV_RELATIVE 31cf8 │ │ │ │ -0000000000049778 0000000000000003 R_RISCV_RELATIVE 497a0 │ │ │ │ -00000000000497a0 0000000000000003 R_RISCV_RELATIVE 31d10 │ │ │ │ -00000000000497a8 0000000000000003 R_RISCV_RELATIVE 31d48 │ │ │ │ -00000000000497b0 0000000000000003 R_RISCV_RELATIVE 31d88 │ │ │ │ -00000000000497b8 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ -00000000000497c0 0000000000000003 R_RISCV_RELATIVE 31dd0 │ │ │ │ -00000000000497c8 0000000000000003 R_RISCV_RELATIVE 31de0 │ │ │ │ -00000000000497d0 0000000000000003 R_RISCV_RELATIVE 31df0 │ │ │ │ -00000000000497e0 0000000000000003 R_RISCV_RELATIVE 31e08 │ │ │ │ -00000000000497e8 0000000000000003 R_RISCV_RELATIVE 49840 │ │ │ │ -00000000000497f8 0000000000000003 R_RISCV_RELATIVE 31e00 │ │ │ │ -0000000000049800 0000000000000003 R_RISCV_RELATIVE 49828 │ │ │ │ -0000000000049828 0000000000000003 R_RISCV_RELATIVE 31e20 │ │ │ │ -0000000000049830 0000000000000003 R_RISCV_RELATIVE 31e60 │ │ │ │ -0000000000049840 0000000000000003 R_RISCV_RELATIVE 31e80 │ │ │ │ -0000000000049848 0000000000000003 R_RISCV_RELATIVE 31e60 │ │ │ │ -0000000000049858 0000000000000003 R_RISCV_RELATIVE 31eb8 │ │ │ │ -0000000000049860 0000000000000003 R_RISCV_RELATIVE 498f0 │ │ │ │ -0000000000049870 0000000000000003 R_RISCV_RELATIVE 31ed0 │ │ │ │ -0000000000049878 0000000000000003 R_RISCV_RELATIVE 498a0 │ │ │ │ -00000000000498a0 0000000000000003 R_RISCV_RELATIVE 31ef0 │ │ │ │ -00000000000498a8 0000000000000003 R_RISCV_RELATIVE 31f38 │ │ │ │ -00000000000498b0 0000000000000003 R_RISCV_RELATIVE 31f80 │ │ │ │ -00000000000498b8 0000000000000003 R_RISCV_RELATIVE 31fc8 │ │ │ │ -00000000000498c0 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ -00000000000498c8 0000000000000003 R_RISCV_RELATIVE 31fd8 │ │ │ │ -00000000000498d0 0000000000000003 R_RISCV_RELATIVE 31ff0 │ │ │ │ -00000000000498d8 0000000000000003 R_RISCV_RELATIVE 32008 │ │ │ │ -00000000000498e0 0000000000000003 R_RISCV_RELATIVE 32020 │ │ │ │ -00000000000498f0 0000000000000003 R_RISCV_RELATIVE 32038 │ │ │ │ -00000000000498f8 0000000000000003 R_RISCV_RELATIVE 32080 │ │ │ │ -0000000000049900 0000000000000003 R_RISCV_RELATIVE 320c8 │ │ │ │ -0000000000049908 0000000000000003 R_RISCV_RELATIVE 32110 │ │ │ │ -0000000000049910 0000000000000003 R_RISCV_RELATIVE 32158 │ │ │ │ -0000000000049918 0000000000000003 R_RISCV_RELATIVE 321a0 │ │ │ │ -0000000000049920 0000000000000003 R_RISCV_RELATIVE 321e8 │ │ │ │ -0000000000049928 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ -0000000000049930 0000000000000003 R_RISCV_RELATIVE 32200 │ │ │ │ -0000000000049938 0000000000000003 R_RISCV_RELATIVE 32248 │ │ │ │ -0000000000049940 0000000000000003 R_RISCV_RELATIVE 32290 │ │ │ │ +00000000000496d8 0000000000000003 R_RISCV_RELATIVE 31b10 │ │ │ │ +00000000000496e0 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ +00000000000496e8 0000000000000003 R_RISCV_RELATIVE 31b38 │ │ │ │ +00000000000496f0 0000000000000003 R_RISCV_RELATIVE 31b48 │ │ │ │ +00000000000496f8 0000000000000003 R_RISCV_RELATIVE 31b68 │ │ │ │ +0000000000049700 0000000000000003 R_RISCV_RELATIVE 31b88 │ │ │ │ +0000000000049708 0000000000000003 R_RISCV_RELATIVE 31b48 │ │ │ │ +0000000000049710 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ +0000000000049718 0000000000000003 R_RISCV_RELATIVE 31b98 │ │ │ │ +0000000000049720 0000000000000003 R_RISCV_RELATIVE 31bb8 │ │ │ │ +0000000000049728 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ +0000000000049730 0000000000000003 R_RISCV_RELATIVE 31ec0 │ │ │ │ +0000000000049738 0000000000000003 R_RISCV_RELATIVE 31f08 │ │ │ │ +0000000000049740 0000000000000003 R_RISCV_RELATIVE 31f50 │ │ │ │ +0000000000049748 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ +0000000000049750 0000000000000003 R_RISCV_RELATIVE 31c30 │ │ │ │ +0000000000049758 0000000000000003 R_RISCV_RELATIVE 31c78 │ │ │ │ +0000000000049760 0000000000000003 R_RISCV_RELATIVE 31cc0 │ │ │ │ +0000000000049768 0000000000000003 R_RISCV_RELATIVE 31d08 │ │ │ │ +0000000000049770 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ +0000000000049778 0000000000000003 R_RISCV_RELATIVE 31d28 │ │ │ │ +0000000000049780 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ +0000000000049788 0000000000000003 R_RISCV_RELATIVE 31d60 │ │ │ │ +0000000000049790 0000000000000003 R_RISCV_RELATIVE 31da8 │ │ │ │ +0000000000049798 0000000000000003 R_RISCV_RELATIVE 31df0 │ │ │ │ +00000000000497a8 0000000000000003 R_RISCV_RELATIVE 31e10 │ │ │ │ +00000000000497b0 0000000000000003 R_RISCV_RELATIVE 319b0 │ │ │ │ +00000000000497b8 0000000000000003 R_RISCV_RELATIVE 31f90 │ │ │ │ +00000000000497c0 0000000000000003 R_RISCV_RELATIVE 31fd8 │ │ │ │ +00000000000497c8 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ +00000000000497d0 0000000000000003 R_RISCV_RELATIVE 31b10 │ │ │ │ +00000000000497d8 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ +00000000000497e0 0000000000000003 R_RISCV_RELATIVE 31b38 │ │ │ │ +00000000000497e8 0000000000000003 R_RISCV_RELATIVE 31b48 │ │ │ │ +00000000000497f0 0000000000000003 R_RISCV_RELATIVE 31b68 │ │ │ │ +00000000000497f8 0000000000000003 R_RISCV_RELATIVE 31b88 │ │ │ │ +0000000000049800 0000000000000003 R_RISCV_RELATIVE 31b48 │ │ │ │ +0000000000049808 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ +0000000000049810 0000000000000003 R_RISCV_RELATIVE 31b98 │ │ │ │ +0000000000049818 0000000000000003 R_RISCV_RELATIVE 31bb8 │ │ │ │ +0000000000049820 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ +0000000000049828 0000000000000003 R_RISCV_RELATIVE 31ff8 │ │ │ │ +0000000000049830 0000000000000003 R_RISCV_RELATIVE 32040 │ │ │ │ +0000000000049838 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ +0000000000049840 0000000000000003 R_RISCV_RELATIVE 31c30 │ │ │ │ +0000000000049848 0000000000000003 R_RISCV_RELATIVE 31c78 │ │ │ │ +0000000000049850 0000000000000003 R_RISCV_RELATIVE 31cc0 │ │ │ │ +0000000000049858 0000000000000003 R_RISCV_RELATIVE 31d08 │ │ │ │ +0000000000049860 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ +0000000000049868 0000000000000003 R_RISCV_RELATIVE 31d28 │ │ │ │ +0000000000049870 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ +0000000000049878 0000000000000003 R_RISCV_RELATIVE 31d60 │ │ │ │ +0000000000049880 0000000000000003 R_RISCV_RELATIVE 31da8 │ │ │ │ +0000000000049888 0000000000000003 R_RISCV_RELATIVE 31df0 │ │ │ │ +0000000000049898 0000000000000003 R_RISCV_RELATIVE 32070 │ │ │ │ +00000000000498a0 0000000000000003 R_RISCV_RELATIVE 320b8 │ │ │ │ +00000000000498a8 0000000000000003 R_RISCV_RELATIVE 32100 │ │ │ │ +00000000000498b0 0000000000000003 R_RISCV_RELATIVE 32148 │ │ │ │ +00000000000498b8 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ +00000000000498c0 0000000000000003 R_RISCV_RELATIVE 32160 │ │ │ │ +00000000000498c8 0000000000000003 R_RISCV_RELATIVE 32178 │ │ │ │ +00000000000498d0 0000000000000003 R_RISCV_RELATIVE 32190 │ │ │ │ +00000000000498d8 0000000000000003 R_RISCV_RELATIVE 321a8 │ │ │ │ +00000000000498e0 0000000000000003 R_RISCV_RELATIVE 321c0 │ │ │ │ +00000000000498f0 0000000000000003 R_RISCV_RELATIVE 321d8 │ │ │ │ +00000000000498f8 0000000000000003 R_RISCV_RELATIVE 32218 │ │ │ │ +0000000000049900 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ +0000000000049908 0000000000000003 R_RISCV_RELATIVE 30578 │ │ │ │ +0000000000049910 0000000000000003 R_RISCV_RELATIVE 2f260 │ │ │ │ +0000000000049918 0000000000000003 R_RISCV_RELATIVE 32230 │ │ │ │ +0000000000049928 0000000000000003 R_RISCV_RELATIVE 32248 │ │ │ │ +0000000000049930 0000000000000003 R_RISCV_RELATIVE 32290 │ │ │ │ +0000000000049938 0000000000000003 R_RISCV_RELATIVE 322d8 │ │ │ │ +0000000000049940 0000000000000003 R_RISCV_RELATIVE 32320 │ │ │ │ 0000000000049948 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ -0000000000049950 0000000000000003 R_RISCV_RELATIVE 322c0 │ │ │ │ -0000000000049958 0000000000000003 R_RISCV_RELATIVE 322d8 │ │ │ │ -0000000000049960 0000000000000003 R_RISCV_RELATIVE 322f0 │ │ │ │ -0000000000049970 0000000000000003 R_RISCV_RELATIVE 32308 │ │ │ │ -0000000000049978 0000000000000003 R_RISCV_RELATIVE 49b10 │ │ │ │ -0000000000049988 0000000000000003 R_RISCV_RELATIVE 32320 │ │ │ │ -0000000000049990 0000000000000003 R_RISCV_RELATIVE 49ab8 │ │ │ │ -00000000000499a0 0000000000000003 R_RISCV_RELATIVE 32330 │ │ │ │ -00000000000499a8 0000000000000003 R_RISCV_RELATIVE 49a58 │ │ │ │ -00000000000499b8 0000000000000003 R_RISCV_RELATIVE 32348 │ │ │ │ -00000000000499c0 0000000000000003 R_RISCV_RELATIVE 499e8 │ │ │ │ -00000000000499e8 0000000000000003 R_RISCV_RELATIVE 32360 │ │ │ │ -00000000000499f0 0000000000000003 R_RISCV_RELATIVE 323a8 │ │ │ │ -00000000000499f8 0000000000000003 R_RISCV_RELATIVE 323f0 │ │ │ │ -0000000000049a00 0000000000000003 R_RISCV_RELATIVE 32438 │ │ │ │ -0000000000049a08 0000000000000003 R_RISCV_RELATIVE 32480 │ │ │ │ -0000000000049a10 0000000000000003 R_RISCV_RELATIVE 324c8 │ │ │ │ -0000000000049a18 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ -0000000000049a20 0000000000000003 R_RISCV_RELATIVE 32500 │ │ │ │ -0000000000049a28 0000000000000003 R_RISCV_RELATIVE 32548 │ │ │ │ -0000000000049a30 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ -0000000000049a38 0000000000000003 R_RISCV_RELATIVE 32580 │ │ │ │ -0000000000049a40 0000000000000003 R_RISCV_RELATIVE 325a0 │ │ │ │ -0000000000049a48 0000000000000003 R_RISCV_RELATIVE 325c0 │ │ │ │ -0000000000049a58 0000000000000003 R_RISCV_RELATIVE 325e0 │ │ │ │ -0000000000049a60 0000000000000003 R_RISCV_RELATIVE 32620 │ │ │ │ -0000000000049a68 0000000000000003 R_RISCV_RELATIVE 32668 │ │ │ │ -0000000000049a70 0000000000000003 R_RISCV_RELATIVE 326a8 │ │ │ │ -0000000000049a78 0000000000000003 R_RISCV_RELATIVE 326f0 │ │ │ │ -0000000000049a80 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ -0000000000049a88 0000000000000003 R_RISCV_RELATIVE 32500 │ │ │ │ -0000000000049a90 0000000000000003 R_RISCV_RELATIVE 32548 │ │ │ │ -0000000000049a98 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ -0000000000049aa0 0000000000000003 R_RISCV_RELATIVE 2e1e0 │ │ │ │ -0000000000049aa8 0000000000000003 R_RISCV_RELATIVE 2f7e0 │ │ │ │ -0000000000049ab8 0000000000000003 R_RISCV_RELATIVE 32718 │ │ │ │ -0000000000049ac0 0000000000000003 R_RISCV_RELATIVE 32760 │ │ │ │ -0000000000049ac8 0000000000000003 R_RISCV_RELATIVE 327a8 │ │ │ │ -0000000000049ad0 0000000000000003 R_RISCV_RELATIVE 326f8 │ │ │ │ -0000000000049ad8 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ -0000000000049ae0 0000000000000003 R_RISCV_RELATIVE 32500 │ │ │ │ -0000000000049ae8 0000000000000003 R_RISCV_RELATIVE 32548 │ │ │ │ -0000000000049af0 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ -0000000000049af8 0000000000000003 R_RISCV_RELATIVE 2e1e0 │ │ │ │ -0000000000049b00 0000000000000003 R_RISCV_RELATIVE 2f7e0 │ │ │ │ -0000000000049b10 0000000000000003 R_RISCV_RELATIVE 327f0 │ │ │ │ -0000000000049b18 0000000000000003 R_RISCV_RELATIVE 32830 │ │ │ │ -0000000000049b20 0000000000000003 R_RISCV_RELATIVE 32878 │ │ │ │ -0000000000049b28 0000000000000003 R_RISCV_RELATIVE 324c8 │ │ │ │ +0000000000049950 0000000000000003 R_RISCV_RELATIVE 32350 │ │ │ │ +0000000000049958 0000000000000003 R_RISCV_RELATIVE 32368 │ │ │ │ +0000000000049960 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ +0000000000049968 0000000000000003 R_RISCV_RELATIVE 32380 │ │ │ │ +0000000000049970 0000000000000003 R_RISCV_RELATIVE 323c8 │ │ │ │ +0000000000049978 0000000000000003 R_RISCV_RELATIVE 32410 │ │ │ │ +0000000000049980 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ +0000000000049988 0000000000000003 R_RISCV_RELATIVE 32420 │ │ │ │ +0000000000049998 0000000000000003 R_RISCV_RELATIVE 32468 │ │ │ │ +00000000000499a0 0000000000000003 R_RISCV_RELATIVE 324b0 │ │ │ │ +00000000000499a8 0000000000000003 R_RISCV_RELATIVE 324f8 │ │ │ │ +00000000000499b0 0000000000000003 R_RISCV_RELATIVE 3adb8 │ │ │ │ +00000000000499b8 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ +00000000000499c0 0000000000000003 R_RISCV_RELATIVE 32540 │ │ │ │ +00000000000499c8 0000000000000003 R_RISCV_RELATIVE 32558 │ │ │ │ +00000000000499d0 0000000000000003 R_RISCV_RELATIVE 32570 │ │ │ │ +00000000000499d8 0000000000000003 R_RISCV_RELATIVE 32588 │ │ │ │ +00000000000499e8 0000000000000003 R_RISCV_RELATIVE 32468 │ │ │ │ +00000000000499f0 0000000000000003 R_RISCV_RELATIVE 324b0 │ │ │ │ +00000000000499f8 0000000000000003 R_RISCV_RELATIVE 324f8 │ │ │ │ +0000000000049a00 0000000000000003 R_RISCV_RELATIVE 3adb8 │ │ │ │ +0000000000049a08 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ +0000000000049a10 0000000000000003 R_RISCV_RELATIVE 325a0 │ │ │ │ +0000000000049a18 0000000000000003 R_RISCV_RELATIVE 325e8 │ │ │ │ +0000000000049a20 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ +0000000000049a28 0000000000000003 R_RISCV_RELATIVE 32628 │ │ │ │ +0000000000049a30 0000000000000003 R_RISCV_RELATIVE 32178 │ │ │ │ +0000000000049a38 0000000000000003 R_RISCV_RELATIVE 2e730 │ │ │ │ +0000000000049a40 0000000000000003 R_RISCV_RELATIVE 2e750 │ │ │ │ +0000000000049a50 0000000000000003 R_RISCV_RELATIVE 32640 │ │ │ │ +0000000000049a58 0000000000000003 R_RISCV_RELATIVE 32688 │ │ │ │ +0000000000049a60 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ +0000000000049a68 0000000000000003 R_RISCV_RELATIVE 326a0 │ │ │ │ +0000000000049a70 0000000000000003 R_RISCV_RELATIVE 326b8 │ │ │ │ +0000000000049a78 0000000000000003 R_RISCV_RELATIVE 326d0 │ │ │ │ +0000000000049a88 0000000000000003 R_RISCV_RELATIVE 326f0 │ │ │ │ +0000000000049a90 0000000000000003 R_RISCV_RELATIVE 32738 │ │ │ │ +0000000000049a98 0000000000000003 R_RISCV_RELATIVE 32780 │ │ │ │ +0000000000049aa0 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ +0000000000049aa8 0000000000000003 R_RISCV_RELATIVE 327c8 │ │ │ │ +0000000000049ab0 0000000000000003 R_RISCV_RELATIVE 32810 │ │ │ │ +0000000000049ab8 0000000000000003 R_RISCV_RELATIVE 32858 │ │ │ │ +0000000000049ac0 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ +0000000000049ac8 0000000000000003 R_RISCV_RELATIVE 32420 │ │ │ │ +0000000000049ad0 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ +0000000000049ad8 0000000000000003 R_RISCV_RELATIVE 325a0 │ │ │ │ +0000000000049ae0 0000000000000003 R_RISCV_RELATIVE 325e8 │ │ │ │ +0000000000049ae8 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ +0000000000049af0 0000000000000003 R_RISCV_RELATIVE 32628 │ │ │ │ +0000000000049af8 0000000000000003 R_RISCV_RELATIVE 32178 │ │ │ │ +0000000000049b00 0000000000000003 R_RISCV_RELATIVE 32888 │ │ │ │ +0000000000049b08 0000000000000003 R_RISCV_RELATIVE 328a8 │ │ │ │ +0000000000049b10 0000000000000003 R_RISCV_RELATIVE 328c0 │ │ │ │ +0000000000049b20 0000000000000003 R_RISCV_RELATIVE 328d8 │ │ │ │ +0000000000049b28 0000000000000003 R_RISCV_RELATIVE 32918 │ │ │ │ 0000000000049b30 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ -0000000000049b38 0000000000000003 R_RISCV_RELATIVE 328c0 │ │ │ │ -0000000000049b40 0000000000000003 R_RISCV_RELATIVE 328e0 │ │ │ │ -0000000000049b50 0000000000000003 R_RISCV_RELATIVE 32900 │ │ │ │ -0000000000049b58 0000000000000003 R_RISCV_RELATIVE 49b80 │ │ │ │ -0000000000049b80 0000000000000003 R_RISCV_RELATIVE 32918 │ │ │ │ -0000000000049b88 0000000000000003 R_RISCV_RELATIVE 32968 │ │ │ │ -0000000000049b90 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ -0000000000049ba0 0000000000000003 R_RISCV_RELATIVE 329a8 │ │ │ │ -0000000000049ba8 0000000000000003 R_RISCV_RELATIVE 49bd0 │ │ │ │ -0000000000049bd0 0000000000000003 R_RISCV_RELATIVE 329b8 │ │ │ │ -0000000000049bd8 0000000000000003 R_RISCV_RELATIVE 32a00 │ │ │ │ -0000000000049be0 0000000000000003 R_RISCV_RELATIVE 32a48 │ │ │ │ -0000000000049be8 0000000000000003 R_RISCV_RELATIVE 32a90 │ │ │ │ -0000000000049bf0 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ -0000000000049bf8 0000000000000003 R_RISCV_RELATIVE 32ac8 │ │ │ │ -0000000000049c00 0000000000000003 R_RISCV_RELATIVE 32ae0 │ │ │ │ -0000000000049c08 0000000000000003 R_RISCV_RELATIVE 32b00 │ │ │ │ -0000000000049c10 0000000000000003 R_RISCV_RELATIVE 32b20 │ │ │ │ -0000000000049c20 0000000000000003 R_RISCV_RELATIVE 2fe20 │ │ │ │ -0000000000049c28 0000000000000003 R_RISCV_RELATIVE 49cd0 │ │ │ │ -0000000000049c38 0000000000000003 R_RISCV_RELATIVE 2fe30 │ │ │ │ -0000000000049c40 0000000000000003 R_RISCV_RELATIVE 49ca0 │ │ │ │ -0000000000049c50 0000000000000003 R_RISCV_RELATIVE 2ff18 │ │ │ │ -0000000000049c58 0000000000000003 R_RISCV_RELATIVE 49c80 │ │ │ │ -0000000000049c80 0000000000000003 R_RISCV_RELATIVE 32b40 │ │ │ │ -0000000000049c88 0000000000000003 R_RISCV_RELATIVE 2ff70 │ │ │ │ -0000000000049c90 0000000000000003 R_RISCV_RELATIVE 2ffb0 │ │ │ │ -0000000000049ca0 0000000000000003 R_RISCV_RELATIVE 32b88 │ │ │ │ -0000000000049ca8 0000000000000003 R_RISCV_RELATIVE 32bc8 │ │ │ │ -0000000000049cb0 0000000000000003 R_RISCV_RELATIVE 302f8 │ │ │ │ -0000000000049cb8 0000000000000003 R_RISCV_RELATIVE 32bf8 │ │ │ │ -0000000000049cc0 0000000000000003 R_RISCV_RELATIVE 32c48 │ │ │ │ -0000000000049cd0 0000000000000003 R_RISCV_RELATIVE 30788 │ │ │ │ -0000000000049cd8 0000000000000003 R_RISCV_RELATIVE 32c70 │ │ │ │ +0000000000049b38 0000000000000003 R_RISCV_RELATIVE 32938 │ │ │ │ +0000000000049b40 0000000000000003 R_RISCV_RELATIVE 32980 │ │ │ │ +0000000000049b48 0000000000000003 R_RISCV_RELATIVE 329c8 │ │ │ │ +0000000000049b50 0000000000000003 R_RISCV_RELATIVE 32a10 │ │ │ │ +0000000000049b58 0000000000000003 R_RISCV_RELATIVE 32a58 │ │ │ │ +0000000000049b60 0000000000000003 R_RISCV_RELATIVE 32aa0 │ │ │ │ +0000000000049b68 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ +0000000000049b70 0000000000000003 R_RISCV_RELATIVE 325a0 │ │ │ │ +0000000000049b78 0000000000000003 R_RISCV_RELATIVE 325e8 │ │ │ │ +0000000000049b80 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ +0000000000049b88 0000000000000003 R_RISCV_RELATIVE 32628 │ │ │ │ +0000000000049b90 0000000000000003 R_RISCV_RELATIVE 32178 │ │ │ │ +0000000000049b98 0000000000000003 R_RISCV_RELATIVE 328c0 │ │ │ │ +0000000000049ba8 0000000000000003 R_RISCV_RELATIVE 31150 │ │ │ │ +0000000000049bb0 0000000000000003 R_RISCV_RELATIVE 4a058 │ │ │ │ +0000000000049bc0 0000000000000003 R_RISCV_RELATIVE 32ae0 │ │ │ │ +0000000000049bc8 0000000000000003 R_RISCV_RELATIVE 4a020 │ │ │ │ +0000000000049bd8 0000000000000003 R_RISCV_RELATIVE 32af8 │ │ │ │ +0000000000049be0 0000000000000003 R_RISCV_RELATIVE 49fd0 │ │ │ │ +0000000000049bf0 0000000000000003 R_RISCV_RELATIVE 32b10 │ │ │ │ +0000000000049bf8 0000000000000003 R_RISCV_RELATIVE 49f88 │ │ │ │ +0000000000049c08 0000000000000003 R_RISCV_RELATIVE 32b28 │ │ │ │ +0000000000049c10 0000000000000003 R_RISCV_RELATIVE 49f08 │ │ │ │ +0000000000049c20 0000000000000003 R_RISCV_RELATIVE 32b38 │ │ │ │ +0000000000049c28 0000000000000003 R_RISCV_RELATIVE 49e90 │ │ │ │ +0000000000049c38 0000000000000003 R_RISCV_RELATIVE 32b48 │ │ │ │ +0000000000049c40 0000000000000003 R_RISCV_RELATIVE 49e18 │ │ │ │ +0000000000049c50 0000000000000003 R_RISCV_RELATIVE 32b68 │ │ │ │ +0000000000049c58 0000000000000003 R_RISCV_RELATIVE 49dc0 │ │ │ │ +0000000000049c68 0000000000000003 R_RISCV_RELATIVE 32b80 │ │ │ │ +0000000000049c70 0000000000000003 R_RISCV_RELATIVE 49d70 │ │ │ │ +0000000000049c80 0000000000000003 R_RISCV_RELATIVE 32ba0 │ │ │ │ +0000000000049c88 0000000000000003 R_RISCV_RELATIVE 49d20 │ │ │ │ +0000000000049c98 0000000000000003 R_RISCV_RELATIVE 32bc0 │ │ │ │ +0000000000049ca0 0000000000000003 R_RISCV_RELATIVE 49cc8 │ │ │ │ +0000000000049cc8 0000000000000003 R_RISCV_RELATIVE 32be8 │ │ │ │ +0000000000049cd0 0000000000000003 R_RISCV_RELATIVE 32c30 │ │ │ │ +0000000000049cd8 0000000000000003 R_RISCV_RELATIVE 32c78 │ │ │ │ 0000000000049ce0 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ -0000000000049ce8 0000000000000003 R_RISCV_RELATIVE 32cb8 │ │ │ │ -0000000000049cf8 0000000000000003 R_RISCV_RELATIVE 32d10 │ │ │ │ -0000000000049d00 0000000000000003 R_RISCV_RELATIVE 49d80 │ │ │ │ -0000000000049d10 0000000000000003 R_RISCV_RELATIVE 32d20 │ │ │ │ -0000000000049d18 0000000000000003 R_RISCV_RELATIVE 49d40 │ │ │ │ -0000000000049d40 0000000000000003 R_RISCV_RELATIVE 32d38 │ │ │ │ -0000000000049d48 0000000000000003 R_RISCV_RELATIVE 32d90 │ │ │ │ -0000000000049d50 0000000000000003 R_RISCV_RELATIVE 32de8 │ │ │ │ -0000000000049d58 0000000000000003 R_RISCV_RELATIVE 32e40 │ │ │ │ -0000000000049d60 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ -0000000000049d68 0000000000000003 R_RISCV_RELATIVE 32e58 │ │ │ │ -0000000000049d70 0000000000000003 R_RISCV_RELATIVE 32eb0 │ │ │ │ -0000000000049d80 0000000000000003 R_RISCV_RELATIVE 32ec0 │ │ │ │ -0000000000049d88 0000000000000003 R_RISCV_RELATIVE 32f10 │ │ │ │ -0000000000049d90 0000000000000003 R_RISCV_RELATIVE 32f60 │ │ │ │ -0000000000049d98 0000000000000003 R_RISCV_RELATIVE 32fb0 │ │ │ │ +0000000000049ce8 0000000000000003 R_RISCV_RELATIVE 32c88 │ │ │ │ +0000000000049cf0 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ +0000000000049cf8 0000000000000003 R_RISCV_RELATIVE 30578 │ │ │ │ +0000000000049d00 0000000000000003 R_RISCV_RELATIVE 32cc0 │ │ │ │ +0000000000049d08 0000000000000003 R_RISCV_RELATIVE 32cd8 │ │ │ │ +0000000000049d10 0000000000000003 R_RISCV_RELATIVE 32cf0 │ │ │ │ +0000000000049d20 0000000000000003 R_RISCV_RELATIVE 32d08 │ │ │ │ +0000000000049d28 0000000000000003 R_RISCV_RELATIVE 32d50 │ │ │ │ +0000000000049d30 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ +0000000000049d38 0000000000000003 R_RISCV_RELATIVE 32d98 │ │ │ │ +0000000000049d40 0000000000000003 R_RISCV_RELATIVE 32de0 │ │ │ │ +0000000000049d48 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ +0000000000049d50 0000000000000003 R_RISCV_RELATIVE 30578 │ │ │ │ +0000000000049d58 0000000000000003 R_RISCV_RELATIVE 32cc0 │ │ │ │ +0000000000049d60 0000000000000003 R_RISCV_RELATIVE 32df8 │ │ │ │ +0000000000049d70 0000000000000003 R_RISCV_RELATIVE 32e10 │ │ │ │ +0000000000049d78 0000000000000003 R_RISCV_RELATIVE 32e58 │ │ │ │ +0000000000049d80 0000000000000003 R_RISCV_RELATIVE 32ea0 │ │ │ │ +0000000000049d88 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ +0000000000049d90 0000000000000003 R_RISCV_RELATIVE 32d98 │ │ │ │ +0000000000049d98 0000000000000003 R_RISCV_RELATIVE 32de0 │ │ │ │ 0000000000049da0 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ -0000000000049db0 0000000000000003 R_RISCV_RELATIVE 2eb00 │ │ │ │ -0000000000049db8 0000000000000003 R_RISCV_RELATIVE 49de0 │ │ │ │ -0000000000049de0 0000000000000003 R_RISCV_RELATIVE 32fc0 │ │ │ │ -0000000000049de8 0000000000000003 R_RISCV_RELATIVE 2ebd0 │ │ │ │ -0000000000049df0 0000000000000003 R_RISCV_RELATIVE 2ec18 │ │ │ │ -0000000000049df8 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ -0000000000049e00 0000000000000003 R_RISCV_RELATIVE 322f0 │ │ │ │ -0000000000049e08 0000000000000003 R_RISCV_RELATIVE 33008 │ │ │ │ -0000000000049e10 0000000000000003 R_RISCV_RELATIVE 2ec58 │ │ │ │ -0000000000049e20 0000000000000003 R_RISCV_RELATIVE 2eb00 │ │ │ │ -0000000000049e28 0000000000000003 R_RISCV_RELATIVE 49e50 │ │ │ │ -0000000000049e50 0000000000000003 R_RISCV_RELATIVE 32fc0 │ │ │ │ -0000000000049e58 0000000000000003 R_RISCV_RELATIVE 2ebd0 │ │ │ │ -0000000000049e60 0000000000000003 R_RISCV_RELATIVE 2ec18 │ │ │ │ -0000000000049e68 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ -0000000000049e70 0000000000000003 R_RISCV_RELATIVE 322f0 │ │ │ │ -0000000000049e78 0000000000000003 R_RISCV_RELATIVE 33008 │ │ │ │ -0000000000049e80 0000000000000003 R_RISCV_RELATIVE 2ec58 │ │ │ │ -0000000000049e90 0000000000000003 R_RISCV_RELATIVE 2eb00 │ │ │ │ -0000000000049e98 0000000000000003 R_RISCV_RELATIVE 49fd8 │ │ │ │ -0000000000049ea8 0000000000000003 R_RISCV_RELATIVE 33020 │ │ │ │ -0000000000049eb0 0000000000000003 R_RISCV_RELATIVE 49f30 │ │ │ │ -0000000000049ec0 0000000000000003 R_RISCV_RELATIVE 33030 │ │ │ │ -0000000000049ec8 0000000000000003 R_RISCV_RELATIVE 49ef0 │ │ │ │ -0000000000049ef0 0000000000000003 R_RISCV_RELATIVE 33040 │ │ │ │ -0000000000049ef8 0000000000000003 R_RISCV_RELATIVE 33090 │ │ │ │ -0000000000049f00 0000000000000003 R_RISCV_RELATIVE 330e0 │ │ │ │ -0000000000049f08 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ -0000000000049f10 0000000000000003 R_RISCV_RELATIVE 322f0 │ │ │ │ -0000000000049f18 0000000000000003 R_RISCV_RELATIVE 33100 │ │ │ │ -0000000000049f20 0000000000000003 R_RISCV_RELATIVE 33120 │ │ │ │ -0000000000049f30 0000000000000003 R_RISCV_RELATIVE 33140 │ │ │ │ -0000000000049f38 0000000000000003 R_RISCV_RELATIVE 33180 │ │ │ │ -0000000000049f40 0000000000000003 R_RISCV_RELATIVE 331c0 │ │ │ │ -0000000000049f48 0000000000000003 R_RISCV_RELATIVE 33208 │ │ │ │ -0000000000049f50 0000000000000003 R_RISCV_RELATIVE 33250 │ │ │ │ -0000000000049f58 0000000000000003 R_RISCV_RELATIVE 33298 │ │ │ │ +0000000000049da8 0000000000000003 R_RISCV_RELATIVE 30578 │ │ │ │ +0000000000049db0 0000000000000003 R_RISCV_RELATIVE 32cc0 │ │ │ │ +0000000000049dc0 0000000000000003 R_RISCV_RELATIVE 32eb8 │ │ │ │ +0000000000049dc8 0000000000000003 R_RISCV_RELATIVE 336a8 │ │ │ │ +0000000000049dd0 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ +0000000000049dd8 0000000000000003 R_RISCV_RELATIVE 32f00 │ │ │ │ +0000000000049de0 0000000000000003 R_RISCV_RELATIVE 32f48 │ │ │ │ +0000000000049de8 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ +0000000000049df0 0000000000000003 R_RISCV_RELATIVE 30578 │ │ │ │ +0000000000049df8 0000000000000003 R_RISCV_RELATIVE 32cc0 │ │ │ │ +0000000000049e00 0000000000000003 R_RISCV_RELATIVE 32f60 │ │ │ │ +0000000000049e08 0000000000000003 R_RISCV_RELATIVE 32df8 │ │ │ │ +0000000000049e18 0000000000000003 R_RISCV_RELATIVE 32f78 │ │ │ │ +0000000000049e20 0000000000000003 R_RISCV_RELATIVE 32fc0 │ │ │ │ +0000000000049e28 0000000000000003 R_RISCV_RELATIVE 33008 │ │ │ │ +0000000000049e30 0000000000000003 R_RISCV_RELATIVE 33050 │ │ │ │ +0000000000049e38 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ +0000000000049e40 0000000000000003 R_RISCV_RELATIVE 33078 │ │ │ │ +0000000000049e48 0000000000000003 R_RISCV_RELATIVE 330c0 │ │ │ │ +0000000000049e50 0000000000000003 R_RISCV_RELATIVE 33100 │ │ │ │ +0000000000049e58 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ +0000000000049e60 0000000000000003 R_RISCV_RELATIVE 33120 │ │ │ │ +0000000000049e68 0000000000000003 R_RISCV_RELATIVE 33140 │ │ │ │ +0000000000049e70 0000000000000003 R_RISCV_RELATIVE 33160 │ │ │ │ +0000000000049e78 0000000000000003 R_RISCV_RELATIVE 33180 │ │ │ │ +0000000000049e80 0000000000000003 R_RISCV_RELATIVE 331a0 │ │ │ │ +0000000000049e90 0000000000000003 R_RISCV_RELATIVE 331c0 │ │ │ │ +0000000000049e98 0000000000000003 R_RISCV_RELATIVE 33208 │ │ │ │ +0000000000049ea0 0000000000000003 R_RISCV_RELATIVE 33250 │ │ │ │ +0000000000049ea8 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ +0000000000049eb0 0000000000000003 R_RISCV_RELATIVE 33288 │ │ │ │ +0000000000049eb8 0000000000000003 R_RISCV_RELATIVE 332d0 │ │ │ │ +0000000000049ec0 0000000000000003 R_RISCV_RELATIVE 33318 │ │ │ │ +0000000000049ec8 0000000000000003 R_RISCV_RELATIVE 33360 │ │ │ │ +0000000000049ed0 0000000000000003 R_RISCV_RELATIVE 333a0 │ │ │ │ +0000000000049ed8 0000000000000003 R_RISCV_RELATIVE 333e8 │ │ │ │ +0000000000049ee0 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ +0000000000049ee8 0000000000000003 R_RISCV_RELATIVE 30578 │ │ │ │ +0000000000049ef0 0000000000000003 R_RISCV_RELATIVE 33408 │ │ │ │ +0000000000049ef8 0000000000000003 R_RISCV_RELATIVE 33420 │ │ │ │ +0000000000049f08 0000000000000003 R_RISCV_RELATIVE 33438 │ │ │ │ +0000000000049f10 0000000000000003 R_RISCV_RELATIVE 33480 │ │ │ │ +0000000000049f18 0000000000000003 R_RISCV_RELATIVE 334c8 │ │ │ │ +0000000000049f20 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ +0000000000049f28 0000000000000003 R_RISCV_RELATIVE 334f8 │ │ │ │ +0000000000049f30 0000000000000003 R_RISCV_RELATIVE 33528 │ │ │ │ +0000000000049f38 0000000000000003 R_RISCV_RELATIVE 33560 │ │ │ │ +0000000000049f40 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ +0000000000049f48 0000000000000003 R_RISCV_RELATIVE 33590 │ │ │ │ +0000000000049f50 0000000000000003 R_RISCV_RELATIVE 335d0 │ │ │ │ +0000000000049f58 0000000000000003 R_RISCV_RELATIVE 33618 │ │ │ │ 0000000000049f60 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ -0000000000049f68 0000000000000003 R_RISCV_RELATIVE 332c8 │ │ │ │ -0000000000049f70 0000000000000003 R_RISCV_RELATIVE 33310 │ │ │ │ -0000000000049f78 0000000000000003 R_RISCV_RELATIVE 33358 │ │ │ │ -0000000000049f80 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ -0000000000049f88 0000000000000003 R_RISCV_RELATIVE 33398 │ │ │ │ -0000000000049f90 0000000000000003 R_RISCV_RELATIVE 333e0 │ │ │ │ -0000000000049f98 0000000000000003 R_RISCV_RELATIVE 33428 │ │ │ │ -0000000000049fa0 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ -0000000000049fa8 0000000000000003 R_RISCV_RELATIVE 2e1e0 │ │ │ │ -0000000000049fb0 0000000000000003 R_RISCV_RELATIVE 33458 │ │ │ │ -0000000000049fb8 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ -0000000000049fc0 0000000000000003 R_RISCV_RELATIVE 33470 │ │ │ │ -0000000000049fc8 0000000000000003 R_RISCV_RELATIVE 334b8 │ │ │ │ -0000000000049fd8 0000000000000003 R_RISCV_RELATIVE 32fc0 │ │ │ │ -0000000000049fe0 0000000000000003 R_RISCV_RELATIVE 2ebd0 │ │ │ │ -0000000000049fe8 0000000000000003 R_RISCV_RELATIVE 2ec18 │ │ │ │ +0000000000049f68 0000000000000003 R_RISCV_RELATIVE 30578 │ │ │ │ +0000000000049f70 0000000000000003 R_RISCV_RELATIVE 32cc0 │ │ │ │ +0000000000049f78 0000000000000003 R_RISCV_RELATIVE 30cb0 │ │ │ │ +0000000000049f88 0000000000000003 R_RISCV_RELATIVE 33648 │ │ │ │ +0000000000049f90 0000000000000003 R_RISCV_RELATIVE 33690 │ │ │ │ +0000000000049f98 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ +0000000000049fa0 0000000000000003 R_RISCV_RELATIVE 336c0 │ │ │ │ +0000000000049fa8 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ +0000000000049fb0 0000000000000003 R_RISCV_RELATIVE 30578 │ │ │ │ +0000000000049fb8 0000000000000003 R_RISCV_RELATIVE 32cc0 │ │ │ │ +0000000000049fc0 0000000000000003 R_RISCV_RELATIVE 32230 │ │ │ │ +0000000000049fd0 0000000000000003 R_RISCV_RELATIVE 336e8 │ │ │ │ +0000000000049fd8 0000000000000003 R_RISCV_RELATIVE 336a8 │ │ │ │ +0000000000049fe0 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ +0000000000049fe8 0000000000000003 R_RISCV_RELATIVE 336c0 │ │ │ │ 0000000000049ff0 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ -0000000000049ff8 0000000000000003 R_RISCV_RELATIVE 322f0 │ │ │ │ -000000000004a000 0000000000000003 R_RISCV_RELATIVE 33008 │ │ │ │ -000000000004a008 0000000000000003 R_RISCV_RELATIVE 2ec58 │ │ │ │ -000000000004a018 0000000000000003 R_RISCV_RELATIVE 2b868 │ │ │ │ -000000000004a020 0000000000000003 R_RISCV_RELATIVE 4a4a0 │ │ │ │ -000000000004a030 0000000000000003 R_RISCV_RELATIVE 2b748 │ │ │ │ -000000000004a038 0000000000000003 R_RISCV_RELATIVE 4a478 │ │ │ │ -000000000004a048 0000000000000003 R_RISCV_RELATIVE 2b6a8 │ │ │ │ -000000000004a050 0000000000000003 R_RISCV_RELATIVE 4a460 │ │ │ │ -000000000004a060 0000000000000003 R_RISCV_RELATIVE 2b8a0 │ │ │ │ -000000000004a068 0000000000000003 R_RISCV_RELATIVE 4a428 │ │ │ │ -000000000004a078 0000000000000003 R_RISCV_RELATIVE 2b8b8 │ │ │ │ -000000000004a080 0000000000000003 R_RISCV_RELATIVE 4a3f8 │ │ │ │ -000000000004a090 0000000000000003 R_RISCV_RELATIVE 2b790 │ │ │ │ -000000000004a098 0000000000000003 R_RISCV_RELATIVE 4a3b8 │ │ │ │ -000000000004a0a8 0000000000000003 R_RISCV_RELATIVE 2bc80 │ │ │ │ -000000000004a0b0 0000000000000003 R_RISCV_RELATIVE 4a370 │ │ │ │ -000000000004a0c0 0000000000000003 R_RISCV_RELATIVE 334d0 │ │ │ │ -000000000004a0c8 0000000000000003 R_RISCV_RELATIVE 4a338 │ │ │ │ -000000000004a0d8 0000000000000003 R_RISCV_RELATIVE 2b888 │ │ │ │ -000000000004a0e0 0000000000000003 R_RISCV_RELATIVE 4a2f8 │ │ │ │ -000000000004a0f0 0000000000000003 R_RISCV_RELATIVE 2b778 │ │ │ │ -000000000004a0f8 0000000000000003 R_RISCV_RELATIVE 4a2c0 │ │ │ │ -000000000004a108 0000000000000003 R_RISCV_RELATIVE 2b720 │ │ │ │ -000000000004a110 0000000000000003 R_RISCV_RELATIVE 4a298 │ │ │ │ -000000000004a120 0000000000000003 R_RISCV_RELATIVE 2b708 │ │ │ │ -000000000004a128 0000000000000003 R_RISCV_RELATIVE 4a268 │ │ │ │ -000000000004a138 0000000000000003 R_RISCV_RELATIVE 2b760 │ │ │ │ -000000000004a140 0000000000000003 R_RISCV_RELATIVE 4a208 │ │ │ │ -000000000004a150 0000000000000003 R_RISCV_RELATIVE 2b640 │ │ │ │ -000000000004a158 0000000000000003 R_RISCV_RELATIVE 4a1b8 │ │ │ │ -000000000004a168 0000000000000003 R_RISCV_RELATIVE 2b8d0 │ │ │ │ -000000000004a170 0000000000000003 R_RISCV_RELATIVE 4a198 │ │ │ │ -000000000004a198 0000000000000003 R_RISCV_RELATIVE 334f0 │ │ │ │ -000000000004a1a0 0000000000000003 R_RISCV_RELATIVE 33548 │ │ │ │ -000000000004a1a8 0000000000000003 R_RISCV_RELATIVE 33580 │ │ │ │ -000000000004a1b8 0000000000000003 R_RISCV_RELATIVE 33590 │ │ │ │ -000000000004a1c0 0000000000000003 R_RISCV_RELATIVE 335e8 │ │ │ │ -000000000004a1c8 0000000000000003 R_RISCV_RELATIVE 33640 │ │ │ │ -000000000004a1d0 0000000000000003 R_RISCV_RELATIVE 33698 │ │ │ │ -000000000004a1d8 0000000000000003 R_RISCV_RELATIVE 336f0 │ │ │ │ -000000000004a1e0 0000000000000003 R_RISCV_RELATIVE 33748 │ │ │ │ -000000000004a1e8 0000000000000003 R_RISCV_RELATIVE 33788 │ │ │ │ -000000000004a1f0 0000000000000003 R_RISCV_RELATIVE 337d0 │ │ │ │ -000000000004a1f8 0000000000000003 R_RISCV_RELATIVE 337f0 │ │ │ │ -000000000004a208 0000000000000003 R_RISCV_RELATIVE 33810 │ │ │ │ -000000000004a210 0000000000000003 R_RISCV_RELATIVE 33848 │ │ │ │ -000000000004a218 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ -000000000004a220 0000000000000003 R_RISCV_RELATIVE 33890 │ │ │ │ -000000000004a228 0000000000000003 R_RISCV_RELATIVE 338d8 │ │ │ │ -000000000004a230 0000000000000003 R_RISCV_RELATIVE 33920 │ │ │ │ -000000000004a238 0000000000000003 R_RISCV_RELATIVE 33968 │ │ │ │ -000000000004a240 0000000000000003 R_RISCV_RELATIVE 339b0 │ │ │ │ -000000000004a248 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ -000000000004a250 0000000000000003 R_RISCV_RELATIVE 2e1f8 │ │ │ │ -000000000004a258 0000000000000003 R_RISCV_RELATIVE 339c8 │ │ │ │ -000000000004a268 0000000000000003 R_RISCV_RELATIVE 339e0 │ │ │ │ -000000000004a270 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ -000000000004a278 0000000000000003 R_RISCV_RELATIVE 33a18 │ │ │ │ -000000000004a280 0000000000000003 R_RISCV_RELATIVE 33a30 │ │ │ │ -000000000004a288 0000000000000003 R_RISCV_RELATIVE 33a48 │ │ │ │ -000000000004a298 0000000000000003 R_RISCV_RELATIVE 33a60 │ │ │ │ -000000000004a2a0 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ -000000000004a2a8 0000000000000003 R_RISCV_RELATIVE 33a18 │ │ │ │ -000000000004a2b0 0000000000000003 R_RISCV_RELATIVE 33a30 │ │ │ │ -000000000004a2c0 0000000000000003 R_RISCV_RELATIVE 33a98 │ │ │ │ -000000000004a2c8 0000000000000003 R_RISCV_RELATIVE 33ae0 │ │ │ │ -000000000004a2d0 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ -000000000004a2d8 0000000000000003 R_RISCV_RELATIVE 33b28 │ │ │ │ -000000000004a2e0 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ -000000000004a2e8 0000000000000003 R_RISCV_RELATIVE 33b38 │ │ │ │ -000000000004a2f8 0000000000000003 R_RISCV_RELATIVE 33b60 │ │ │ │ -000000000004a300 0000000000000003 R_RISCV_RELATIVE 33ba8 │ │ │ │ -000000000004a308 0000000000000003 R_RISCV_RELATIVE 33bf0 │ │ │ │ -000000000004a310 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ -000000000004a318 0000000000000003 R_RISCV_RELATIVE 33c38 │ │ │ │ -000000000004a320 0000000000000003 R_RISCV_RELATIVE 33c50 │ │ │ │ -000000000004a328 0000000000000003 R_RISCV_RELATIVE 33c68 │ │ │ │ -000000000004a338 0000000000000003 R_RISCV_RELATIVE 33c88 │ │ │ │ -000000000004a340 0000000000000003 R_RISCV_RELATIVE 33cd0 │ │ │ │ -000000000004a348 0000000000000003 R_RISCV_RELATIVE 33d18 │ │ │ │ -000000000004a350 0000000000000003 R_RISCV_RELATIVE 33d60 │ │ │ │ -000000000004a358 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ -000000000004a360 0000000000000003 R_RISCV_RELATIVE 33c38 │ │ │ │ -000000000004a370 0000000000000003 R_RISCV_RELATIVE 33d98 │ │ │ │ -000000000004a378 0000000000000003 R_RISCV_RELATIVE 33de0 │ │ │ │ -000000000004a380 0000000000000003 R_RISCV_RELATIVE 33e28 │ │ │ │ -000000000004a388 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ -000000000004a390 0000000000000003 R_RISCV_RELATIVE 33e50 │ │ │ │ -000000000004a398 0000000000000003 R_RISCV_RELATIVE 33e68 │ │ │ │ -000000000004a3a0 0000000000000003 R_RISCV_RELATIVE 33e80 │ │ │ │ -000000000004a3a8 0000000000000003 R_RISCV_RELATIVE 33e68 │ │ │ │ -000000000004a3b8 0000000000000003 R_RISCV_RELATIVE 33e98 │ │ │ │ -000000000004a3c0 0000000000000003 R_RISCV_RELATIVE 33ee0 │ │ │ │ -000000000004a3c8 0000000000000003 R_RISCV_RELATIVE 33f28 │ │ │ │ -000000000004a3d0 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ -000000000004a3d8 0000000000000003 R_RISCV_RELATIVE 33f40 │ │ │ │ -000000000004a3e0 0000000000000003 R_RISCV_RELATIVE 33f60 │ │ │ │ -000000000004a3e8 0000000000000003 R_RISCV_RELATIVE 33f80 │ │ │ │ -000000000004a3f8 0000000000000003 R_RISCV_RELATIVE 33fa0 │ │ │ │ -000000000004a400 0000000000000003 R_RISCV_RELATIVE 33ff0 │ │ │ │ -000000000004a408 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ -000000000004a410 0000000000000003 R_RISCV_RELATIVE 33f40 │ │ │ │ -000000000004a418 0000000000000003 R_RISCV_RELATIVE 33f80 │ │ │ │ -000000000004a428 0000000000000003 R_RISCV_RELATIVE 34038 │ │ │ │ -000000000004a430 0000000000000003 R_RISCV_RELATIVE 34080 │ │ │ │ -000000000004a438 0000000000000003 R_RISCV_RELATIVE 340c8 │ │ │ │ -000000000004a440 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ -000000000004a448 0000000000000003 R_RISCV_RELATIVE 33f40 │ │ │ │ -000000000004a450 0000000000000003 R_RISCV_RELATIVE 33f80 │ │ │ │ -000000000004a460 0000000000000003 R_RISCV_RELATIVE 340f0 │ │ │ │ -000000000004a468 0000000000000003 R_RISCV_RELATIVE 2d898 │ │ │ │ -000000000004a478 0000000000000003 R_RISCV_RELATIVE 34148 │ │ │ │ -000000000004a480 0000000000000003 R_RISCV_RELATIVE 34198 │ │ │ │ -000000000004a488 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ -000000000004a490 0000000000000003 R_RISCV_RELATIVE 33b38 │ │ │ │ -000000000004a4a0 0000000000000003 R_RISCV_RELATIVE 341b0 │ │ │ │ -000000000004a4a8 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ -000000000004a4b0 0000000000000003 R_RISCV_RELATIVE 33b28 │ │ │ │ -000000000004a4b8 0000000000000003 R_RISCV_RELATIVE 34200 │ │ │ │ -000000000004a4c8 0000000000000003 R_RISCV_RELATIVE 34218 │ │ │ │ -000000000004a4d0 0000000000000003 R_RISCV_RELATIVE 4a6c8 │ │ │ │ -000000000004a4e0 0000000000000003 R_RISCV_RELATIVE 34238 │ │ │ │ -000000000004a4e8 0000000000000003 R_RISCV_RELATIVE 4a678 │ │ │ │ -000000000004a4f8 0000000000000003 R_RISCV_RELATIVE 34258 │ │ │ │ -000000000004a500 0000000000000003 R_RISCV_RELATIVE 4a5e8 │ │ │ │ -000000000004a510 0000000000000003 R_RISCV_RELATIVE 2d0a0 │ │ │ │ -000000000004a518 0000000000000003 R_RISCV_RELATIVE 4a5a0 │ │ │ │ -000000000004a528 0000000000000003 R_RISCV_RELATIVE 34280 │ │ │ │ -000000000004a530 0000000000000003 R_RISCV_RELATIVE 4a558 │ │ │ │ -000000000004a558 0000000000000003 R_RISCV_RELATIVE 342a0 │ │ │ │ -000000000004a560 0000000000000003 R_RISCV_RELATIVE 342e8 │ │ │ │ -000000000004a568 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ -000000000004a570 0000000000000003 R_RISCV_RELATIVE 34328 │ │ │ │ -000000000004a578 0000000000000003 R_RISCV_RELATIVE 34370 │ │ │ │ -000000000004a580 0000000000000003 R_RISCV_RELATIVE 343b8 │ │ │ │ -000000000004a588 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ -000000000004a590 0000000000000003 R_RISCV_RELATIVE 343f0 │ │ │ │ -000000000004a5a0 0000000000000003 R_RISCV_RELATIVE 34408 │ │ │ │ -000000000004a5a8 0000000000000003 R_RISCV_RELATIVE 34450 │ │ │ │ -000000000004a5b0 0000000000000003 R_RISCV_RELATIVE 34498 │ │ │ │ -000000000004a5b8 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ -000000000004a5c0 0000000000000003 R_RISCV_RELATIVE 344a0 │ │ │ │ -000000000004a5c8 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ -000000000004a5d0 0000000000000003 R_RISCV_RELATIVE 2e620 │ │ │ │ -000000000004a5d8 0000000000000003 R_RISCV_RELATIVE 2e640 │ │ │ │ -000000000004a5e8 0000000000000003 R_RISCV_RELATIVE 344e8 │ │ │ │ -000000000004a5f0 0000000000000003 R_RISCV_RELATIVE 34530 │ │ │ │ -000000000004a5f8 0000000000000003 R_RISCV_RELATIVE 34578 │ │ │ │ -000000000004a600 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ -000000000004a608 0000000000000003 R_RISCV_RELATIVE 30fe0 │ │ │ │ -000000000004a610 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ -000000000004a618 0000000000000003 R_RISCV_RELATIVE 34598 │ │ │ │ -000000000004a620 0000000000000003 R_RISCV_RELATIVE 345e0 │ │ │ │ -000000000004a628 0000000000000003 R_RISCV_RELATIVE 34628 │ │ │ │ -000000000004a630 0000000000000003 R_RISCV_RELATIVE 34670 │ │ │ │ -000000000004a638 0000000000000003 R_RISCV_RELATIVE 346b8 │ │ │ │ -000000000004a640 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ -000000000004a648 0000000000000003 R_RISCV_RELATIVE 346f0 │ │ │ │ -000000000004a650 0000000000000003 R_RISCV_RELATIVE 34738 │ │ │ │ -000000000004a658 0000000000000003 R_RISCV_RELATIVE 34780 │ │ │ │ -000000000004a660 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ -000000000004a668 0000000000000003 R_RISCV_RELATIVE 347b8 │ │ │ │ -000000000004a678 0000000000000003 R_RISCV_RELATIVE 347f0 │ │ │ │ -000000000004a680 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ -000000000004a688 0000000000000003 R_RISCV_RELATIVE 34830 │ │ │ │ -000000000004a690 0000000000000003 R_RISCV_RELATIVE 34878 │ │ │ │ -000000000004a698 0000000000000003 R_RISCV_RELATIVE 348b8 │ │ │ │ -000000000004a6a0 0000000000000003 R_RISCV_RELATIVE 348f8 │ │ │ │ -000000000004a6a8 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ -000000000004a6b0 0000000000000003 R_RISCV_RELATIVE 31dd0 │ │ │ │ -000000000004a6b8 0000000000000003 R_RISCV_RELATIVE 34928 │ │ │ │ -000000000004a6c8 0000000000000003 R_RISCV_RELATIVE 34938 │ │ │ │ -000000000004a6d0 0000000000000003 R_RISCV_RELATIVE 34980 │ │ │ │ -000000000004a6d8 0000000000000003 R_RISCV_RELATIVE 349c8 │ │ │ │ -000000000004a6e0 0000000000000003 R_RISCV_RELATIVE 34a10 │ │ │ │ -000000000004a6e8 0000000000000003 R_RISCV_RELATIVE 34a58 │ │ │ │ -000000000004a6f0 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ -000000000004a6f8 0000000000000003 R_RISCV_RELATIVE 34aa0 │ │ │ │ -000000000004a700 0000000000000003 R_RISCV_RELATIVE 34ab0 │ │ │ │ -000000000004a708 0000000000000003 R_RISCV_RELATIVE 34ac0 │ │ │ │ -000000000004a718 0000000000000003 R_RISCV_RELATIVE 2acf8 │ │ │ │ -000000000004a720 0000000000000003 R_RISCV_RELATIVE 4a8b0 │ │ │ │ -000000000004a730 0000000000000003 R_RISCV_RELATIVE 2af08 │ │ │ │ -000000000004a738 0000000000000003 R_RISCV_RELATIVE 4a8a0 │ │ │ │ -000000000004a748 0000000000000003 R_RISCV_RELATIVE 34ad0 │ │ │ │ -000000000004a750 0000000000000003 R_RISCV_RELATIVE 4a828 │ │ │ │ -000000000004a760 0000000000000003 R_RISCV_RELATIVE 34ae8 │ │ │ │ -000000000004a768 0000000000000003 R_RISCV_RELATIVE 4a800 │ │ │ │ -000000000004a778 0000000000000003 R_RISCV_RELATIVE 34b18 │ │ │ │ -000000000004a780 0000000000000003 R_RISCV_RELATIVE 4a7e8 │ │ │ │ -000000000004a790 0000000000000003 R_RISCV_RELATIVE 34b40 │ │ │ │ -000000000004a798 0000000000000003 R_RISCV_RELATIVE 4a7c0 │ │ │ │ -000000000004a7c0 0000000000000003 R_RISCV_RELATIVE 34b68 │ │ │ │ -000000000004a7c8 0000000000000003 R_RISCV_RELATIVE 34ba0 │ │ │ │ -000000000004a7d0 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ -000000000004a7d8 0000000000000003 R_RISCV_RELATIVE 34bc8 │ │ │ │ -000000000004a7e8 0000000000000003 R_RISCV_RELATIVE 34be0 │ │ │ │ -000000000004a7f0 0000000000000003 R_RISCV_RELATIVE 34c20 │ │ │ │ -000000000004a800 0000000000000003 R_RISCV_RELATIVE 34c58 │ │ │ │ -000000000004a808 0000000000000003 R_RISCV_RELATIVE 34ca0 │ │ │ │ -000000000004a810 0000000000000003 R_RISCV_RELATIVE 34ce0 │ │ │ │ -000000000004a818 0000000000000003 R_RISCV_RELATIVE 34d28 │ │ │ │ -000000000004a828 0000000000000003 R_RISCV_RELATIVE 34d30 │ │ │ │ -000000000004a830 0000000000000003 R_RISCV_RELATIVE 34d70 │ │ │ │ -000000000004a838 0000000000000003 R_RISCV_RELATIVE 34db8 │ │ │ │ -000000000004a840 0000000000000003 R_RISCV_RELATIVE 34e00 │ │ │ │ -000000000004a848 0000000000000003 R_RISCV_RELATIVE 34e48 │ │ │ │ -000000000004a850 0000000000000003 R_RISCV_RELATIVE 34e90 │ │ │ │ -000000000004a858 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ -000000000004a860 0000000000000003 R_RISCV_RELATIVE 34ec8 │ │ │ │ -000000000004a868 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ -000000000004a870 0000000000000003 R_RISCV_RELATIVE 34ef0 │ │ │ │ -000000000004a878 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ -000000000004a880 0000000000000003 R_RISCV_RELATIVE 34f18 │ │ │ │ -000000000004a888 0000000000000003 R_RISCV_RELATIVE 34f60 │ │ │ │ -000000000004a890 0000000000000003 R_RISCV_RELATIVE 34fa8 │ │ │ │ -000000000004a8a0 0000000000000003 R_RISCV_RELATIVE 302f8 │ │ │ │ -000000000004a8b0 0000000000000003 R_RISCV_RELATIVE 34fe0 │ │ │ │ -000000000004a8b8 0000000000000003 R_RISCV_RELATIVE 35030 │ │ │ │ -000000000004a8c0 0000000000000003 R_RISCV_RELATIVE 35078 │ │ │ │ -000000000004a8c8 0000000000000003 R_RISCV_RELATIVE 350c0 │ │ │ │ -000000000004a8d0 0000000000000003 R_RISCV_RELATIVE 35108 │ │ │ │ -000000000004a8d8 0000000000000003 R_RISCV_RELATIVE 35150 │ │ │ │ -000000000004a8e0 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ -000000000004a8e8 0000000000000003 R_RISCV_RELATIVE 35168 │ │ │ │ -000000000004a8f0 0000000000000003 R_RISCV_RELATIVE 35178 │ │ │ │ -000000000004a900 0000000000000003 R_RISCV_RELATIVE 2a380 │ │ │ │ -000000000004a908 0000000000000003 R_RISCV_RELATIVE 4aa98 │ │ │ │ -000000000004a918 0000000000000003 R_RISCV_RELATIVE 351a8 │ │ │ │ -000000000004a920 0000000000000003 R_RISCV_RELATIVE 4aa50 │ │ │ │ -000000000004a930 0000000000000003 R_RISCV_RELATIVE 351b8 │ │ │ │ -000000000004a938 0000000000000003 R_RISCV_RELATIVE 4aa10 │ │ │ │ -000000000004a948 0000000000000003 R_RISCV_RELATIVE 351e0 │ │ │ │ -000000000004a950 0000000000000003 R_RISCV_RELATIVE 4a9b8 │ │ │ │ -000000000004a960 0000000000000003 R_RISCV_RELATIVE 351f0 │ │ │ │ -000000000004a968 0000000000000003 R_RISCV_RELATIVE 4a990 │ │ │ │ -000000000004a990 0000000000000003 R_RISCV_RELATIVE 35200 │ │ │ │ -000000000004a998 0000000000000003 R_RISCV_RELATIVE 35250 │ │ │ │ -000000000004a9a0 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ -000000000004a9a8 0000000000000003 R_RISCV_RELATIVE 35258 │ │ │ │ -000000000004a9b8 0000000000000003 R_RISCV_RELATIVE 35268 │ │ │ │ -000000000004a9c0 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ -000000000004a9c8 0000000000000003 R_RISCV_RELATIVE 34928 │ │ │ │ -000000000004a9d0 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ -000000000004a9d8 0000000000000003 R_RISCV_RELATIVE 35298 │ │ │ │ -000000000004a9e0 0000000000000003 R_RISCV_RELATIVE 352e8 │ │ │ │ -000000000004a9e8 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ -000000000004a9f0 0000000000000003 R_RISCV_RELATIVE 35338 │ │ │ │ -000000000004a9f8 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ -000000000004aa00 0000000000000003 R_RISCV_RELATIVE 35350 │ │ │ │ -000000000004aa10 0000000000000003 R_RISCV_RELATIVE 35380 │ │ │ │ -000000000004aa18 0000000000000003 R_RISCV_RELATIVE 353d0 │ │ │ │ -000000000004aa20 0000000000000003 R_RISCV_RELATIVE 35418 │ │ │ │ -000000000004aa28 0000000000000003 R_RISCV_RELATIVE 35450 │ │ │ │ -000000000004aa30 0000000000000003 R_RISCV_RELATIVE 35458 │ │ │ │ -000000000004aa38 0000000000000003 R_RISCV_RELATIVE 35470 │ │ │ │ -000000000004aa40 0000000000000003 R_RISCV_RELATIVE 35380 │ │ │ │ -000000000004aa50 0000000000000003 R_RISCV_RELATIVE 35488 │ │ │ │ -000000000004aa58 0000000000000003 R_RISCV_RELATIVE 354d0 │ │ │ │ -000000000004aa60 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ -000000000004aa68 0000000000000003 R_RISCV_RELATIVE 35500 │ │ │ │ -000000000004aa70 0000000000000003 R_RISCV_RELATIVE 35520 │ │ │ │ -000000000004aa78 0000000000000003 R_RISCV_RELATIVE 35540 │ │ │ │ -000000000004aa80 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ -000000000004aa88 0000000000000003 R_RISCV_RELATIVE 35560 │ │ │ │ -000000000004aa98 0000000000000003 R_RISCV_RELATIVE 35570 │ │ │ │ -000000000004aaa0 0000000000000003 R_RISCV_RELATIVE 355b8 │ │ │ │ -000000000004aaa8 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ -000000000004aab0 0000000000000003 R_RISCV_RELATIVE 302f8 │ │ │ │ -000000000004aac0 0000000000000003 R_RISCV_RELATIVE 2a190 │ │ │ │ -000000000004aac8 0000000000000003 R_RISCV_RELATIVE 4acc8 │ │ │ │ -000000000004aad8 0000000000000003 R_RISCV_RELATIVE 2a4e8 │ │ │ │ -000000000004aae0 0000000000000003 R_RISCV_RELATIVE 4acb0 │ │ │ │ -000000000004aaf0 0000000000000003 R_RISCV_RELATIVE 2a500 │ │ │ │ -000000000004aaf8 0000000000000003 R_RISCV_RELATIVE 4ac80 │ │ │ │ -000000000004ab08 0000000000000003 R_RISCV_RELATIVE 2a340 │ │ │ │ -000000000004ab10 0000000000000003 R_RISCV_RELATIVE 4ac70 │ │ │ │ -000000000004ab20 0000000000000003 R_RISCV_RELATIVE 2a380 │ │ │ │ -000000000004ab28 0000000000000003 R_RISCV_RELATIVE 4ac10 │ │ │ │ -000000000004ab38 0000000000000003 R_RISCV_RELATIVE 2a1a8 │ │ │ │ -000000000004ab40 0000000000000003 R_RISCV_RELATIVE 4abf8 │ │ │ │ -000000000004ab50 0000000000000003 R_RISCV_RELATIVE 2a518 │ │ │ │ -000000000004ab58 0000000000000003 R_RISCV_RELATIVE 4abd8 │ │ │ │ -000000000004ab68 0000000000000003 R_RISCV_RELATIVE 2a130 │ │ │ │ -000000000004ab70 0000000000000003 R_RISCV_RELATIVE 4ab98 │ │ │ │ -000000000004ab98 0000000000000003 R_RISCV_RELATIVE 355e0 │ │ │ │ -000000000004aba0 0000000000000003 R_RISCV_RELATIVE 35628 │ │ │ │ -000000000004aba8 0000000000000003 R_RISCV_RELATIVE 35670 │ │ │ │ -000000000004abb0 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ -000000000004abb8 0000000000000003 R_RISCV_RELATIVE 35688 │ │ │ │ -000000000004abc0 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ -000000000004abc8 0000000000000003 R_RISCV_RELATIVE 3af78 │ │ │ │ -000000000004abd8 0000000000000003 R_RISCV_RELATIVE 356b0 │ │ │ │ -000000000004abe0 0000000000000003 R_RISCV_RELATIVE 356f0 │ │ │ │ -000000000004abe8 0000000000000003 R_RISCV_RELATIVE 356f8 │ │ │ │ -000000000004abf8 0000000000000003 R_RISCV_RELATIVE 35718 │ │ │ │ -000000000004ac00 0000000000000003 R_RISCV_RELATIVE 35750 │ │ │ │ -000000000004ac10 0000000000000003 R_RISCV_RELATIVE 35798 │ │ │ │ -000000000004ac18 0000000000000003 R_RISCV_RELATIVE 357c8 │ │ │ │ +0000000000049ff8 0000000000000003 R_RISCV_RELATIVE 30578 │ │ │ │ +000000000004a000 0000000000000003 R_RISCV_RELATIVE 32cc0 │ │ │ │ +000000000004a008 0000000000000003 R_RISCV_RELATIVE 32230 │ │ │ │ +000000000004a010 0000000000000003 R_RISCV_RELATIVE 32df8 │ │ │ │ +000000000004a020 0000000000000003 R_RISCV_RELATIVE 33730 │ │ │ │ +000000000004a028 0000000000000003 R_RISCV_RELATIVE 33778 │ │ │ │ +000000000004a030 0000000000000003 R_RISCV_RELATIVE 337c0 │ │ │ │ +000000000004a038 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ +000000000004a040 0000000000000003 R_RISCV_RELATIVE 30578 │ │ │ │ +000000000004a048 0000000000000003 R_RISCV_RELATIVE 337e8 │ │ │ │ +000000000004a058 0000000000000003 R_RISCV_RELATIVE 33800 │ │ │ │ +000000000004a060 0000000000000003 R_RISCV_RELATIVE 32218 │ │ │ │ +000000000004a068 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ +000000000004a070 0000000000000003 R_RISCV_RELATIVE 30578 │ │ │ │ +000000000004a078 0000000000000003 R_RISCV_RELATIVE 2f260 │ │ │ │ +000000000004a080 0000000000000003 R_RISCV_RELATIVE 32230 │ │ │ │ +000000000004a090 0000000000000003 R_RISCV_RELATIVE 30130 │ │ │ │ +000000000004a098 0000000000000003 R_RISCV_RELATIVE 4a0f0 │ │ │ │ +000000000004a0a8 0000000000000003 R_RISCV_RELATIVE 33840 │ │ │ │ +000000000004a0b0 0000000000000003 R_RISCV_RELATIVE 4a0d8 │ │ │ │ +000000000004a0d8 0000000000000003 R_RISCV_RELATIVE 33850 │ │ │ │ +000000000004a0e0 0000000000000003 R_RISCV_RELATIVE 338a0 │ │ │ │ +000000000004a0f0 0000000000000003 R_RISCV_RELATIVE 338c0 │ │ │ │ +000000000004a0f8 0000000000000003 R_RISCV_RELATIVE 30650 │ │ │ │ +000000000004a100 0000000000000003 R_RISCV_RELATIVE 30698 │ │ │ │ +000000000004a108 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ +000000000004a110 0000000000000003 R_RISCV_RELATIVE 33900 │ │ │ │ +000000000004a118 0000000000000003 R_RISCV_RELATIVE 306d8 │ │ │ │ +000000000004a128 0000000000000003 R_RISCV_RELATIVE 33918 │ │ │ │ +000000000004a130 0000000000000003 R_RISCV_RELATIVE 4a158 │ │ │ │ +000000000004a158 0000000000000003 R_RISCV_RELATIVE 33928 │ │ │ │ +000000000004a160 0000000000000003 R_RISCV_RELATIVE 33970 │ │ │ │ +000000000004a168 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ +000000000004a170 0000000000000003 R_RISCV_RELATIVE 30578 │ │ │ │ +000000000004a178 0000000000000003 R_RISCV_RELATIVE 32cc0 │ │ │ │ +000000000004a180 0000000000000003 R_RISCV_RELATIVE 339a8 │ │ │ │ +000000000004a188 0000000000000003 R_RISCV_RELATIVE 32230 │ │ │ │ +000000000004a190 0000000000000003 R_RISCV_RELATIVE 339c0 │ │ │ │ +000000000004a198 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ +000000000004a1a8 0000000000000003 R_RISCV_RELATIVE 339d8 │ │ │ │ +000000000004a1b0 0000000000000003 R_RISCV_RELATIVE 4a208 │ │ │ │ +000000000004a1c0 0000000000000003 R_RISCV_RELATIVE 339f8 │ │ │ │ +000000000004a1c8 0000000000000003 R_RISCV_RELATIVE 4a1f0 │ │ │ │ +000000000004a1f0 0000000000000003 R_RISCV_RELATIVE 33a10 │ │ │ │ +000000000004a1f8 0000000000000003 R_RISCV_RELATIVE 33a70 │ │ │ │ +000000000004a208 0000000000000003 R_RISCV_RELATIVE 33ad8 │ │ │ │ +000000000004a210 0000000000000003 R_RISCV_RELATIVE 33b38 │ │ │ │ +000000000004a218 0000000000000003 R_RISCV_RELATIVE 33b98 │ │ │ │ +000000000004a220 0000000000000003 R_RISCV_RELATIVE 33bd8 │ │ │ │ +000000000004a228 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ +000000000004a230 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ +000000000004a240 0000000000000003 R_RISCV_RELATIVE 33c28 │ │ │ │ +000000000004a248 0000000000000003 R_RISCV_RELATIVE 4ac40 │ │ │ │ +000000000004a258 0000000000000003 R_RISCV_RELATIVE 33c50 │ │ │ │ +000000000004a260 0000000000000003 R_RISCV_RELATIVE 4ac00 │ │ │ │ +000000000004a270 0000000000000003 R_RISCV_RELATIVE 33c68 │ │ │ │ +000000000004a278 0000000000000003 R_RISCV_RELATIVE 4abb8 │ │ │ │ +000000000004a288 0000000000000003 R_RISCV_RELATIVE 33c88 │ │ │ │ +000000000004a290 0000000000000003 R_RISCV_RELATIVE 4ab88 │ │ │ │ +000000000004a2a0 0000000000000003 R_RISCV_RELATIVE 33ca0 │ │ │ │ +000000000004a2a8 0000000000000003 R_RISCV_RELATIVE 4ab60 │ │ │ │ +000000000004a2b8 0000000000000003 R_RISCV_RELATIVE 33cc8 │ │ │ │ +000000000004a2c0 0000000000000003 R_RISCV_RELATIVE 4ab38 │ │ │ │ +000000000004a2d0 0000000000000003 R_RISCV_RELATIVE 33ce8 │ │ │ │ +000000000004a2d8 0000000000000003 R_RISCV_RELATIVE 4ab18 │ │ │ │ +000000000004a2e8 0000000000000003 R_RISCV_RELATIVE 33d08 │ │ │ │ +000000000004a2f0 0000000000000003 R_RISCV_RELATIVE 4aae0 │ │ │ │ +000000000004a300 0000000000000003 R_RISCV_RELATIVE 33d28 │ │ │ │ +000000000004a308 0000000000000003 R_RISCV_RELATIVE 4aaa8 │ │ │ │ +000000000004a318 0000000000000003 R_RISCV_RELATIVE 33d48 │ │ │ │ +000000000004a320 0000000000000003 R_RISCV_RELATIVE 4aa70 │ │ │ │ +000000000004a330 0000000000000003 R_RISCV_RELATIVE 33d68 │ │ │ │ +000000000004a338 0000000000000003 R_RISCV_RELATIVE 4aa40 │ │ │ │ +000000000004a348 0000000000000003 R_RISCV_RELATIVE 33d80 │ │ │ │ +000000000004a350 0000000000000003 R_RISCV_RELATIVE 4a9f8 │ │ │ │ +000000000004a360 0000000000000003 R_RISCV_RELATIVE 33da0 │ │ │ │ +000000000004a368 0000000000000003 R_RISCV_RELATIVE 4a9c0 │ │ │ │ +000000000004a378 0000000000000003 R_RISCV_RELATIVE 33dc0 │ │ │ │ +000000000004a380 0000000000000003 R_RISCV_RELATIVE 4a998 │ │ │ │ +000000000004a390 0000000000000003 R_RISCV_RELATIVE 33dd8 │ │ │ │ +000000000004a398 0000000000000003 R_RISCV_RELATIVE 4a968 │ │ │ │ +000000000004a3a8 0000000000000003 R_RISCV_RELATIVE 33df0 │ │ │ │ +000000000004a3b0 0000000000000003 R_RISCV_RELATIVE 4a938 │ │ │ │ +000000000004a3c0 0000000000000003 R_RISCV_RELATIVE 33e08 │ │ │ │ +000000000004a3c8 0000000000000003 R_RISCV_RELATIVE 4a910 │ │ │ │ +000000000004a3d8 0000000000000003 R_RISCV_RELATIVE 33e20 │ │ │ │ +000000000004a3e0 0000000000000003 R_RISCV_RELATIVE 4a8f0 │ │ │ │ +000000000004a3f0 0000000000000003 R_RISCV_RELATIVE 33e40 │ │ │ │ +000000000004a3f8 0000000000000003 R_RISCV_RELATIVE 4a8c8 │ │ │ │ +000000000004a408 0000000000000003 R_RISCV_RELATIVE 33e60 │ │ │ │ +000000000004a410 0000000000000003 R_RISCV_RELATIVE 4a8a0 │ │ │ │ +000000000004a420 0000000000000003 R_RISCV_RELATIVE 33e80 │ │ │ │ +000000000004a428 0000000000000003 R_RISCV_RELATIVE 4a878 │ │ │ │ +000000000004a438 0000000000000003 R_RISCV_RELATIVE 33ea0 │ │ │ │ +000000000004a440 0000000000000003 R_RISCV_RELATIVE 4a850 │ │ │ │ +000000000004a450 0000000000000003 R_RISCV_RELATIVE 33eb8 │ │ │ │ +000000000004a458 0000000000000003 R_RISCV_RELATIVE 4a820 │ │ │ │ +000000000004a468 0000000000000003 R_RISCV_RELATIVE 33ed0 │ │ │ │ +000000000004a470 0000000000000003 R_RISCV_RELATIVE 4a7f8 │ │ │ │ +000000000004a480 0000000000000003 R_RISCV_RELATIVE 33ee8 │ │ │ │ +000000000004a488 0000000000000003 R_RISCV_RELATIVE 4a7d0 │ │ │ │ +000000000004a498 0000000000000003 R_RISCV_RELATIVE 33ef8 │ │ │ │ +000000000004a4a0 0000000000000003 R_RISCV_RELATIVE 4a790 │ │ │ │ +000000000004a4b0 0000000000000003 R_RISCV_RELATIVE 33f08 │ │ │ │ +000000000004a4b8 0000000000000003 R_RISCV_RELATIVE 4a768 │ │ │ │ +000000000004a4c8 0000000000000003 R_RISCV_RELATIVE 33f18 │ │ │ │ +000000000004a4d0 0000000000000003 R_RISCV_RELATIVE 4a730 │ │ │ │ +000000000004a4e0 0000000000000003 R_RISCV_RELATIVE 33f28 │ │ │ │ +000000000004a4e8 0000000000000003 R_RISCV_RELATIVE 4a6f0 │ │ │ │ +000000000004a4f8 0000000000000003 R_RISCV_RELATIVE 33f48 │ │ │ │ +000000000004a500 0000000000000003 R_RISCV_RELATIVE 4a6c0 │ │ │ │ +000000000004a510 0000000000000003 R_RISCV_RELATIVE 33f68 │ │ │ │ +000000000004a518 0000000000000003 R_RISCV_RELATIVE 4a690 │ │ │ │ +000000000004a528 0000000000000003 R_RISCV_RELATIVE 33f78 │ │ │ │ +000000000004a530 0000000000000003 R_RISCV_RELATIVE 4a660 │ │ │ │ +000000000004a540 0000000000000003 R_RISCV_RELATIVE 33f90 │ │ │ │ +000000000004a548 0000000000000003 R_RISCV_RELATIVE 4a630 │ │ │ │ +000000000004a558 0000000000000003 R_RISCV_RELATIVE 33fa8 │ │ │ │ +000000000004a560 0000000000000003 R_RISCV_RELATIVE 4a600 │ │ │ │ +000000000004a570 0000000000000003 R_RISCV_RELATIVE 33fc0 │ │ │ │ +000000000004a578 0000000000000003 R_RISCV_RELATIVE 4a5d8 │ │ │ │ +000000000004a588 0000000000000003 R_RISCV_RELATIVE 33fe0 │ │ │ │ +000000000004a590 0000000000000003 R_RISCV_RELATIVE 4a5b8 │ │ │ │ +000000000004a5b8 0000000000000003 R_RISCV_RELATIVE 33ff0 │ │ │ │ +000000000004a5c0 0000000000000003 R_RISCV_RELATIVE 34038 │ │ │ │ +000000000004a5c8 0000000000000003 R_RISCV_RELATIVE 34078 │ │ │ │ +000000000004a5d8 0000000000000003 R_RISCV_RELATIVE 34088 │ │ │ │ +000000000004a5e0 0000000000000003 R_RISCV_RELATIVE 340b8 │ │ │ │ +000000000004a5e8 0000000000000003 R_RISCV_RELATIVE 340e8 │ │ │ │ +000000000004a5f0 0000000000000003 R_RISCV_RELATIVE 34118 │ │ │ │ +000000000004a600 0000000000000003 R_RISCV_RELATIVE 34150 │ │ │ │ +000000000004a608 0000000000000003 R_RISCV_RELATIVE 34190 │ │ │ │ +000000000004a610 0000000000000003 R_RISCV_RELATIVE 341d8 │ │ │ │ +000000000004a618 0000000000000003 R_RISCV_RELATIVE 341f8 │ │ │ │ +000000000004a620 0000000000000003 R_RISCV_RELATIVE 34118 │ │ │ │ +000000000004a630 0000000000000003 R_RISCV_RELATIVE 34218 │ │ │ │ +000000000004a638 0000000000000003 R_RISCV_RELATIVE 34190 │ │ │ │ +000000000004a640 0000000000000003 R_RISCV_RELATIVE 341d8 │ │ │ │ +000000000004a648 0000000000000003 R_RISCV_RELATIVE 34260 │ │ │ │ +000000000004a650 0000000000000003 R_RISCV_RELATIVE 34118 │ │ │ │ +000000000004a660 0000000000000003 R_RISCV_RELATIVE 34280 │ │ │ │ +000000000004a668 0000000000000003 R_RISCV_RELATIVE 34190 │ │ │ │ +000000000004a670 0000000000000003 R_RISCV_RELATIVE 341d8 │ │ │ │ +000000000004a678 0000000000000003 R_RISCV_RELATIVE 342c8 │ │ │ │ +000000000004a680 0000000000000003 R_RISCV_RELATIVE 34118 │ │ │ │ +000000000004a690 0000000000000003 R_RISCV_RELATIVE 342e8 │ │ │ │ +000000000004a698 0000000000000003 R_RISCV_RELATIVE 34190 │ │ │ │ +000000000004a6a0 0000000000000003 R_RISCV_RELATIVE 341d8 │ │ │ │ +000000000004a6a8 0000000000000003 R_RISCV_RELATIVE 34328 │ │ │ │ +000000000004a6b0 0000000000000003 R_RISCV_RELATIVE 34118 │ │ │ │ +000000000004a6c0 0000000000000003 R_RISCV_RELATIVE 34348 │ │ │ │ +000000000004a6c8 0000000000000003 R_RISCV_RELATIVE 34190 │ │ │ │ +000000000004a6d0 0000000000000003 R_RISCV_RELATIVE 34398 │ │ │ │ +000000000004a6d8 0000000000000003 R_RISCV_RELATIVE 343c8 │ │ │ │ +000000000004a6e0 0000000000000003 R_RISCV_RELATIVE 34118 │ │ │ │ +000000000004a6f0 0000000000000003 R_RISCV_RELATIVE 343f8 │ │ │ │ +000000000004a6f8 0000000000000003 R_RISCV_RELATIVE 34440 │ │ │ │ +000000000004a700 0000000000000003 R_RISCV_RELATIVE 34488 │ │ │ │ +000000000004a708 0000000000000003 R_RISCV_RELATIVE 34398 │ │ │ │ +000000000004a710 0000000000000003 R_RISCV_RELATIVE 344c8 │ │ │ │ +000000000004a718 0000000000000003 R_RISCV_RELATIVE 344f8 │ │ │ │ +000000000004a720 0000000000000003 R_RISCV_RELATIVE 34118 │ │ │ │ +000000000004a730 0000000000000003 R_RISCV_RELATIVE 34528 │ │ │ │ +000000000004a738 0000000000000003 R_RISCV_RELATIVE 34570 │ │ │ │ +000000000004a740 0000000000000003 R_RISCV_RELATIVE 345b8 │ │ │ │ +000000000004a748 0000000000000003 R_RISCV_RELATIVE 34398 │ │ │ │ +000000000004a750 0000000000000003 R_RISCV_RELATIVE 34600 │ │ │ │ +000000000004a758 0000000000000003 R_RISCV_RELATIVE 34118 │ │ │ │ +000000000004a768 0000000000000003 R_RISCV_RELATIVE 34630 │ │ │ │ +000000000004a770 0000000000000003 R_RISCV_RELATIVE 34678 │ │ │ │ +000000000004a778 0000000000000003 R_RISCV_RELATIVE 34690 │ │ │ │ +000000000004a780 0000000000000003 R_RISCV_RELATIVE 346a8 │ │ │ │ +000000000004a790 0000000000000003 R_RISCV_RELATIVE 346c8 │ │ │ │ +000000000004a798 0000000000000003 R_RISCV_RELATIVE 34710 │ │ │ │ +000000000004a7a0 0000000000000003 R_RISCV_RELATIVE 343c0 │ │ │ │ +000000000004a7a8 0000000000000003 R_RISCV_RELATIVE 34750 │ │ │ │ +000000000004a7b0 0000000000000003 R_RISCV_RELATIVE 34788 │ │ │ │ +000000000004a7b8 0000000000000003 R_RISCV_RELATIVE 347d8 │ │ │ │ +000000000004a7c0 0000000000000003 R_RISCV_RELATIVE 34828 │ │ │ │ +000000000004a7d0 0000000000000003 R_RISCV_RELATIVE 34850 │ │ │ │ +000000000004a7d8 0000000000000003 R_RISCV_RELATIVE 34898 │ │ │ │ +000000000004a7e0 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ +000000000004a7e8 0000000000000003 R_RISCV_RELATIVE 348e0 │ │ │ │ +000000000004a7f8 0000000000000003 R_RISCV_RELATIVE 34938 │ │ │ │ +000000000004a800 0000000000000003 R_RISCV_RELATIVE 34190 │ │ │ │ +000000000004a808 0000000000000003 R_RISCV_RELATIVE 34980 │ │ │ │ +000000000004a810 0000000000000003 R_RISCV_RELATIVE 34118 │ │ │ │ +000000000004a820 0000000000000003 R_RISCV_RELATIVE 349b0 │ │ │ │ +000000000004a828 0000000000000003 R_RISCV_RELATIVE 34058 │ │ │ │ +000000000004a830 0000000000000003 R_RISCV_RELATIVE 34a00 │ │ │ │ +000000000004a838 0000000000000003 R_RISCV_RELATIVE 34a28 │ │ │ │ +000000000004a840 0000000000000003 R_RISCV_RELATIVE 34a50 │ │ │ │ +000000000004a850 0000000000000003 R_RISCV_RELATIVE 34a88 │ │ │ │ +000000000004a858 0000000000000003 R_RISCV_RELATIVE 34058 │ │ │ │ +000000000004a860 0000000000000003 R_RISCV_RELATIVE 34ad8 │ │ │ │ +000000000004a868 0000000000000003 R_RISCV_RELATIVE 34118 │ │ │ │ +000000000004a878 0000000000000003 R_RISCV_RELATIVE 34b00 │ │ │ │ +000000000004a880 0000000000000003 R_RISCV_RELATIVE 34058 │ │ │ │ +000000000004a888 0000000000000003 R_RISCV_RELATIVE 34b50 │ │ │ │ +000000000004a890 0000000000000003 R_RISCV_RELATIVE 34118 │ │ │ │ +000000000004a8a0 0000000000000003 R_RISCV_RELATIVE 34b78 │ │ │ │ +000000000004a8a8 0000000000000003 R_RISCV_RELATIVE 34058 │ │ │ │ +000000000004a8b0 0000000000000003 R_RISCV_RELATIVE 34bc8 │ │ │ │ +000000000004a8b8 0000000000000003 R_RISCV_RELATIVE 34118 │ │ │ │ +000000000004a8c8 0000000000000003 R_RISCV_RELATIVE 34bf8 │ │ │ │ +000000000004a8d0 0000000000000003 R_RISCV_RELATIVE 34058 │ │ │ │ +000000000004a8d8 0000000000000003 R_RISCV_RELATIVE 34c48 │ │ │ │ +000000000004a8e0 0000000000000003 R_RISCV_RELATIVE 34118 │ │ │ │ +000000000004a8f0 0000000000000003 R_RISCV_RELATIVE 34c78 │ │ │ │ +000000000004a8f8 0000000000000003 R_RISCV_RELATIVE 34190 │ │ │ │ +000000000004a900 0000000000000003 R_RISCV_RELATIVE 34cc8 │ │ │ │ +000000000004a910 0000000000000003 R_RISCV_RELATIVE 34cf8 │ │ │ │ +000000000004a918 0000000000000003 R_RISCV_RELATIVE 34058 │ │ │ │ +000000000004a920 0000000000000003 R_RISCV_RELATIVE 34d40 │ │ │ │ +000000000004a928 0000000000000003 R_RISCV_RELATIVE 34118 │ │ │ │ +000000000004a938 0000000000000003 R_RISCV_RELATIVE 34d68 │ │ │ │ +000000000004a940 0000000000000003 R_RISCV_RELATIVE 34058 │ │ │ │ +000000000004a948 0000000000000003 R_RISCV_RELATIVE 34db8 │ │ │ │ +000000000004a950 0000000000000003 R_RISCV_RELATIVE 34de0 │ │ │ │ +000000000004a958 0000000000000003 R_RISCV_RELATIVE 34118 │ │ │ │ +000000000004a968 0000000000000003 R_RISCV_RELATIVE 34e08 │ │ │ │ +000000000004a970 0000000000000003 R_RISCV_RELATIVE 34058 │ │ │ │ +000000000004a978 0000000000000003 R_RISCV_RELATIVE 34db8 │ │ │ │ +000000000004a980 0000000000000003 R_RISCV_RELATIVE 34e58 │ │ │ │ +000000000004a988 0000000000000003 R_RISCV_RELATIVE 34118 │ │ │ │ +000000000004a998 0000000000000003 R_RISCV_RELATIVE 34e80 │ │ │ │ +000000000004a9a0 0000000000000003 R_RISCV_RELATIVE 34058 │ │ │ │ +000000000004a9a8 0000000000000003 R_RISCV_RELATIVE 34ed0 │ │ │ │ +000000000004a9b0 0000000000000003 R_RISCV_RELATIVE 34118 │ │ │ │ +000000000004a9c0 0000000000000003 R_RISCV_RELATIVE 34f00 │ │ │ │ +000000000004a9c8 0000000000000003 R_RISCV_RELATIVE 34f50 │ │ │ │ +000000000004a9d0 0000000000000003 R_RISCV_RELATIVE 34f68 │ │ │ │ +000000000004a9d8 0000000000000003 R_RISCV_RELATIVE 34f98 │ │ │ │ +000000000004a9e0 0000000000000003 R_RISCV_RELATIVE 34fa8 │ │ │ │ +000000000004a9e8 0000000000000003 R_RISCV_RELATIVE 34ff0 │ │ │ │ +000000000004a9f8 0000000000000003 R_RISCV_RELATIVE 35018 │ │ │ │ +000000000004aa00 0000000000000003 R_RISCV_RELATIVE 35060 │ │ │ │ +000000000004aa08 0000000000000003 R_RISCV_RELATIVE 35088 │ │ │ │ +000000000004aa10 0000000000000003 R_RISCV_RELATIVE 350b0 │ │ │ │ +000000000004aa18 0000000000000003 R_RISCV_RELATIVE 350d8 │ │ │ │ +000000000004aa20 0000000000000003 R_RISCV_RELATIVE 35100 │ │ │ │ +000000000004aa28 0000000000000003 R_RISCV_RELATIVE 35148 │ │ │ │ +000000000004aa30 0000000000000003 R_RISCV_RELATIVE 35190 │ │ │ │ +000000000004aa40 0000000000000003 R_RISCV_RELATIVE 351b8 │ │ │ │ +000000000004aa48 0000000000000003 R_RISCV_RELATIVE 35200 │ │ │ │ +000000000004aa50 0000000000000003 R_RISCV_RELATIVE 35240 │ │ │ │ +000000000004aa58 0000000000000003 R_RISCV_RELATIVE 35268 │ │ │ │ +000000000004aa60 0000000000000003 R_RISCV_RELATIVE 35290 │ │ │ │ +000000000004aa70 0000000000000003 R_RISCV_RELATIVE 352c0 │ │ │ │ +000000000004aa78 0000000000000003 R_RISCV_RELATIVE 35308 │ │ │ │ +000000000004aa80 0000000000000003 R_RISCV_RELATIVE 35318 │ │ │ │ +000000000004aa88 0000000000000003 R_RISCV_RELATIVE 35348 │ │ │ │ +000000000004aa90 0000000000000003 R_RISCV_RELATIVE 35358 │ │ │ │ +000000000004aa98 0000000000000003 R_RISCV_RELATIVE 353a0 │ │ │ │ +000000000004aaa8 0000000000000003 R_RISCV_RELATIVE 353e0 │ │ │ │ +000000000004aab0 0000000000000003 R_RISCV_RELATIVE 35430 │ │ │ │ +000000000004aab8 0000000000000003 R_RISCV_RELATIVE 35440 │ │ │ │ +000000000004aac0 0000000000000003 R_RISCV_RELATIVE 34f98 │ │ │ │ +000000000004aac8 0000000000000003 R_RISCV_RELATIVE 34fa8 │ │ │ │ +000000000004aad0 0000000000000003 R_RISCV_RELATIVE 34ff0 │ │ │ │ +000000000004aae0 0000000000000003 R_RISCV_RELATIVE 35470 │ │ │ │ +000000000004aae8 0000000000000003 R_RISCV_RELATIVE 35430 │ │ │ │ +000000000004aaf0 0000000000000003 R_RISCV_RELATIVE 354b8 │ │ │ │ +000000000004aaf8 0000000000000003 R_RISCV_RELATIVE 34f98 │ │ │ │ +000000000004ab00 0000000000000003 R_RISCV_RELATIVE 34fa8 │ │ │ │ +000000000004ab08 0000000000000003 R_RISCV_RELATIVE 34ff0 │ │ │ │ +000000000004ab18 0000000000000003 R_RISCV_RELATIVE 354e0 │ │ │ │ +000000000004ab20 0000000000000003 R_RISCV_RELATIVE 35308 │ │ │ │ +000000000004ab28 0000000000000003 R_RISCV_RELATIVE 35510 │ │ │ │ +000000000004ab38 0000000000000003 R_RISCV_RELATIVE 35538 │ │ │ │ +000000000004ab40 0000000000000003 R_RISCV_RELATIVE 35308 │ │ │ │ +000000000004ab48 0000000000000003 R_RISCV_RELATIVE 35570 │ │ │ │ +000000000004ab50 0000000000000003 R_RISCV_RELATIVE 35598 │ │ │ │ +000000000004ab60 0000000000000003 R_RISCV_RELATIVE 35538 │ │ │ │ +000000000004ab68 0000000000000003 R_RISCV_RELATIVE 35308 │ │ │ │ +000000000004ab70 0000000000000003 R_RISCV_RELATIVE 35570 │ │ │ │ +000000000004ab78 0000000000000003 R_RISCV_RELATIVE 35598 │ │ │ │ +000000000004ab88 0000000000000003 R_RISCV_RELATIVE 355b8 │ │ │ │ +000000000004ab90 0000000000000003 R_RISCV_RELATIVE 355e8 │ │ │ │ +000000000004ab98 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ +000000000004aba0 0000000000000003 R_RISCV_RELATIVE 35610 │ │ │ │ +000000000004aba8 0000000000000003 R_RISCV_RELATIVE 35658 │ │ │ │ +000000000004abb8 0000000000000003 R_RISCV_RELATIVE 35680 │ │ │ │ +000000000004abc0 0000000000000003 R_RISCV_RELATIVE 356d0 │ │ │ │ +000000000004abc8 0000000000000003 R_RISCV_RELATIVE 35720 │ │ │ │ +000000000004abd0 0000000000000003 R_RISCV_RELATIVE 35770 │ │ │ │ +000000000004abd8 0000000000000003 R_RISCV_RELATIVE 357c0 │ │ │ │ +000000000004abe0 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ +000000000004abe8 0000000000000003 R_RISCV_RELATIVE 35610 │ │ │ │ +000000000004abf0 0000000000000003 R_RISCV_RELATIVE 35658 │ │ │ │ +000000000004ac00 0000000000000003 R_RISCV_RELATIVE 35680 │ │ │ │ +000000000004ac08 0000000000000003 R_RISCV_RELATIVE 356d0 │ │ │ │ +000000000004ac10 0000000000000003 R_RISCV_RELATIVE 35800 │ │ │ │ +000000000004ac18 0000000000000003 R_RISCV_RELATIVE 35840 │ │ │ │ 000000000004ac20 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ -000000000004ac28 0000000000000003 R_RISCV_RELATIVE 357f8 │ │ │ │ -000000000004ac30 0000000000000003 R_RISCV_RELATIVE 35838 │ │ │ │ -000000000004ac38 0000000000000003 R_RISCV_RELATIVE 35870 │ │ │ │ -000000000004ac40 0000000000000003 R_RISCV_RELATIVE 358a8 │ │ │ │ -000000000004ac48 0000000000000003 R_RISCV_RELATIVE 358f0 │ │ │ │ -000000000004ac50 0000000000000003 R_RISCV_RELATIVE 35938 │ │ │ │ -000000000004ac58 0000000000000003 R_RISCV_RELATIVE 35978 │ │ │ │ -000000000004ac60 0000000000000003 R_RISCV_RELATIVE 359a0 │ │ │ │ -000000000004ac70 0000000000000003 R_RISCV_RELATIVE 359c8 │ │ │ │ -000000000004ac80 0000000000000003 R_RISCV_RELATIVE 359e8 │ │ │ │ -000000000004ac88 0000000000000003 R_RISCV_RELATIVE 35a30 │ │ │ │ -000000000004ac90 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ -000000000004ac98 0000000000000003 R_RISCV_RELATIVE 35a48 │ │ │ │ -000000000004aca0 0000000000000003 R_RISCV_RELATIVE 35a90 │ │ │ │ -000000000004acb0 0000000000000003 R_RISCV_RELATIVE 35ac0 │ │ │ │ -000000000004acb8 0000000000000003 R_RISCV_RELATIVE 35b08 │ │ │ │ -000000000004acc8 0000000000000003 R_RISCV_RELATIVE 35b28 │ │ │ │ -000000000004acd0 0000000000000003 R_RISCV_RELATIVE 35b70 │ │ │ │ -000000000004ace0 0000000000000003 R_RISCV_RELATIVE 35bb0 │ │ │ │ -000000000004ace8 0000000000000003 R_RISCV_RELATIVE 4ae28 │ │ │ │ -000000000004acf8 0000000000000003 R_RISCV_RELATIVE 35bc8 │ │ │ │ -000000000004ad00 0000000000000003 R_RISCV_RELATIVE 4ae10 │ │ │ │ -000000000004ad10 0000000000000003 R_RISCV_RELATIVE 35be0 │ │ │ │ -000000000004ad18 0000000000000003 R_RISCV_RELATIVE 4adf8 │ │ │ │ -000000000004ad28 0000000000000003 R_RISCV_RELATIVE 35bf8 │ │ │ │ -000000000004ad30 0000000000000003 R_RISCV_RELATIVE 4ade0 │ │ │ │ -000000000004ad40 0000000000000003 R_RISCV_RELATIVE 35c10 │ │ │ │ -000000000004ad48 0000000000000003 R_RISCV_RELATIVE 4adc8 │ │ │ │ -000000000004ad58 0000000000000003 R_RISCV_RELATIVE 35c30 │ │ │ │ -000000000004ad60 0000000000000003 R_RISCV_RELATIVE 4adb0 │ │ │ │ -000000000004ad70 0000000000000003 R_RISCV_RELATIVE 35c48 │ │ │ │ -000000000004ad78 0000000000000003 R_RISCV_RELATIVE 4ada0 │ │ │ │ -000000000004ada0 0000000000000003 R_RISCV_RELATIVE 35c60 │ │ │ │ -000000000004adb0 0000000000000003 R_RISCV_RELATIVE 35c88 │ │ │ │ -000000000004adb8 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ -000000000004adc8 0000000000000003 R_RISCV_RELATIVE 35cb0 │ │ │ │ -000000000004add0 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ -000000000004ade0 0000000000000003 R_RISCV_RELATIVE 35cc8 │ │ │ │ -000000000004ade8 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ -000000000004adf8 0000000000000003 R_RISCV_RELATIVE 35d10 │ │ │ │ -000000000004ae00 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ -000000000004ae10 0000000000000003 R_RISCV_RELATIVE 35d38 │ │ │ │ -000000000004ae18 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ -000000000004ae28 0000000000000003 R_RISCV_RELATIVE 35d70 │ │ │ │ -000000000004ae30 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ -000000000004ae40 0000000000000003 R_RISCV_RELATIVE 35d98 │ │ │ │ -000000000004ae48 0000000000000003 R_RISCV_RELATIVE 4b248 │ │ │ │ -000000000004ae58 0000000000000003 R_RISCV_RELATIVE 35db8 │ │ │ │ -000000000004ae60 0000000000000003 R_RISCV_RELATIVE 4b200 │ │ │ │ -000000000004ae70 0000000000000003 R_RISCV_RELATIVE 35dd0 │ │ │ │ -000000000004ae78 0000000000000003 R_RISCV_RELATIVE 4b1b0 │ │ │ │ -000000000004ae88 0000000000000003 R_RISCV_RELATIVE 35df0 │ │ │ │ -000000000004ae90 0000000000000003 R_RISCV_RELATIVE 4b150 │ │ │ │ -000000000004aea0 0000000000000003 R_RISCV_RELATIVE 35e08 │ │ │ │ -000000000004aea8 0000000000000003 R_RISCV_RELATIVE 4b120 │ │ │ │ -000000000004aeb8 0000000000000003 R_RISCV_RELATIVE 35e18 │ │ │ │ -000000000004aec0 0000000000000003 R_RISCV_RELATIVE 4b0f0 │ │ │ │ -000000000004aed0 0000000000000003 R_RISCV_RELATIVE 35e28 │ │ │ │ -000000000004aed8 0000000000000003 R_RISCV_RELATIVE 4b098 │ │ │ │ -000000000004aee8 0000000000000003 R_RISCV_RELATIVE 35e40 │ │ │ │ -000000000004aef0 0000000000000003 R_RISCV_RELATIVE 4b050 │ │ │ │ -000000000004af00 0000000000000003 R_RISCV_RELATIVE 35e58 │ │ │ │ -000000000004af08 0000000000000003 R_RISCV_RELATIVE 4b000 │ │ │ │ -000000000004af18 0000000000000003 R_RISCV_RELATIVE 35e68 │ │ │ │ -000000000004af20 0000000000000003 R_RISCV_RELATIVE 4afc0 │ │ │ │ -000000000004af30 0000000000000003 R_RISCV_RELATIVE 35e78 │ │ │ │ -000000000004af38 0000000000000003 R_RISCV_RELATIVE 4af60 │ │ │ │ -000000000004af60 0000000000000003 R_RISCV_RELATIVE 35e88 │ │ │ │ -000000000004af68 0000000000000003 R_RISCV_RELATIVE 35ed0 │ │ │ │ -000000000004af70 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ -000000000004af78 0000000000000003 R_RISCV_RELATIVE 35f10 │ │ │ │ -000000000004af80 0000000000000003 R_RISCV_RELATIVE 35f28 │ │ │ │ -000000000004af88 0000000000000003 R_RISCV_RELATIVE 35f40 │ │ │ │ -000000000004af90 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ -000000000004af98 0000000000000003 R_RISCV_RELATIVE 35f58 │ │ │ │ -000000000004afa0 0000000000000003 R_RISCV_RELATIVE 35fa0 │ │ │ │ -000000000004afa8 0000000000000003 R_RISCV_RELATIVE 35fe8 │ │ │ │ -000000000004afb0 0000000000000003 R_RISCV_RELATIVE 36028 │ │ │ │ -000000000004afc0 0000000000000003 R_RISCV_RELATIVE 36068 │ │ │ │ -000000000004afc8 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ -000000000004afd0 0000000000000003 R_RISCV_RELATIVE 360a8 │ │ │ │ -000000000004afd8 0000000000000003 R_RISCV_RELATIVE 360b8 │ │ │ │ +000000000004ac28 0000000000000003 R_RISCV_RELATIVE 35610 │ │ │ │ +000000000004ac30 0000000000000003 R_RISCV_RELATIVE 35658 │ │ │ │ +000000000004ac40 0000000000000003 R_RISCV_RELATIVE 35680 │ │ │ │ +000000000004ac48 0000000000000003 R_RISCV_RELATIVE 356d0 │ │ │ │ +000000000004ac50 0000000000000003 R_RISCV_RELATIVE 35720 │ │ │ │ +000000000004ac58 0000000000000003 R_RISCV_RELATIVE 35868 │ │ │ │ +000000000004ac60 0000000000000003 R_RISCV_RELATIVE 358b8 │ │ │ │ +000000000004ac68 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ +000000000004ac70 0000000000000003 R_RISCV_RELATIVE 35610 │ │ │ │ +000000000004ac78 0000000000000003 R_RISCV_RELATIVE 35658 │ │ │ │ +000000000004ac88 0000000000000003 R_RISCV_RELATIVE 35910 │ │ │ │ +000000000004ac90 0000000000000003 R_RISCV_RELATIVE 4ace8 │ │ │ │ +000000000004aca0 0000000000000003 R_RISCV_RELATIVE 35908 │ │ │ │ +000000000004aca8 0000000000000003 R_RISCV_RELATIVE 4acd0 │ │ │ │ +000000000004acd0 0000000000000003 R_RISCV_RELATIVE 35928 │ │ │ │ +000000000004acd8 0000000000000003 R_RISCV_RELATIVE 35968 │ │ │ │ +000000000004ace8 0000000000000003 R_RISCV_RELATIVE 35988 │ │ │ │ +000000000004acf0 0000000000000003 R_RISCV_RELATIVE 35968 │ │ │ │ +000000000004ad00 0000000000000003 R_RISCV_RELATIVE 359c0 │ │ │ │ +000000000004ad08 0000000000000003 R_RISCV_RELATIVE 4ad30 │ │ │ │ +000000000004ad30 0000000000000003 R_RISCV_RELATIVE 359d0 │ │ │ │ +000000000004ad38 0000000000000003 R_RISCV_RELATIVE 35a18 │ │ │ │ +000000000004ad40 0000000000000003 R_RISCV_RELATIVE 35a60 │ │ │ │ +000000000004ad48 0000000000000003 R_RISCV_RELATIVE 35aa8 │ │ │ │ +000000000004ad50 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ +000000000004ad58 0000000000000003 R_RISCV_RELATIVE 35ae0 │ │ │ │ +000000000004ad60 0000000000000003 R_RISCV_RELATIVE 35af8 │ │ │ │ +000000000004ad68 0000000000000003 R_RISCV_RELATIVE 35b18 │ │ │ │ +000000000004ad70 0000000000000003 R_RISCV_RELATIVE 35b38 │ │ │ │ +000000000004ad80 0000000000000003 R_RISCV_RELATIVE 33ee8 │ │ │ │ +000000000004ad88 0000000000000003 R_RISCV_RELATIVE 4ae30 │ │ │ │ +000000000004ad98 0000000000000003 R_RISCV_RELATIVE 33ef8 │ │ │ │ +000000000004ada0 0000000000000003 R_RISCV_RELATIVE 4ae00 │ │ │ │ +000000000004adb0 0000000000000003 R_RISCV_RELATIVE 33fe0 │ │ │ │ +000000000004adb8 0000000000000003 R_RISCV_RELATIVE 4ade0 │ │ │ │ +000000000004ade0 0000000000000003 R_RISCV_RELATIVE 35b58 │ │ │ │ +000000000004ade8 0000000000000003 R_RISCV_RELATIVE 34038 │ │ │ │ +000000000004adf0 0000000000000003 R_RISCV_RELATIVE 34078 │ │ │ │ +000000000004ae00 0000000000000003 R_RISCV_RELATIVE 35ba0 │ │ │ │ +000000000004ae08 0000000000000003 R_RISCV_RELATIVE 35be0 │ │ │ │ +000000000004ae10 0000000000000003 R_RISCV_RELATIVE 343c0 │ │ │ │ +000000000004ae18 0000000000000003 R_RISCV_RELATIVE 35c10 │ │ │ │ +000000000004ae20 0000000000000003 R_RISCV_RELATIVE 35c60 │ │ │ │ +000000000004ae30 0000000000000003 R_RISCV_RELATIVE 34850 │ │ │ │ +000000000004ae38 0000000000000003 R_RISCV_RELATIVE 35c88 │ │ │ │ +000000000004ae40 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ +000000000004ae48 0000000000000003 R_RISCV_RELATIVE 35cd0 │ │ │ │ +000000000004ae58 0000000000000003 R_RISCV_RELATIVE 35d28 │ │ │ │ +000000000004ae60 0000000000000003 R_RISCV_RELATIVE 4aee0 │ │ │ │ +000000000004ae70 0000000000000003 R_RISCV_RELATIVE 35d38 │ │ │ │ +000000000004ae78 0000000000000003 R_RISCV_RELATIVE 4aea0 │ │ │ │ +000000000004aea0 0000000000000003 R_RISCV_RELATIVE 35d50 │ │ │ │ +000000000004aea8 0000000000000003 R_RISCV_RELATIVE 35da8 │ │ │ │ +000000000004aeb0 0000000000000003 R_RISCV_RELATIVE 35e00 │ │ │ │ +000000000004aeb8 0000000000000003 R_RISCV_RELATIVE 35e58 │ │ │ │ +000000000004aec0 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ +000000000004aec8 0000000000000003 R_RISCV_RELATIVE 35e70 │ │ │ │ +000000000004aed0 0000000000000003 R_RISCV_RELATIVE 35ec8 │ │ │ │ +000000000004aee0 0000000000000003 R_RISCV_RELATIVE 35ed8 │ │ │ │ +000000000004aee8 0000000000000003 R_RISCV_RELATIVE 35f28 │ │ │ │ +000000000004aef0 0000000000000003 R_RISCV_RELATIVE 35f78 │ │ │ │ +000000000004aef8 0000000000000003 R_RISCV_RELATIVE 35fc8 │ │ │ │ +000000000004af00 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ +000000000004af10 0000000000000003 R_RISCV_RELATIVE 2a380 │ │ │ │ +000000000004af18 0000000000000003 R_RISCV_RELATIVE 4b0a8 │ │ │ │ +000000000004af28 0000000000000003 R_RISCV_RELATIVE 35fd8 │ │ │ │ +000000000004af30 0000000000000003 R_RISCV_RELATIVE 4b060 │ │ │ │ +000000000004af40 0000000000000003 R_RISCV_RELATIVE 35fe8 │ │ │ │ +000000000004af48 0000000000000003 R_RISCV_RELATIVE 4b020 │ │ │ │ +000000000004af58 0000000000000003 R_RISCV_RELATIVE 36010 │ │ │ │ +000000000004af60 0000000000000003 R_RISCV_RELATIVE 4afc8 │ │ │ │ +000000000004af70 0000000000000003 R_RISCV_RELATIVE 36020 │ │ │ │ +000000000004af78 0000000000000003 R_RISCV_RELATIVE 4afa0 │ │ │ │ +000000000004afa0 0000000000000003 R_RISCV_RELATIVE 36030 │ │ │ │ +000000000004afa8 0000000000000003 R_RISCV_RELATIVE 36080 │ │ │ │ +000000000004afb0 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ +000000000004afb8 0000000000000003 R_RISCV_RELATIVE 36088 │ │ │ │ +000000000004afc8 0000000000000003 R_RISCV_RELATIVE 36098 │ │ │ │ +000000000004afd0 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ +000000000004afd8 0000000000000003 R_RISCV_RELATIVE 2ebc0 │ │ │ │ 000000000004afe0 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ 000000000004afe8 0000000000000003 R_RISCV_RELATIVE 360c8 │ │ │ │ -000000000004aff0 0000000000000003 R_RISCV_RELATIVE 36108 │ │ │ │ -000000000004b000 0000000000000003 R_RISCV_RELATIVE 36120 │ │ │ │ -000000000004b008 0000000000000003 R_RISCV_RELATIVE 36160 │ │ │ │ -000000000004b010 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ -000000000004b018 0000000000000003 R_RISCV_RELATIVE 35f10 │ │ │ │ -000000000004b020 0000000000000003 R_RISCV_RELATIVE 36188 │ │ │ │ -000000000004b028 0000000000000003 R_RISCV_RELATIVE 361a0 │ │ │ │ -000000000004b030 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ -000000000004b038 0000000000000003 R_RISCV_RELATIVE 360c8 │ │ │ │ -000000000004b040 0000000000000003 R_RISCV_RELATIVE 36108 │ │ │ │ -000000000004b050 0000000000000003 R_RISCV_RELATIVE 361b8 │ │ │ │ -000000000004b058 0000000000000003 R_RISCV_RELATIVE 361f8 │ │ │ │ -000000000004b060 0000000000000003 R_RISCV_RELATIVE 36240 │ │ │ │ -000000000004b068 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ -000000000004b070 0000000000000003 R_RISCV_RELATIVE 36250 │ │ │ │ -000000000004b078 0000000000000003 R_RISCV_RELATIVE 36260 │ │ │ │ -000000000004b080 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ -000000000004b088 0000000000000003 R_RISCV_RELATIVE 36270 │ │ │ │ -000000000004b098 0000000000000003 R_RISCV_RELATIVE 362a0 │ │ │ │ -000000000004b0a0 0000000000000003 R_RISCV_RELATIVE 362e0 │ │ │ │ -000000000004b0a8 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ -000000000004b0b0 0000000000000003 R_RISCV_RELATIVE 36250 │ │ │ │ -000000000004b0b8 0000000000000003 R_RISCV_RELATIVE 36260 │ │ │ │ -000000000004b0c0 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ -000000000004b0c8 0000000000000003 R_RISCV_RELATIVE 362f8 │ │ │ │ -000000000004b0d0 0000000000000003 R_RISCV_RELATIVE 36338 │ │ │ │ -000000000004b0d8 0000000000000003 R_RISCV_RELATIVE 36378 │ │ │ │ -000000000004b0e0 0000000000000003 R_RISCV_RELATIVE 36880 │ │ │ │ -000000000004b0f0 0000000000000003 R_RISCV_RELATIVE 363b8 │ │ │ │ -000000000004b0f8 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ -000000000004b100 0000000000000003 R_RISCV_RELATIVE 36400 │ │ │ │ -000000000004b108 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ -000000000004b110 0000000000000003 R_RISCV_RELATIVE 36418 │ │ │ │ -000000000004b120 0000000000000003 R_RISCV_RELATIVE 36460 │ │ │ │ -000000000004b128 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ -000000000004b130 0000000000000003 R_RISCV_RELATIVE 36488 │ │ │ │ -000000000004b138 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ -000000000004b140 0000000000000003 R_RISCV_RELATIVE 36498 │ │ │ │ -000000000004b150 0000000000000003 R_RISCV_RELATIVE 364e0 │ │ │ │ -000000000004b158 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ -000000000004b160 0000000000000003 R_RISCV_RELATIVE 36400 │ │ │ │ -000000000004b168 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ -000000000004b170 0000000000000003 R_RISCV_RELATIVE 36520 │ │ │ │ -000000000004b178 0000000000000003 R_RISCV_RELATIVE 36558 │ │ │ │ -000000000004b180 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ -000000000004b188 0000000000000003 R_RISCV_RELATIVE 36590 │ │ │ │ -000000000004b190 0000000000000003 R_RISCV_RELATIVE 365a0 │ │ │ │ -000000000004b198 0000000000000003 R_RISCV_RELATIVE 365b0 │ │ │ │ -000000000004b1a0 0000000000000003 R_RISCV_RELATIVE 365c0 │ │ │ │ -000000000004b1b0 0000000000000003 R_RISCV_RELATIVE 365d8 │ │ │ │ -000000000004b1b8 0000000000000003 R_RISCV_RELATIVE 36620 │ │ │ │ -000000000004b1c0 0000000000000003 R_RISCV_RELATIVE 36660 │ │ │ │ -000000000004b1c8 0000000000000003 R_RISCV_RELATIVE 366a8 │ │ │ │ -000000000004b1d0 0000000000000003 R_RISCV_RELATIVE 366f0 │ │ │ │ -000000000004b1d8 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ -000000000004b1e0 0000000000000003 R_RISCV_RELATIVE 36720 │ │ │ │ -000000000004b1e8 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ -000000000004b1f0 0000000000000003 R_RISCV_RELATIVE 36760 │ │ │ │ -000000000004b200 0000000000000003 R_RISCV_RELATIVE 36790 │ │ │ │ -000000000004b208 0000000000000003 R_RISCV_RELATIVE 367d8 │ │ │ │ +000000000004aff0 0000000000000003 R_RISCV_RELATIVE 36118 │ │ │ │ +000000000004aff8 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ +000000000004b000 0000000000000003 R_RISCV_RELATIVE 36168 │ │ │ │ +000000000004b008 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ +000000000004b010 0000000000000003 R_RISCV_RELATIVE 36180 │ │ │ │ +000000000004b020 0000000000000003 R_RISCV_RELATIVE 361b0 │ │ │ │ +000000000004b028 0000000000000003 R_RISCV_RELATIVE 36200 │ │ │ │ +000000000004b030 0000000000000003 R_RISCV_RELATIVE 36248 │ │ │ │ +000000000004b038 0000000000000003 R_RISCV_RELATIVE 36280 │ │ │ │ +000000000004b040 0000000000000003 R_RISCV_RELATIVE 36288 │ │ │ │ +000000000004b048 0000000000000003 R_RISCV_RELATIVE 362a0 │ │ │ │ +000000000004b050 0000000000000003 R_RISCV_RELATIVE 361b0 │ │ │ │ +000000000004b060 0000000000000003 R_RISCV_RELATIVE 362b8 │ │ │ │ +000000000004b068 0000000000000003 R_RISCV_RELATIVE 36300 │ │ │ │ +000000000004b070 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ +000000000004b078 0000000000000003 R_RISCV_RELATIVE 36330 │ │ │ │ +000000000004b080 0000000000000003 R_RISCV_RELATIVE 36350 │ │ │ │ +000000000004b088 0000000000000003 R_RISCV_RELATIVE 36370 │ │ │ │ +000000000004b090 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ +000000000004b098 0000000000000003 R_RISCV_RELATIVE 36390 │ │ │ │ +000000000004b0a8 0000000000000003 R_RISCV_RELATIVE 363a0 │ │ │ │ +000000000004b0b0 0000000000000003 R_RISCV_RELATIVE 363e8 │ │ │ │ +000000000004b0b8 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ +000000000004b0c0 0000000000000003 R_RISCV_RELATIVE 343c0 │ │ │ │ +000000000004b0d0 0000000000000003 R_RISCV_RELATIVE 2acf8 │ │ │ │ +000000000004b0d8 0000000000000003 R_RISCV_RELATIVE 4b268 │ │ │ │ +000000000004b0e8 0000000000000003 R_RISCV_RELATIVE 2af08 │ │ │ │ +000000000004b0f0 0000000000000003 R_RISCV_RELATIVE 4b258 │ │ │ │ +000000000004b100 0000000000000003 R_RISCV_RELATIVE 36410 │ │ │ │ +000000000004b108 0000000000000003 R_RISCV_RELATIVE 4b1e0 │ │ │ │ +000000000004b118 0000000000000003 R_RISCV_RELATIVE 36428 │ │ │ │ +000000000004b120 0000000000000003 R_RISCV_RELATIVE 4b1b8 │ │ │ │ +000000000004b130 0000000000000003 R_RISCV_RELATIVE 36458 │ │ │ │ +000000000004b138 0000000000000003 R_RISCV_RELATIVE 4b1a0 │ │ │ │ +000000000004b148 0000000000000003 R_RISCV_RELATIVE 36480 │ │ │ │ +000000000004b150 0000000000000003 R_RISCV_RELATIVE 4b178 │ │ │ │ +000000000004b178 0000000000000003 R_RISCV_RELATIVE 364a8 │ │ │ │ +000000000004b180 0000000000000003 R_RISCV_RELATIVE 364e0 │ │ │ │ +000000000004b188 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ +000000000004b190 0000000000000003 R_RISCV_RELATIVE 36508 │ │ │ │ +000000000004b1a0 0000000000000003 R_RISCV_RELATIVE 36520 │ │ │ │ +000000000004b1a8 0000000000000003 R_RISCV_RELATIVE 36560 │ │ │ │ +000000000004b1b8 0000000000000003 R_RISCV_RELATIVE 36598 │ │ │ │ +000000000004b1c0 0000000000000003 R_RISCV_RELATIVE 365e0 │ │ │ │ +000000000004b1c8 0000000000000003 R_RISCV_RELATIVE 36620 │ │ │ │ +000000000004b1d0 0000000000000003 R_RISCV_RELATIVE 36668 │ │ │ │ +000000000004b1e0 0000000000000003 R_RISCV_RELATIVE 36670 │ │ │ │ +000000000004b1e8 0000000000000003 R_RISCV_RELATIVE 366b0 │ │ │ │ +000000000004b1f0 0000000000000003 R_RISCV_RELATIVE 366f8 │ │ │ │ +000000000004b1f8 0000000000000003 R_RISCV_RELATIVE 36740 │ │ │ │ +000000000004b200 0000000000000003 R_RISCV_RELATIVE 36788 │ │ │ │ +000000000004b208 0000000000000003 R_RISCV_RELATIVE 367d0 │ │ │ │ 000000000004b210 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ -000000000004b218 0000000000000003 R_RISCV_RELATIVE 367e8 │ │ │ │ -000000000004b220 0000000000000003 R_RISCV_RELATIVE 36800 │ │ │ │ -000000000004b228 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ -000000000004b230 0000000000000003 R_RISCV_RELATIVE 36818 │ │ │ │ +000000000004b218 0000000000000003 R_RISCV_RELATIVE 36808 │ │ │ │ +000000000004b220 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ +000000000004b228 0000000000000003 R_RISCV_RELATIVE 36830 │ │ │ │ +000000000004b230 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ 000000000004b238 0000000000000003 R_RISCV_RELATIVE 36858 │ │ │ │ -000000000004b248 0000000000000003 R_RISCV_RELATIVE 36888 │ │ │ │ -000000000004b250 0000000000000003 R_RISCV_RELATIVE 368d0 │ │ │ │ -000000000004b258 0000000000000003 R_RISCV_RELATIVE 36918 │ │ │ │ -000000000004b260 0000000000000003 R_RISCV_RELATIVE 36960 │ │ │ │ -000000000004b268 0000000000000003 R_RISCV_RELATIVE 369a0 │ │ │ │ -000000000004b270 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ -000000000004b278 0000000000000003 R_RISCV_RELATIVE 369c8 │ │ │ │ -000000000004b280 0000000000000003 R_RISCV_RELATIVE 36a10 │ │ │ │ -000000000004b288 0000000000000003 R_RISCV_RELATIVE 36a58 │ │ │ │ -000000000004b290 0000000000000003 R_RISCV_RELATIVE 36a98 │ │ │ │ +000000000004b240 0000000000000003 R_RISCV_RELATIVE 368a0 │ │ │ │ +000000000004b248 0000000000000003 R_RISCV_RELATIVE 368e8 │ │ │ │ +000000000004b258 0000000000000003 R_RISCV_RELATIVE 343c0 │ │ │ │ +000000000004b268 0000000000000003 R_RISCV_RELATIVE 36920 │ │ │ │ +000000000004b270 0000000000000003 R_RISCV_RELATIVE 36970 │ │ │ │ +000000000004b278 0000000000000003 R_RISCV_RELATIVE 369b8 │ │ │ │ +000000000004b280 0000000000000003 R_RISCV_RELATIVE 36a00 │ │ │ │ +000000000004b288 0000000000000003 R_RISCV_RELATIVE 36a48 │ │ │ │ +000000000004b290 0000000000000003 R_RISCV_RELATIVE 36a90 │ │ │ │ 000000000004b298 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ -000000000004b2a0 0000000000000003 R_RISCV_RELATIVE 36ab8 │ │ │ │ -000000000004b2a8 0000000000000003 R_RISCV_RELATIVE 36ac8 │ │ │ │ +000000000004b2a0 0000000000000003 R_RISCV_RELATIVE 36aa8 │ │ │ │ +000000000004b2a8 0000000000000003 R_RISCV_RELATIVE 36ab8 │ │ │ │ 000000000004b2b8 0000000000000003 R_RISCV_RELATIVE 36ae8 │ │ │ │ -000000000004b2c0 0000000000000003 R_RISCV_RELATIVE 4b388 │ │ │ │ -000000000004b2d0 0000000000000003 R_RISCV_RELATIVE 36b00 │ │ │ │ -000000000004b2d8 0000000000000003 R_RISCV_RELATIVE 4b350 │ │ │ │ -000000000004b2e8 0000000000000003 R_RISCV_RELATIVE 36b28 │ │ │ │ -000000000004b2f0 0000000000000003 R_RISCV_RELATIVE 4b318 │ │ │ │ -000000000004b318 0000000000000003 R_RISCV_RELATIVE 36b40 │ │ │ │ -000000000004b320 0000000000000003 R_RISCV_RELATIVE 36b60 │ │ │ │ -000000000004b328 0000000000000003 R_RISCV_RELATIVE 36b88 │ │ │ │ -000000000004b330 0000000000000003 R_RISCV_RELATIVE 36b98 │ │ │ │ -000000000004b338 0000000000000003 R_RISCV_RELATIVE 36ba8 │ │ │ │ -000000000004b340 0000000000000003 R_RISCV_RELATIVE 36be8 │ │ │ │ -000000000004b350 0000000000000003 R_RISCV_RELATIVE 36b40 │ │ │ │ -000000000004b358 0000000000000003 R_RISCV_RELATIVE 36b60 │ │ │ │ -000000000004b360 0000000000000003 R_RISCV_RELATIVE 36c20 │ │ │ │ -000000000004b368 0000000000000003 R_RISCV_RELATIVE 36b98 │ │ │ │ -000000000004b370 0000000000000003 R_RISCV_RELATIVE 36c38 │ │ │ │ -000000000004b378 0000000000000003 R_RISCV_RELATIVE 36c80 │ │ │ │ -000000000004b388 0000000000000003 R_RISCV_RELATIVE 36b40 │ │ │ │ -000000000004b390 0000000000000003 R_RISCV_RELATIVE 36b60 │ │ │ │ -000000000004b398 0000000000000003 R_RISCV_RELATIVE 36b88 │ │ │ │ -000000000004b3a0 0000000000000003 R_RISCV_RELATIVE 36b98 │ │ │ │ -000000000004b3a8 0000000000000003 R_RISCV_RELATIVE 36c38 │ │ │ │ -000000000004b3b0 0000000000000003 R_RISCV_RELATIVE 36c80 │ │ │ │ -000000000004b3c0 0000000000000003 R_RISCV_RELATIVE 36cc0 │ │ │ │ -000000000004b3c8 0000000000000003 R_RISCV_RELATIVE 4b510 │ │ │ │ -000000000004b3d8 0000000000000003 R_RISCV_RELATIVE 36ce0 │ │ │ │ -000000000004b3e0 0000000000000003 R_RISCV_RELATIVE 4b4d0 │ │ │ │ -000000000004b3f0 0000000000000003 R_RISCV_RELATIVE 36d00 │ │ │ │ -000000000004b3f8 0000000000000003 R_RISCV_RELATIVE 4b480 │ │ │ │ -000000000004b408 0000000000000003 R_RISCV_RELATIVE 36d20 │ │ │ │ -000000000004b410 0000000000000003 R_RISCV_RELATIVE 4b438 │ │ │ │ -000000000004b438 0000000000000003 R_RISCV_RELATIVE 36d38 │ │ │ │ -000000000004b440 0000000000000003 R_RISCV_RELATIVE 36d80 │ │ │ │ -000000000004b448 0000000000000003 R_RISCV_RELATIVE 36dc8 │ │ │ │ -000000000004b450 0000000000000003 R_RISCV_RELATIVE 36e10 │ │ │ │ -000000000004b458 0000000000000003 R_RISCV_RELATIVE 36e58 │ │ │ │ -000000000004b460 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ -000000000004b468 0000000000000003 R_RISCV_RELATIVE 36e68 │ │ │ │ -000000000004b470 0000000000000003 R_RISCV_RELATIVE 36eb0 │ │ │ │ -000000000004b480 0000000000000003 R_RISCV_RELATIVE 36ee8 │ │ │ │ -000000000004b488 0000000000000003 R_RISCV_RELATIVE 36f30 │ │ │ │ -000000000004b490 0000000000000003 R_RISCV_RELATIVE 36f70 │ │ │ │ -000000000004b498 0000000000000003 R_RISCV_RELATIVE 36fc0 │ │ │ │ -000000000004b4a0 0000000000000003 R_RISCV_RELATIVE 37000 │ │ │ │ -000000000004b4a8 0000000000000003 R_RISCV_RELATIVE 37050 │ │ │ │ -000000000004b4b0 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ -000000000004b4b8 0000000000000003 R_RISCV_RELATIVE 37080 │ │ │ │ -000000000004b4c0 0000000000000003 R_RISCV_RELATIVE 370c8 │ │ │ │ -000000000004b4d0 0000000000000003 R_RISCV_RELATIVE 370e0 │ │ │ │ -000000000004b4d8 0000000000000003 R_RISCV_RELATIVE 36f30 │ │ │ │ -000000000004b4e0 0000000000000003 R_RISCV_RELATIVE 37128 │ │ │ │ -000000000004b4e8 0000000000000003 R_RISCV_RELATIVE 37170 │ │ │ │ -000000000004b4f0 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ -000000000004b4f8 0000000000000003 R_RISCV_RELATIVE 37080 │ │ │ │ -000000000004b500 0000000000000003 R_RISCV_RELATIVE 370c8 │ │ │ │ -000000000004b510 0000000000000003 R_RISCV_RELATIVE 370e0 │ │ │ │ -000000000004b518 0000000000000003 R_RISCV_RELATIVE 36f30 │ │ │ │ -000000000004b520 0000000000000003 R_RISCV_RELATIVE 37128 │ │ │ │ -000000000004b528 0000000000000003 R_RISCV_RELATIVE 371a8 │ │ │ │ -000000000004b530 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ -000000000004b538 0000000000000003 R_RISCV_RELATIVE 37080 │ │ │ │ -000000000004b540 0000000000000003 R_RISCV_RELATIVE 370c8 │ │ │ │ -000000000004b550 0000000000000003 R_RISCV_RELATIVE 371f8 │ │ │ │ -000000000004b558 0000000000000003 R_RISCV_RELATIVE 4b648 │ │ │ │ -000000000004b568 0000000000000003 R_RISCV_RELATIVE 37218 │ │ │ │ -000000000004b570 0000000000000003 R_RISCV_RELATIVE 4b5d8 │ │ │ │ -000000000004b580 0000000000000003 R_RISCV_RELATIVE 37240 │ │ │ │ -000000000004b588 0000000000000003 R_RISCV_RELATIVE 4b5b0 │ │ │ │ -000000000004b5b0 0000000000000003 R_RISCV_RELATIVE 37260 │ │ │ │ -000000000004b5b8 0000000000000003 R_RISCV_RELATIVE 372b8 │ │ │ │ -000000000004b5c0 0000000000000003 R_RISCV_RELATIVE 372e8 │ │ │ │ -000000000004b5c8 0000000000000003 R_RISCV_RELATIVE 372f8 │ │ │ │ -000000000004b5d8 0000000000000003 R_RISCV_RELATIVE 37308 │ │ │ │ -000000000004b5e0 0000000000000003 R_RISCV_RELATIVE 37350 │ │ │ │ +000000000004b2c0 0000000000000003 R_RISCV_RELATIVE 4b330 │ │ │ │ +000000000004b2d0 0000000000000003 R_RISCV_RELATIVE 36af8 │ │ │ │ +000000000004b2d8 0000000000000003 R_RISCV_RELATIVE 4b300 │ │ │ │ +000000000004b300 0000000000000003 R_RISCV_RELATIVE 36b18 │ │ │ │ +000000000004b308 0000000000000003 R_RISCV_RELATIVE 36b60 │ │ │ │ +000000000004b310 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ +000000000004b318 0000000000000003 R_RISCV_RELATIVE 36b78 │ │ │ │ +000000000004b320 0000000000000003 R_RISCV_RELATIVE 36b90 │ │ │ │ +000000000004b330 0000000000000003 R_RISCV_RELATIVE 36ba8 │ │ │ │ +000000000004b338 0000000000000003 R_RISCV_RELATIVE 36be0 │ │ │ │ +000000000004b340 0000000000000003 R_RISCV_RELATIVE 36bf0 │ │ │ │ +000000000004b348 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ +000000000004b350 0000000000000003 R_RISCV_RELATIVE 36c00 │ │ │ │ +000000000004b358 0000000000000003 R_RISCV_RELATIVE 36c48 │ │ │ │ +000000000004b360 0000000000000003 R_RISCV_RELATIVE 36c90 │ │ │ │ +000000000004b370 0000000000000003 R_RISCV_RELATIVE 36cb8 │ │ │ │ +000000000004b378 0000000000000003 R_RISCV_RELATIVE 4b440 │ │ │ │ +000000000004b388 0000000000000003 R_RISCV_RELATIVE 36cd0 │ │ │ │ +000000000004b390 0000000000000003 R_RISCV_RELATIVE 4b408 │ │ │ │ +000000000004b3a0 0000000000000003 R_RISCV_RELATIVE 36cf8 │ │ │ │ +000000000004b3a8 0000000000000003 R_RISCV_RELATIVE 4b3d0 │ │ │ │ +000000000004b3d0 0000000000000003 R_RISCV_RELATIVE 36d10 │ │ │ │ +000000000004b3d8 0000000000000003 R_RISCV_RELATIVE 36d30 │ │ │ │ +000000000004b3e0 0000000000000003 R_RISCV_RELATIVE 36d58 │ │ │ │ +000000000004b3e8 0000000000000003 R_RISCV_RELATIVE 36d68 │ │ │ │ +000000000004b3f0 0000000000000003 R_RISCV_RELATIVE 36d78 │ │ │ │ +000000000004b3f8 0000000000000003 R_RISCV_RELATIVE 36db8 │ │ │ │ +000000000004b408 0000000000000003 R_RISCV_RELATIVE 36d10 │ │ │ │ +000000000004b410 0000000000000003 R_RISCV_RELATIVE 36d30 │ │ │ │ +000000000004b418 0000000000000003 R_RISCV_RELATIVE 36df0 │ │ │ │ +000000000004b420 0000000000000003 R_RISCV_RELATIVE 36d68 │ │ │ │ +000000000004b428 0000000000000003 R_RISCV_RELATIVE 36e08 │ │ │ │ +000000000004b430 0000000000000003 R_RISCV_RELATIVE 36e50 │ │ │ │ +000000000004b440 0000000000000003 R_RISCV_RELATIVE 36d10 │ │ │ │ +000000000004b448 0000000000000003 R_RISCV_RELATIVE 36d30 │ │ │ │ +000000000004b450 0000000000000003 R_RISCV_RELATIVE 36d58 │ │ │ │ +000000000004b458 0000000000000003 R_RISCV_RELATIVE 36d68 │ │ │ │ +000000000004b460 0000000000000003 R_RISCV_RELATIVE 36e08 │ │ │ │ +000000000004b468 0000000000000003 R_RISCV_RELATIVE 36e50 │ │ │ │ +000000000004b478 0000000000000003 R_RISCV_RELATIVE 36e90 │ │ │ │ +000000000004b480 0000000000000003 R_RISCV_RELATIVE 4b5c8 │ │ │ │ +000000000004b490 0000000000000003 R_RISCV_RELATIVE 36eb0 │ │ │ │ +000000000004b498 0000000000000003 R_RISCV_RELATIVE 4b588 │ │ │ │ +000000000004b4a8 0000000000000003 R_RISCV_RELATIVE 36ed0 │ │ │ │ +000000000004b4b0 0000000000000003 R_RISCV_RELATIVE 4b538 │ │ │ │ +000000000004b4c0 0000000000000003 R_RISCV_RELATIVE 36ef0 │ │ │ │ +000000000004b4c8 0000000000000003 R_RISCV_RELATIVE 4b4f0 │ │ │ │ +000000000004b4f0 0000000000000003 R_RISCV_RELATIVE 36f08 │ │ │ │ +000000000004b4f8 0000000000000003 R_RISCV_RELATIVE 36f50 │ │ │ │ +000000000004b500 0000000000000003 R_RISCV_RELATIVE 36f98 │ │ │ │ +000000000004b508 0000000000000003 R_RISCV_RELATIVE 36fe0 │ │ │ │ +000000000004b510 0000000000000003 R_RISCV_RELATIVE 37028 │ │ │ │ +000000000004b518 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ +000000000004b520 0000000000000003 R_RISCV_RELATIVE 37038 │ │ │ │ +000000000004b528 0000000000000003 R_RISCV_RELATIVE 37080 │ │ │ │ +000000000004b538 0000000000000003 R_RISCV_RELATIVE 370b8 │ │ │ │ +000000000004b540 0000000000000003 R_RISCV_RELATIVE 37100 │ │ │ │ +000000000004b548 0000000000000003 R_RISCV_RELATIVE 37140 │ │ │ │ +000000000004b550 0000000000000003 R_RISCV_RELATIVE 37190 │ │ │ │ +000000000004b558 0000000000000003 R_RISCV_RELATIVE 371d0 │ │ │ │ +000000000004b560 0000000000000003 R_RISCV_RELATIVE 37220 │ │ │ │ +000000000004b568 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ +000000000004b570 0000000000000003 R_RISCV_RELATIVE 37250 │ │ │ │ +000000000004b578 0000000000000003 R_RISCV_RELATIVE 37298 │ │ │ │ +000000000004b588 0000000000000003 R_RISCV_RELATIVE 372b0 │ │ │ │ +000000000004b590 0000000000000003 R_RISCV_RELATIVE 37100 │ │ │ │ +000000000004b598 0000000000000003 R_RISCV_RELATIVE 372f8 │ │ │ │ +000000000004b5a0 0000000000000003 R_RISCV_RELATIVE 37340 │ │ │ │ +000000000004b5a8 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ +000000000004b5b0 0000000000000003 R_RISCV_RELATIVE 37250 │ │ │ │ +000000000004b5b8 0000000000000003 R_RISCV_RELATIVE 37298 │ │ │ │ +000000000004b5c8 0000000000000003 R_RISCV_RELATIVE 372b0 │ │ │ │ +000000000004b5d0 0000000000000003 R_RISCV_RELATIVE 37100 │ │ │ │ +000000000004b5d8 0000000000000003 R_RISCV_RELATIVE 372f8 │ │ │ │ +000000000004b5e0 0000000000000003 R_RISCV_RELATIVE 37378 │ │ │ │ 000000000004b5e8 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ -000000000004b5f0 0000000000000003 R_RISCV_RELATIVE 37390 │ │ │ │ -000000000004b5f8 0000000000000003 R_RISCV_RELATIVE 373e0 │ │ │ │ -000000000004b600 0000000000000003 R_RISCV_RELATIVE 37428 │ │ │ │ -000000000004b608 0000000000000003 R_RISCV_RELATIVE 37470 │ │ │ │ -000000000004b610 0000000000000003 R_RISCV_RELATIVE 374c0 │ │ │ │ -000000000004b618 0000000000000003 R_RISCV_RELATIVE 37500 │ │ │ │ -000000000004b620 0000000000000003 R_RISCV_RELATIVE 37548 │ │ │ │ -000000000004b628 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ -000000000004b630 0000000000000003 R_RISCV_RELATIVE 37560 │ │ │ │ -000000000004b638 0000000000000003 R_RISCV_RELATIVE 375a8 │ │ │ │ -000000000004b648 0000000000000003 R_RISCV_RELATIVE 37308 │ │ │ │ -000000000004b650 0000000000000003 R_RISCV_RELATIVE 375e8 │ │ │ │ -000000000004b658 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ -000000000004b660 0000000000000003 R_RISCV_RELATIVE 37390 │ │ │ │ -000000000004b668 0000000000000003 R_RISCV_RELATIVE 373e0 │ │ │ │ -000000000004b670 0000000000000003 R_RISCV_RELATIVE 37428 │ │ │ │ -000000000004b678 0000000000000003 R_RISCV_RELATIVE 37470 │ │ │ │ -000000000004b680 0000000000000003 R_RISCV_RELATIVE 374c0 │ │ │ │ -000000000004b690 0000000000000003 R_RISCV_RELATIVE 37628 │ │ │ │ -000000000004b698 0000000000000003 R_RISCV_RELATIVE 4b7f0 │ │ │ │ -000000000004b6a8 0000000000000003 R_RISCV_RELATIVE 37640 │ │ │ │ -000000000004b6b0 0000000000000003 R_RISCV_RELATIVE 4b7c8 │ │ │ │ -000000000004b6c0 0000000000000003 R_RISCV_RELATIVE 37658 │ │ │ │ -000000000004b6c8 0000000000000003 R_RISCV_RELATIVE 4b7a8 │ │ │ │ -000000000004b6d8 0000000000000003 R_RISCV_RELATIVE 37668 │ │ │ │ -000000000004b6e0 0000000000000003 R_RISCV_RELATIVE 4b780 │ │ │ │ -000000000004b6f0 0000000000000003 R_RISCV_RELATIVE 37678 │ │ │ │ -000000000004b6f8 0000000000000003 R_RISCV_RELATIVE 4b758 │ │ │ │ -000000000004b708 0000000000000003 R_RISCV_RELATIVE 37690 │ │ │ │ -000000000004b710 0000000000000003 R_RISCV_RELATIVE 4b738 │ │ │ │ -000000000004b738 0000000000000003 R_RISCV_RELATIVE 376a8 │ │ │ │ +000000000004b5f0 0000000000000003 R_RISCV_RELATIVE 37250 │ │ │ │ +000000000004b5f8 0000000000000003 R_RISCV_RELATIVE 37298 │ │ │ │ +000000000004b608 0000000000000003 R_RISCV_RELATIVE 373c8 │ │ │ │ +000000000004b610 0000000000000003 R_RISCV_RELATIVE 4b7d8 │ │ │ │ +000000000004b620 0000000000000003 R_RISCV_RELATIVE 373e0 │ │ │ │ +000000000004b628 0000000000000003 R_RISCV_RELATIVE 4b798 │ │ │ │ +000000000004b638 0000000000000003 R_RISCV_RELATIVE 373f8 │ │ │ │ +000000000004b640 0000000000000003 R_RISCV_RELATIVE 4b750 │ │ │ │ +000000000004b650 0000000000000003 R_RISCV_RELATIVE 37408 │ │ │ │ +000000000004b658 0000000000000003 R_RISCV_RELATIVE 4b718 │ │ │ │ +000000000004b668 0000000000000003 R_RISCV_RELATIVE 37410 │ │ │ │ +000000000004b670 0000000000000003 R_RISCV_RELATIVE 4b698 │ │ │ │ +000000000004b698 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ +000000000004b6a0 0000000000000003 R_RISCV_RELATIVE 37420 │ │ │ │ +000000000004b6a8 0000000000000003 R_RISCV_RELATIVE 37468 │ │ │ │ +000000000004b6b0 0000000000000003 R_RISCV_RELATIVE 374b0 │ │ │ │ +000000000004b6b8 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ +000000000004b6c0 0000000000000003 R_RISCV_RELATIVE 374d0 │ │ │ │ +000000000004b6c8 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ +000000000004b6d0 0000000000000003 R_RISCV_RELATIVE 3ae00 │ │ │ │ +000000000004b6d8 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ +000000000004b6e0 0000000000000003 R_RISCV_RELATIVE 37500 │ │ │ │ +000000000004b6e8 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ +000000000004b6f0 0000000000000003 R_RISCV_RELATIVE 37518 │ │ │ │ +000000000004b6f8 0000000000000003 R_RISCV_RELATIVE 37560 │ │ │ │ +000000000004b700 0000000000000003 R_RISCV_RELATIVE 375a8 │ │ │ │ +000000000004b708 0000000000000003 R_RISCV_RELATIVE 375f0 │ │ │ │ +000000000004b718 0000000000000003 R_RISCV_RELATIVE 37608 │ │ │ │ +000000000004b720 0000000000000003 R_RISCV_RELATIVE 37658 │ │ │ │ +000000000004b728 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ +000000000004b730 0000000000000003 R_RISCV_RELATIVE 376a8 │ │ │ │ +000000000004b738 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ 000000000004b740 0000000000000003 R_RISCV_RELATIVE 376c0 │ │ │ │ -000000000004b748 0000000000000003 R_RISCV_RELATIVE 376e8 │ │ │ │ -000000000004b758 0000000000000003 R_RISCV_RELATIVE 376a8 │ │ │ │ -000000000004b760 0000000000000003 R_RISCV_RELATIVE 37710 │ │ │ │ -000000000004b768 0000000000000003 R_RISCV_RELATIVE 376e8 │ │ │ │ -000000000004b770 0000000000000003 R_RISCV_RELATIVE 37740 │ │ │ │ -000000000004b780 0000000000000003 R_RISCV_RELATIVE 376a8 │ │ │ │ -000000000004b788 0000000000000003 R_RISCV_RELATIVE 37750 │ │ │ │ -000000000004b790 0000000000000003 R_RISCV_RELATIVE 376e8 │ │ │ │ -000000000004b798 0000000000000003 R_RISCV_RELATIVE 37740 │ │ │ │ -000000000004b7a8 0000000000000003 R_RISCV_RELATIVE 376a8 │ │ │ │ -000000000004b7b0 0000000000000003 R_RISCV_RELATIVE 37778 │ │ │ │ -000000000004b7b8 0000000000000003 R_RISCV_RELATIVE 376e8 │ │ │ │ -000000000004b7c8 0000000000000003 R_RISCV_RELATIVE 376a8 │ │ │ │ -000000000004b7d0 0000000000000003 R_RISCV_RELATIVE 377a0 │ │ │ │ -000000000004b7d8 0000000000000003 R_RISCV_RELATIVE 377c0 │ │ │ │ -000000000004b7e0 0000000000000003 R_RISCV_RELATIVE 376e8 │ │ │ │ -000000000004b7f0 0000000000000003 R_RISCV_RELATIVE 376a8 │ │ │ │ -000000000004b7f8 0000000000000003 R_RISCV_RELATIVE 377e8 │ │ │ │ -000000000004b800 0000000000000003 R_RISCV_RELATIVE 37810 │ │ │ │ -000000000004b808 0000000000000003 R_RISCV_RELATIVE 376e8 │ │ │ │ -000000000004b818 0000000000000003 R_RISCV_RELATIVE 37838 │ │ │ │ -000000000004b820 0000000000000003 R_RISCV_RELATIVE 4b848 │ │ │ │ -000000000004b848 0000000000000003 R_RISCV_RELATIVE 37858 │ │ │ │ -000000000004b850 0000000000000003 R_RISCV_RELATIVE 378a8 │ │ │ │ -000000000004b858 0000000000000003 R_RISCV_RELATIVE 378f8 │ │ │ │ -000000000004b860 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ -000000000004b868 0000000000000003 R_RISCV_RELATIVE 34ab0 │ │ │ │ -000000000004b870 0000000000000003 R_RISCV_RELATIVE 34ac0 │ │ │ │ -000000000004b880 0000000000000003 R_RISCV_RELATIVE 37930 │ │ │ │ -000000000004b888 0000000000000003 R_RISCV_RELATIVE 4b990 │ │ │ │ -000000000004b898 0000000000000003 R_RISCV_RELATIVE 37948 │ │ │ │ -000000000004b8a0 0000000000000003 R_RISCV_RELATIVE 4b938 │ │ │ │ -000000000004b8b0 0000000000000003 R_RISCV_RELATIVE 37968 │ │ │ │ -000000000004b8b8 0000000000000003 R_RISCV_RELATIVE 4b8e0 │ │ │ │ -000000000004b8e0 0000000000000003 R_RISCV_RELATIVE 37988 │ │ │ │ -000000000004b8e8 0000000000000003 R_RISCV_RELATIVE 379d8 │ │ │ │ -000000000004b8f0 0000000000000003 R_RISCV_RELATIVE 37a20 │ │ │ │ -000000000004b8f8 0000000000000003 R_RISCV_RELATIVE 37a70 │ │ │ │ -000000000004b900 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ -000000000004b908 0000000000000003 R_RISCV_RELATIVE 37ab0 │ │ │ │ -000000000004b910 0000000000000003 R_RISCV_RELATIVE 37ad8 │ │ │ │ -000000000004b918 0000000000000003 R_RISCV_RELATIVE 37b00 │ │ │ │ -000000000004b920 0000000000000003 R_RISCV_RELATIVE 37b48 │ │ │ │ -000000000004b928 0000000000000003 R_RISCV_RELATIVE 37b70 │ │ │ │ -000000000004b938 0000000000000003 R_RISCV_RELATIVE 37ba8 │ │ │ │ -000000000004b940 0000000000000003 R_RISCV_RELATIVE 379d8 │ │ │ │ -000000000004b948 0000000000000003 R_RISCV_RELATIVE 37bf8 │ │ │ │ -000000000004b950 0000000000000003 R_RISCV_RELATIVE 37a70 │ │ │ │ -000000000004b958 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ -000000000004b960 0000000000000003 R_RISCV_RELATIVE 37ab0 │ │ │ │ -000000000004b968 0000000000000003 R_RISCV_RELATIVE 37ad8 │ │ │ │ -000000000004b970 0000000000000003 R_RISCV_RELATIVE 37c48 │ │ │ │ -000000000004b978 0000000000000003 R_RISCV_RELATIVE 37c90 │ │ │ │ -000000000004b980 0000000000000003 R_RISCV_RELATIVE 37cb8 │ │ │ │ -000000000004b990 0000000000000003 R_RISCV_RELATIVE 37cf0 │ │ │ │ -000000000004b998 0000000000000003 R_RISCV_RELATIVE 379d8 │ │ │ │ -000000000004b9a0 0000000000000003 R_RISCV_RELATIVE 37d38 │ │ │ │ -000000000004b9a8 0000000000000003 R_RISCV_RELATIVE 37a70 │ │ │ │ -000000000004b9b0 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ -000000000004b9b8 0000000000000003 R_RISCV_RELATIVE 32580 │ │ │ │ -000000000004b9c0 0000000000000003 R_RISCV_RELATIVE 37d80 │ │ │ │ -000000000004b9c8 0000000000000003 R_RISCV_RELATIVE 37da0 │ │ │ │ -000000000004b9d0 0000000000000003 R_RISCV_RELATIVE 37de0 │ │ │ │ -000000000004b9d8 0000000000000003 R_RISCV_RELATIVE 37e00 │ │ │ │ -000000000004b9e8 0000000000000003 R_RISCV_RELATIVE 37e30 │ │ │ │ -000000000004b9f0 0000000000000003 R_RISCV_RELATIVE 4ba18 │ │ │ │ -000000000004ba18 0000000000000003 R_RISCV_RELATIVE 37e48 │ │ │ │ -000000000004ba20 0000000000000003 R_RISCV_RELATIVE 37e90 │ │ │ │ -000000000004ba28 0000000000000003 R_RISCV_RELATIVE 37ed8 │ │ │ │ -000000000004ba30 0000000000000003 R_RISCV_RELATIVE 37f20 │ │ │ │ -000000000004ba38 0000000000000003 R_RISCV_RELATIVE 37f68 │ │ │ │ -000000000004ba40 0000000000000003 R_RISCV_RELATIVE 37fb0 │ │ │ │ -000000000004ba48 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ -000000000004ba50 0000000000000003 R_RISCV_RELATIVE 37fc8 │ │ │ │ -000000000004ba58 0000000000000003 R_RISCV_RELATIVE 37fe8 │ │ │ │ -000000000004ba60 0000000000000003 R_RISCV_RELATIVE 38008 │ │ │ │ -000000000004ba68 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ -000000000004ba70 0000000000000003 R_RISCV_RELATIVE 38020 │ │ │ │ -000000000004ba80 0000000000000003 R_RISCV_RELATIVE 38050 │ │ │ │ -000000000004ba88 0000000000000003 R_RISCV_RELATIVE 4bc58 │ │ │ │ -000000000004ba98 0000000000000003 R_RISCV_RELATIVE 38060 │ │ │ │ -000000000004baa0 0000000000000003 R_RISCV_RELATIVE 4bc30 │ │ │ │ -000000000004bab0 0000000000000003 R_RISCV_RELATIVE 38078 │ │ │ │ -000000000004bab8 0000000000000003 R_RISCV_RELATIVE 4bc08 │ │ │ │ -000000000004bac8 0000000000000003 R_RISCV_RELATIVE 38088 │ │ │ │ -000000000004bad0 0000000000000003 R_RISCV_RELATIVE 4bbf8 │ │ │ │ -000000000004bae0 0000000000000003 R_RISCV_RELATIVE 380a0 │ │ │ │ -000000000004bae8 0000000000000003 R_RISCV_RELATIVE 4bbc8 │ │ │ │ -000000000004baf8 0000000000000003 R_RISCV_RELATIVE 380b8 │ │ │ │ -000000000004bb00 0000000000000003 R_RISCV_RELATIVE 4bbb8 │ │ │ │ -000000000004bb10 0000000000000003 R_RISCV_RELATIVE 380c8 │ │ │ │ -000000000004bb18 0000000000000003 R_RISCV_RELATIVE 4bb40 │ │ │ │ -000000000004bb40 0000000000000003 R_RISCV_RELATIVE 380e0 │ │ │ │ -000000000004bb48 0000000000000003 R_RISCV_RELATIVE 38130 │ │ │ │ -000000000004bb50 0000000000000003 R_RISCV_RELATIVE 38180 │ │ │ │ -000000000004bb58 0000000000000003 R_RISCV_RELATIVE 381d0 │ │ │ │ -000000000004bb60 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ -000000000004bb68 0000000000000003 R_RISCV_RELATIVE 38210 │ │ │ │ -000000000004bb70 0000000000000003 R_RISCV_RELATIVE 38260 │ │ │ │ -000000000004bb78 0000000000000003 R_RISCV_RELATIVE 382b0 │ │ │ │ -000000000004bb80 0000000000000003 R_RISCV_RELATIVE 38300 │ │ │ │ -000000000004bb88 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ -000000000004bb90 0000000000000003 R_RISCV_RELATIVE 38308 │ │ │ │ -000000000004bb98 0000000000000003 R_RISCV_RELATIVE 38350 │ │ │ │ -000000000004bba0 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ -000000000004bba8 0000000000000003 R_RISCV_RELATIVE 38370 │ │ │ │ -000000000004bbb8 0000000000000003 R_RISCV_RELATIVE 38388 │ │ │ │ -000000000004bbc8 0000000000000003 R_RISCV_RELATIVE 383c8 │ │ │ │ -000000000004bbd0 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ -000000000004bbd8 0000000000000003 R_RISCV_RELATIVE 361a0 │ │ │ │ -000000000004bbe0 0000000000000003 R_RISCV_RELATIVE 38418 │ │ │ │ -000000000004bbe8 0000000000000003 R_RISCV_RELATIVE 38430 │ │ │ │ -000000000004bbf8 0000000000000003 R_RISCV_RELATIVE 38448 │ │ │ │ -000000000004bc08 0000000000000003 R_RISCV_RELATIVE 38498 │ │ │ │ -000000000004bc10 0000000000000003 R_RISCV_RELATIVE 384f8 │ │ │ │ -000000000004bc18 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ -000000000004bc20 0000000000000003 R_RISCV_RELATIVE 2e1e0 │ │ │ │ -000000000004bc30 0000000000000003 R_RISCV_RELATIVE 38510 │ │ │ │ -000000000004bc38 0000000000000003 R_RISCV_RELATIVE 38560 │ │ │ │ -000000000004bc40 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ -000000000004bc48 0000000000000003 R_RISCV_RELATIVE 38598 │ │ │ │ -000000000004bc58 0000000000000003 R_RISCV_RELATIVE 385a8 │ │ │ │ -000000000004bc60 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ -000000000004bc68 0000000000000003 R_RISCV_RELATIVE 38598 │ │ │ │ -000000000004bc78 0000000000000003 R_RISCV_RELATIVE 385d0 │ │ │ │ -000000000004bc80 0000000000000003 R_RISCV_RELATIVE 4bfa8 │ │ │ │ -000000000004bc90 0000000000000003 R_RISCV_RELATIVE 385e0 │ │ │ │ -000000000004bc98 0000000000000003 R_RISCV_RELATIVE 4bf68 │ │ │ │ -000000000004bca8 0000000000000003 R_RISCV_RELATIVE 385f8 │ │ │ │ -000000000004bcb0 0000000000000003 R_RISCV_RELATIVE 4bf28 │ │ │ │ -000000000004bcc0 0000000000000003 R_RISCV_RELATIVE 38608 │ │ │ │ -000000000004bcc8 0000000000000003 R_RISCV_RELATIVE 4bef0 │ │ │ │ -000000000004bcd8 0000000000000003 R_RISCV_RELATIVE 38618 │ │ │ │ -000000000004bce0 0000000000000003 R_RISCV_RELATIVE 4bea0 │ │ │ │ -000000000004bcf0 0000000000000003 R_RISCV_RELATIVE 38638 │ │ │ │ -000000000004bcf8 0000000000000003 R_RISCV_RELATIVE 4be60 │ │ │ │ -000000000004bd08 0000000000000003 R_RISCV_RELATIVE 38658 │ │ │ │ -000000000004bd10 0000000000000003 R_RISCV_RELATIVE 4be20 │ │ │ │ -000000000004bd20 0000000000000003 R_RISCV_RELATIVE 38678 │ │ │ │ -000000000004bd28 0000000000000003 R_RISCV_RELATIVE 4bdd8 │ │ │ │ -000000000004bd38 0000000000000003 R_RISCV_RELATIVE 380b8 │ │ │ │ -000000000004bd40 0000000000000003 R_RISCV_RELATIVE 4bdc0 │ │ │ │ -000000000004bd50 0000000000000003 R_RISCV_RELATIVE 38688 │ │ │ │ -000000000004bd58 0000000000000003 R_RISCV_RELATIVE 4bd80 │ │ │ │ -000000000004bd80 0000000000000003 R_RISCV_RELATIVE 386b0 │ │ │ │ -000000000004bd88 0000000000000003 R_RISCV_RELATIVE 386e0 │ │ │ │ -000000000004bd90 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ -000000000004bd98 0000000000000003 R_RISCV_RELATIVE 38710 │ │ │ │ -000000000004bda0 0000000000000003 R_RISCV_RELATIVE 38728 │ │ │ │ -000000000004bda8 0000000000000003 R_RISCV_RELATIVE 38740 │ │ │ │ -000000000004bdb0 0000000000000003 R_RISCV_RELATIVE 38758 │ │ │ │ -000000000004bdc0 0000000000000003 R_RISCV_RELATIVE 38770 │ │ │ │ +000000000004b750 0000000000000003 R_RISCV_RELATIVE 37700 │ │ │ │ +000000000004b758 0000000000000003 R_RISCV_RELATIVE 37750 │ │ │ │ +000000000004b760 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ +000000000004b768 0000000000000003 R_RISCV_RELATIVE 377a0 │ │ │ │ +000000000004b770 0000000000000003 R_RISCV_RELATIVE 377c0 │ │ │ │ +000000000004b778 0000000000000003 R_RISCV_RELATIVE 377d8 │ │ │ │ +000000000004b780 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ +000000000004b788 0000000000000003 R_RISCV_RELATIVE 377e8 │ │ │ │ +000000000004b798 0000000000000003 R_RISCV_RELATIVE 37828 │ │ │ │ +000000000004b7a0 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ +000000000004b7a8 0000000000000003 R_RISCV_RELATIVE 37858 │ │ │ │ +000000000004b7b0 0000000000000003 R_RISCV_RELATIVE 377d8 │ │ │ │ +000000000004b7b8 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ +000000000004b7c0 0000000000000003 R_RISCV_RELATIVE 37878 │ │ │ │ +000000000004b7c8 0000000000000003 R_RISCV_RELATIVE 378c0 │ │ │ │ +000000000004b7d8 0000000000000003 R_RISCV_RELATIVE 37828 │ │ │ │ +000000000004b7e0 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ +000000000004b7e8 0000000000000003 R_RISCV_RELATIVE 378d8 │ │ │ │ +000000000004b7f0 0000000000000003 R_RISCV_RELATIVE 378f0 │ │ │ │ +000000000004b7f8 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ +000000000004b800 0000000000000003 R_RISCV_RELATIVE 37908 │ │ │ │ +000000000004b808 0000000000000003 R_RISCV_RELATIVE 37958 │ │ │ │ +000000000004b818 0000000000000003 R_RISCV_RELATIVE 36af8 │ │ │ │ +000000000004b820 0000000000000003 R_RISCV_RELATIVE 4b988 │ │ │ │ +000000000004b830 0000000000000003 R_RISCV_RELATIVE 379a0 │ │ │ │ +000000000004b838 0000000000000003 R_RISCV_RELATIVE 4b960 │ │ │ │ +000000000004b848 0000000000000003 R_RISCV_RELATIVE 379c0 │ │ │ │ +000000000004b850 0000000000000003 R_RISCV_RELATIVE 4b938 │ │ │ │ +000000000004b860 0000000000000003 R_RISCV_RELATIVE 379e0 │ │ │ │ +000000000004b868 0000000000000003 R_RISCV_RELATIVE 4b920 │ │ │ │ +000000000004b878 0000000000000003 R_RISCV_RELATIVE 379f8 │ │ │ │ +000000000004b880 0000000000000003 R_RISCV_RELATIVE 4b908 │ │ │ │ +000000000004b890 0000000000000003 R_RISCV_RELATIVE 37a10 │ │ │ │ +000000000004b898 0000000000000003 R_RISCV_RELATIVE 4b8c0 │ │ │ │ +000000000004b8c0 0000000000000003 R_RISCV_RELATIVE 37a28 │ │ │ │ +000000000004b8c8 0000000000000003 R_RISCV_RELATIVE 37a70 │ │ │ │ +000000000004b8d0 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ +000000000004b8d8 0000000000000003 R_RISCV_RELATIVE 37a90 │ │ │ │ +000000000004b8e0 0000000000000003 R_RISCV_RELATIVE 37ab8 │ │ │ │ +000000000004b8e8 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ +000000000004b8f0 0000000000000003 R_RISCV_RELATIVE 37af8 │ │ │ │ +000000000004b8f8 0000000000000003 R_RISCV_RELATIVE 37b40 │ │ │ │ +000000000004b908 0000000000000003 R_RISCV_RELATIVE 37b70 │ │ │ │ +000000000004b910 0000000000000003 R_RISCV_RELATIVE 37bb8 │ │ │ │ +000000000004b920 0000000000000003 R_RISCV_RELATIVE 37bf8 │ │ │ │ +000000000004b928 0000000000000003 R_RISCV_RELATIVE 37c40 │ │ │ │ +000000000004b938 0000000000000003 R_RISCV_RELATIVE 37c58 │ │ │ │ +000000000004b940 0000000000000003 R_RISCV_RELATIVE 37ca8 │ │ │ │ +000000000004b948 0000000000000003 R_RISCV_RELATIVE 37c40 │ │ │ │ +000000000004b950 0000000000000003 R_RISCV_RELATIVE 37cf0 │ │ │ │ +000000000004b960 0000000000000003 R_RISCV_RELATIVE 37d08 │ │ │ │ +000000000004b968 0000000000000003 R_RISCV_RELATIVE 37d18 │ │ │ │ +000000000004b970 0000000000000003 R_RISCV_RELATIVE 37d50 │ │ │ │ +000000000004b978 0000000000000003 R_RISCV_RELATIVE 37d68 │ │ │ │ +000000000004b988 0000000000000003 R_RISCV_RELATIVE 36b18 │ │ │ │ +000000000004b990 0000000000000003 R_RISCV_RELATIVE 36b60 │ │ │ │ +000000000004b998 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ +000000000004b9a0 0000000000000003 R_RISCV_RELATIVE 36b78 │ │ │ │ +000000000004b9a8 0000000000000003 R_RISCV_RELATIVE 36b90 │ │ │ │ +000000000004b9b8 0000000000000003 R_RISCV_RELATIVE 37d80 │ │ │ │ +000000000004b9c0 0000000000000003 R_RISCV_RELATIVE 4ba38 │ │ │ │ +000000000004b9d0 0000000000000003 R_RISCV_RELATIVE 37d98 │ │ │ │ +000000000004b9d8 0000000000000003 R_RISCV_RELATIVE 4ba00 │ │ │ │ +000000000004ba00 0000000000000003 R_RISCV_RELATIVE 37db0 │ │ │ │ +000000000004ba08 0000000000000003 R_RISCV_RELATIVE 37df8 │ │ │ │ +000000000004ba10 0000000000000003 R_RISCV_RELATIVE 37e38 │ │ │ │ +000000000004ba18 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ +000000000004ba20 0000000000000003 R_RISCV_RELATIVE 37e58 │ │ │ │ +000000000004ba28 0000000000000003 R_RISCV_RELATIVE 37e68 │ │ │ │ +000000000004ba38 0000000000000003 R_RISCV_RELATIVE 37e80 │ │ │ │ +000000000004ba40 0000000000000003 R_RISCV_RELATIVE 37ec8 │ │ │ │ +000000000004ba48 0000000000000003 R_RISCV_RELATIVE 37f10 │ │ │ │ +000000000004ba58 0000000000000003 R_RISCV_RELATIVE 37f50 │ │ │ │ +000000000004ba60 0000000000000003 R_RISCV_RELATIVE 4ba88 │ │ │ │ +000000000004ba88 0000000000000003 R_RISCV_RELATIVE 37f68 │ │ │ │ +000000000004ba90 0000000000000003 R_RISCV_RELATIVE 37fb0 │ │ │ │ +000000000004ba98 0000000000000003 R_RISCV_RELATIVE 37ff8 │ │ │ │ +000000000004baa0 0000000000000003 R_RISCV_RELATIVE 38040 │ │ │ │ +000000000004baa8 0000000000000003 R_RISCV_RELATIVE 38088 │ │ │ │ +000000000004bab0 0000000000000003 R_RISCV_RELATIVE 380d0 │ │ │ │ +000000000004bab8 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ +000000000004bac0 0000000000000003 R_RISCV_RELATIVE 380e8 │ │ │ │ +000000000004bac8 0000000000000003 R_RISCV_RELATIVE 38108 │ │ │ │ +000000000004bad0 0000000000000003 R_RISCV_RELATIVE 38128 │ │ │ │ +000000000004bad8 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ +000000000004bae0 0000000000000003 R_RISCV_RELATIVE 38140 │ │ │ │ +000000000004baf0 0000000000000003 R_RISCV_RELATIVE 38170 │ │ │ │ +000000000004baf8 0000000000000003 R_RISCV_RELATIVE 4bb20 │ │ │ │ +000000000004bb20 0000000000000003 R_RISCV_RELATIVE 38190 │ │ │ │ +000000000004bb28 0000000000000003 R_RISCV_RELATIVE 381e0 │ │ │ │ +000000000004bb30 0000000000000003 R_RISCV_RELATIVE 38230 │ │ │ │ +000000000004bb38 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ +000000000004bb40 0000000000000003 R_RISCV_RELATIVE 2ed48 │ │ │ │ +000000000004bb48 0000000000000003 R_RISCV_RELATIVE 2ed58 │ │ │ │ +000000000004bb58 0000000000000003 R_RISCV_RELATIVE 38268 │ │ │ │ +000000000004bb60 0000000000000003 R_RISCV_RELATIVE 4bc68 │ │ │ │ +000000000004bb70 0000000000000003 R_RISCV_RELATIVE 38280 │ │ │ │ +000000000004bb78 0000000000000003 R_RISCV_RELATIVE 4bc10 │ │ │ │ +000000000004bb88 0000000000000003 R_RISCV_RELATIVE 382a0 │ │ │ │ +000000000004bb90 0000000000000003 R_RISCV_RELATIVE 4bbb8 │ │ │ │ +000000000004bbb8 0000000000000003 R_RISCV_RELATIVE 382c0 │ │ │ │ +000000000004bbc0 0000000000000003 R_RISCV_RELATIVE 38310 │ │ │ │ +000000000004bbc8 0000000000000003 R_RISCV_RELATIVE 38358 │ │ │ │ +000000000004bbd0 0000000000000003 R_RISCV_RELATIVE 383a8 │ │ │ │ +000000000004bbd8 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ +000000000004bbe0 0000000000000003 R_RISCV_RELATIVE 383e8 │ │ │ │ +000000000004bbe8 0000000000000003 R_RISCV_RELATIVE 38410 │ │ │ │ +000000000004bbf0 0000000000000003 R_RISCV_RELATIVE 38438 │ │ │ │ +000000000004bbf8 0000000000000003 R_RISCV_RELATIVE 38480 │ │ │ │ +000000000004bc00 0000000000000003 R_RISCV_RELATIVE 384a8 │ │ │ │ +000000000004bc10 0000000000000003 R_RISCV_RELATIVE 384e0 │ │ │ │ +000000000004bc18 0000000000000003 R_RISCV_RELATIVE 38310 │ │ │ │ +000000000004bc20 0000000000000003 R_RISCV_RELATIVE 38530 │ │ │ │ +000000000004bc28 0000000000000003 R_RISCV_RELATIVE 383a8 │ │ │ │ +000000000004bc30 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ +000000000004bc38 0000000000000003 R_RISCV_RELATIVE 383e8 │ │ │ │ +000000000004bc40 0000000000000003 R_RISCV_RELATIVE 38410 │ │ │ │ +000000000004bc48 0000000000000003 R_RISCV_RELATIVE 38580 │ │ │ │ +000000000004bc50 0000000000000003 R_RISCV_RELATIVE 385c8 │ │ │ │ +000000000004bc58 0000000000000003 R_RISCV_RELATIVE 385f0 │ │ │ │ +000000000004bc68 0000000000000003 R_RISCV_RELATIVE 38628 │ │ │ │ +000000000004bc70 0000000000000003 R_RISCV_RELATIVE 38310 │ │ │ │ +000000000004bc78 0000000000000003 R_RISCV_RELATIVE 38670 │ │ │ │ +000000000004bc80 0000000000000003 R_RISCV_RELATIVE 383a8 │ │ │ │ +000000000004bc88 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ +000000000004bc90 0000000000000003 R_RISCV_RELATIVE 30b18 │ │ │ │ +000000000004bc98 0000000000000003 R_RISCV_RELATIVE 386b8 │ │ │ │ +000000000004bca0 0000000000000003 R_RISCV_RELATIVE 386d8 │ │ │ │ +000000000004bca8 0000000000000003 R_RISCV_RELATIVE 38718 │ │ │ │ +000000000004bcb0 0000000000000003 R_RISCV_RELATIVE 38738 │ │ │ │ +000000000004bcc0 0000000000000003 R_RISCV_RELATIVE 38768 │ │ │ │ +000000000004bcc8 0000000000000003 R_RISCV_RELATIVE 4bdb8 │ │ │ │ +000000000004bcd8 0000000000000003 R_RISCV_RELATIVE 38788 │ │ │ │ +000000000004bce0 0000000000000003 R_RISCV_RELATIVE 4bd48 │ │ │ │ +000000000004bcf0 0000000000000003 R_RISCV_RELATIVE 387b0 │ │ │ │ +000000000004bcf8 0000000000000003 R_RISCV_RELATIVE 4bd20 │ │ │ │ +000000000004bd20 0000000000000003 R_RISCV_RELATIVE 387d0 │ │ │ │ +000000000004bd28 0000000000000003 R_RISCV_RELATIVE 38828 │ │ │ │ +000000000004bd30 0000000000000003 R_RISCV_RELATIVE 38858 │ │ │ │ +000000000004bd38 0000000000000003 R_RISCV_RELATIVE 38868 │ │ │ │ +000000000004bd48 0000000000000003 R_RISCV_RELATIVE 38878 │ │ │ │ +000000000004bd50 0000000000000003 R_RISCV_RELATIVE 388c0 │ │ │ │ +000000000004bd58 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ +000000000004bd60 0000000000000003 R_RISCV_RELATIVE 38900 │ │ │ │ +000000000004bd68 0000000000000003 R_RISCV_RELATIVE 38950 │ │ │ │ +000000000004bd70 0000000000000003 R_RISCV_RELATIVE 38998 │ │ │ │ +000000000004bd78 0000000000000003 R_RISCV_RELATIVE 389e0 │ │ │ │ +000000000004bd80 0000000000000003 R_RISCV_RELATIVE 38a30 │ │ │ │ +000000000004bd88 0000000000000003 R_RISCV_RELATIVE 38a70 │ │ │ │ +000000000004bd90 0000000000000003 R_RISCV_RELATIVE 38ab8 │ │ │ │ +000000000004bd98 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ +000000000004bda0 0000000000000003 R_RISCV_RELATIVE 38ad0 │ │ │ │ +000000000004bda8 0000000000000003 R_RISCV_RELATIVE 38b18 │ │ │ │ +000000000004bdb8 0000000000000003 R_RISCV_RELATIVE 38878 │ │ │ │ +000000000004bdc0 0000000000000003 R_RISCV_RELATIVE 38b58 │ │ │ │ 000000000004bdc8 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ -000000000004bdd8 0000000000000003 R_RISCV_RELATIVE 387c0 │ │ │ │ -000000000004bde0 0000000000000003 R_RISCV_RELATIVE 38808 │ │ │ │ -000000000004bde8 0000000000000003 R_RISCV_RELATIVE 38850 │ │ │ │ -000000000004bdf0 0000000000000003 R_RISCV_RELATIVE 38890 │ │ │ │ -000000000004bdf8 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ -000000000004be00 0000000000000003 R_RISCV_RELATIVE 2e1e0 │ │ │ │ -000000000004be08 0000000000000003 R_RISCV_RELATIVE 388c8 │ │ │ │ -000000000004be10 0000000000000003 R_RISCV_RELATIVE 388e0 │ │ │ │ -000000000004be20 0000000000000003 R_RISCV_RELATIVE 388f8 │ │ │ │ -000000000004be28 0000000000000003 R_RISCV_RELATIVE 38940 │ │ │ │ -000000000004be30 0000000000000003 R_RISCV_RELATIVE 38990 │ │ │ │ -000000000004be38 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ -000000000004be40 0000000000000003 R_RISCV_RELATIVE 2e1e0 │ │ │ │ -000000000004be48 0000000000000003 R_RISCV_RELATIVE 389c0 │ │ │ │ -000000000004be50 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ -000000000004be60 0000000000000003 R_RISCV_RELATIVE 389d8 │ │ │ │ -000000000004be68 0000000000000003 R_RISCV_RELATIVE 38a20 │ │ │ │ -000000000004be70 0000000000000003 R_RISCV_RELATIVE 38a70 │ │ │ │ -000000000004be78 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ -000000000004be80 0000000000000003 R_RISCV_RELATIVE 2e1e0 │ │ │ │ -000000000004be88 0000000000000003 R_RISCV_RELATIVE 389c0 │ │ │ │ -000000000004be90 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ -000000000004bea0 0000000000000003 R_RISCV_RELATIVE 38a90 │ │ │ │ -000000000004bea8 0000000000000003 R_RISCV_RELATIVE 38ad8 │ │ │ │ -000000000004beb0 0000000000000003 R_RISCV_RELATIVE 38b28 │ │ │ │ -000000000004beb8 0000000000000003 R_RISCV_RELATIVE 38b78 │ │ │ │ -000000000004bec0 0000000000000003 R_RISCV_RELATIVE 38bc0 │ │ │ │ -000000000004bec8 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ -000000000004bed0 0000000000000003 R_RISCV_RELATIVE 2e1e0 │ │ │ │ -000000000004bed8 0000000000000003 R_RISCV_RELATIVE 389c0 │ │ │ │ -000000000004bee0 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ -000000000004bef0 0000000000000003 R_RISCV_RELATIVE 38bf8 │ │ │ │ -000000000004bef8 0000000000000003 R_RISCV_RELATIVE 38c48 │ │ │ │ -000000000004bf00 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ -000000000004bf08 0000000000000003 R_RISCV_RELATIVE 2e1e0 │ │ │ │ -000000000004bf10 0000000000000003 R_RISCV_RELATIVE 389c0 │ │ │ │ -000000000004bf18 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ -000000000004bf28 0000000000000003 R_RISCV_RELATIVE 38c90 │ │ │ │ -000000000004bf30 0000000000000003 R_RISCV_RELATIVE 38ce0 │ │ │ │ -000000000004bf38 0000000000000003 R_RISCV_RELATIVE 38d30 │ │ │ │ -000000000004bf40 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ -000000000004bf48 0000000000000003 R_RISCV_RELATIVE 2e1e0 │ │ │ │ -000000000004bf50 0000000000000003 R_RISCV_RELATIVE 389c0 │ │ │ │ -000000000004bf58 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ -000000000004bf68 0000000000000003 R_RISCV_RELATIVE 38d60 │ │ │ │ -000000000004bf70 0000000000000003 R_RISCV_RELATIVE 38db0 │ │ │ │ -000000000004bf78 0000000000000003 R_RISCV_RELATIVE 38df8 │ │ │ │ -000000000004bf80 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ -000000000004bf88 0000000000000003 R_RISCV_RELATIVE 2e1e0 │ │ │ │ -000000000004bf90 0000000000000003 R_RISCV_RELATIVE 389c0 │ │ │ │ -000000000004bf98 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ -000000000004bfa8 0000000000000003 R_RISCV_RELATIVE 38e10 │ │ │ │ -000000000004bfb0 0000000000000003 R_RISCV_RELATIVE 38e58 │ │ │ │ -000000000004bfb8 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ -000000000004bfc0 0000000000000003 R_RISCV_RELATIVE 2e1e0 │ │ │ │ -000000000004bfc8 0000000000000003 R_RISCV_RELATIVE 389c0 │ │ │ │ -000000000004bfd0 0000000000000003 R_RISCV_RELATIVE 38758 │ │ │ │ -000000000004bfe0 0000000000000003 R_RISCV_RELATIVE 38ea0 │ │ │ │ -000000000004bfe8 0000000000000003 R_RISCV_RELATIVE 4c058 │ │ │ │ -000000000004bff8 0000000000000003 R_RISCV_RELATIVE 38eb0 │ │ │ │ -000000000004c000 0000000000000003 R_RISCV_RELATIVE 4c028 │ │ │ │ -000000000004c028 0000000000000003 R_RISCV_RELATIVE 38ed0 │ │ │ │ -000000000004c030 0000000000000003 R_RISCV_RELATIVE 38f18 │ │ │ │ -000000000004c038 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ -000000000004c040 0000000000000003 R_RISCV_RELATIVE 38f30 │ │ │ │ -000000000004c048 0000000000000003 R_RISCV_RELATIVE 38f48 │ │ │ │ -000000000004c058 0000000000000003 R_RISCV_RELATIVE 38f60 │ │ │ │ -000000000004c060 0000000000000003 R_RISCV_RELATIVE 38f98 │ │ │ │ -000000000004c068 0000000000000003 R_RISCV_RELATIVE 38fa8 │ │ │ │ -000000000004c070 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ +000000000004bdd0 0000000000000003 R_RISCV_RELATIVE 38900 │ │ │ │ +000000000004bdd8 0000000000000003 R_RISCV_RELATIVE 38950 │ │ │ │ +000000000004bde0 0000000000000003 R_RISCV_RELATIVE 38998 │ │ │ │ +000000000004bde8 0000000000000003 R_RISCV_RELATIVE 389e0 │ │ │ │ +000000000004bdf0 0000000000000003 R_RISCV_RELATIVE 38a30 │ │ │ │ +000000000004be00 0000000000000003 R_RISCV_RELATIVE 38b98 │ │ │ │ +000000000004be08 0000000000000003 R_RISCV_RELATIVE 4bf60 │ │ │ │ +000000000004be18 0000000000000003 R_RISCV_RELATIVE 38bb0 │ │ │ │ +000000000004be20 0000000000000003 R_RISCV_RELATIVE 4bf38 │ │ │ │ +000000000004be30 0000000000000003 R_RISCV_RELATIVE 38bc8 │ │ │ │ +000000000004be38 0000000000000003 R_RISCV_RELATIVE 4bf18 │ │ │ │ +000000000004be48 0000000000000003 R_RISCV_RELATIVE 38bd8 │ │ │ │ +000000000004be50 0000000000000003 R_RISCV_RELATIVE 4bef0 │ │ │ │ +000000000004be60 0000000000000003 R_RISCV_RELATIVE 38be8 │ │ │ │ +000000000004be68 0000000000000003 R_RISCV_RELATIVE 4bec8 │ │ │ │ +000000000004be78 0000000000000003 R_RISCV_RELATIVE 38c00 │ │ │ │ +000000000004be80 0000000000000003 R_RISCV_RELATIVE 4bea8 │ │ │ │ +000000000004bea8 0000000000000003 R_RISCV_RELATIVE 38c18 │ │ │ │ +000000000004beb0 0000000000000003 R_RISCV_RELATIVE 38c30 │ │ │ │ +000000000004beb8 0000000000000003 R_RISCV_RELATIVE 38c58 │ │ │ │ +000000000004bec8 0000000000000003 R_RISCV_RELATIVE 38c18 │ │ │ │ +000000000004bed0 0000000000000003 R_RISCV_RELATIVE 38c80 │ │ │ │ +000000000004bed8 0000000000000003 R_RISCV_RELATIVE 38c58 │ │ │ │ +000000000004bee0 0000000000000003 R_RISCV_RELATIVE 38cb0 │ │ │ │ +000000000004bef0 0000000000000003 R_RISCV_RELATIVE 38c18 │ │ │ │ +000000000004bef8 0000000000000003 R_RISCV_RELATIVE 38cc0 │ │ │ │ +000000000004bf00 0000000000000003 R_RISCV_RELATIVE 38c58 │ │ │ │ +000000000004bf08 0000000000000003 R_RISCV_RELATIVE 38cb0 │ │ │ │ +000000000004bf18 0000000000000003 R_RISCV_RELATIVE 38c18 │ │ │ │ +000000000004bf20 0000000000000003 R_RISCV_RELATIVE 38ce8 │ │ │ │ +000000000004bf28 0000000000000003 R_RISCV_RELATIVE 38c58 │ │ │ │ +000000000004bf38 0000000000000003 R_RISCV_RELATIVE 38c18 │ │ │ │ +000000000004bf40 0000000000000003 R_RISCV_RELATIVE 38d10 │ │ │ │ +000000000004bf48 0000000000000003 R_RISCV_RELATIVE 38d30 │ │ │ │ +000000000004bf50 0000000000000003 R_RISCV_RELATIVE 38c58 │ │ │ │ +000000000004bf60 0000000000000003 R_RISCV_RELATIVE 38c18 │ │ │ │ +000000000004bf68 0000000000000003 R_RISCV_RELATIVE 38d58 │ │ │ │ +000000000004bf70 0000000000000003 R_RISCV_RELATIVE 38d80 │ │ │ │ +000000000004bf78 0000000000000003 R_RISCV_RELATIVE 38c58 │ │ │ │ +000000000004bf88 0000000000000003 R_RISCV_RELATIVE 38da8 │ │ │ │ +000000000004bf90 0000000000000003 R_RISCV_RELATIVE 4c160 │ │ │ │ +000000000004bfa0 0000000000000003 R_RISCV_RELATIVE 38db8 │ │ │ │ +000000000004bfa8 0000000000000003 R_RISCV_RELATIVE 4c138 │ │ │ │ +000000000004bfb8 0000000000000003 R_RISCV_RELATIVE 38dd0 │ │ │ │ +000000000004bfc0 0000000000000003 R_RISCV_RELATIVE 4c110 │ │ │ │ +000000000004bfd0 0000000000000003 R_RISCV_RELATIVE 38de0 │ │ │ │ +000000000004bfd8 0000000000000003 R_RISCV_RELATIVE 4c100 │ │ │ │ +000000000004bfe8 0000000000000003 R_RISCV_RELATIVE 38df8 │ │ │ │ +000000000004bff0 0000000000000003 R_RISCV_RELATIVE 4c0d0 │ │ │ │ +000000000004c000 0000000000000003 R_RISCV_RELATIVE 38e10 │ │ │ │ +000000000004c008 0000000000000003 R_RISCV_RELATIVE 4c0c0 │ │ │ │ +000000000004c018 0000000000000003 R_RISCV_RELATIVE 38e20 │ │ │ │ +000000000004c020 0000000000000003 R_RISCV_RELATIVE 4c048 │ │ │ │ +000000000004c048 0000000000000003 R_RISCV_RELATIVE 38e38 │ │ │ │ +000000000004c050 0000000000000003 R_RISCV_RELATIVE 38e88 │ │ │ │ +000000000004c058 0000000000000003 R_RISCV_RELATIVE 38ed8 │ │ │ │ +000000000004c060 0000000000000003 R_RISCV_RELATIVE 38f28 │ │ │ │ +000000000004c068 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ +000000000004c070 0000000000000003 R_RISCV_RELATIVE 38f68 │ │ │ │ 000000000004c078 0000000000000003 R_RISCV_RELATIVE 38fb8 │ │ │ │ -000000000004c080 0000000000000003 R_RISCV_RELATIVE 39000 │ │ │ │ -000000000004c088 0000000000000003 R_RISCV_RELATIVE 39048 │ │ │ │ -000000000004c098 0000000000000003 R_RISCV_RELATIVE 39070 │ │ │ │ -000000000004c0a0 0000000000000003 R_RISCV_RELATIVE 4c470 │ │ │ │ -000000000004c0b0 0000000000000003 R_RISCV_RELATIVE 39098 │ │ │ │ -000000000004c0b8 0000000000000003 R_RISCV_RELATIVE 4c400 │ │ │ │ -000000000004c0c8 0000000000000003 R_RISCV_RELATIVE 390c0 │ │ │ │ -000000000004c0d0 0000000000000003 R_RISCV_RELATIVE 4c3e0 │ │ │ │ -000000000004c0e0 0000000000000003 R_RISCV_RELATIVE 390f0 │ │ │ │ -000000000004c0e8 0000000000000003 R_RISCV_RELATIVE 4c3c0 │ │ │ │ -000000000004c0f8 0000000000000003 R_RISCV_RELATIVE 39118 │ │ │ │ -000000000004c100 0000000000000003 R_RISCV_RELATIVE 4c3a0 │ │ │ │ -000000000004c110 0000000000000003 R_RISCV_RELATIVE 39138 │ │ │ │ -000000000004c118 0000000000000003 R_RISCV_RELATIVE 4c370 │ │ │ │ -000000000004c128 0000000000000003 R_RISCV_RELATIVE 39158 │ │ │ │ -000000000004c130 0000000000000003 R_RISCV_RELATIVE 4c340 │ │ │ │ -000000000004c140 0000000000000003 R_RISCV_RELATIVE 39180 │ │ │ │ -000000000004c148 0000000000000003 R_RISCV_RELATIVE 4c320 │ │ │ │ -000000000004c158 0000000000000003 R_RISCV_RELATIVE 391a8 │ │ │ │ -000000000004c160 0000000000000003 R_RISCV_RELATIVE 4c2d8 │ │ │ │ -000000000004c170 0000000000000003 R_RISCV_RELATIVE 391d0 │ │ │ │ -000000000004c178 0000000000000003 R_RISCV_RELATIVE 4c2c0 │ │ │ │ -000000000004c188 0000000000000003 R_RISCV_RELATIVE 351a8 │ │ │ │ -000000000004c190 0000000000000003 R_RISCV_RELATIVE 4c278 │ │ │ │ -000000000004c1a0 0000000000000003 R_RISCV_RELATIVE 391e0 │ │ │ │ -000000000004c1a8 0000000000000003 R_RISCV_RELATIVE 4c258 │ │ │ │ -000000000004c1b8 0000000000000003 R_RISCV_RELATIVE 391f8 │ │ │ │ -000000000004c1c0 0000000000000003 R_RISCV_RELATIVE 4c218 │ │ │ │ -000000000004c1d0 0000000000000003 R_RISCV_RELATIVE 39200 │ │ │ │ -000000000004c1d8 0000000000000003 R_RISCV_RELATIVE 4c200 │ │ │ │ -000000000004c200 0000000000000003 R_RISCV_RELATIVE 39210 │ │ │ │ -000000000004c208 0000000000000003 R_RISCV_RELATIVE 39250 │ │ │ │ -000000000004c218 0000000000000003 R_RISCV_RELATIVE 392a0 │ │ │ │ -000000000004c220 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ -000000000004c228 0000000000000003 R_RISCV_RELATIVE 3af78 │ │ │ │ -000000000004c230 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ -000000000004c238 0000000000000003 R_RISCV_RELATIVE 392d0 │ │ │ │ -000000000004c240 0000000000000003 R_RISCV_RELATIVE 39320 │ │ │ │ -000000000004c248 0000000000000003 R_RISCV_RELATIVE 39370 │ │ │ │ -000000000004c258 0000000000000003 R_RISCV_RELATIVE 39388 │ │ │ │ -000000000004c260 0000000000000003 R_RISCV_RELATIVE 393d0 │ │ │ │ -000000000004c268 0000000000000003 R_RISCV_RELATIVE 39418 │ │ │ │ -000000000004c278 0000000000000003 R_RISCV_RELATIVE 35488 │ │ │ │ -000000000004c280 0000000000000003 R_RISCV_RELATIVE 354d0 │ │ │ │ -000000000004c288 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ -000000000004c290 0000000000000003 R_RISCV_RELATIVE 35500 │ │ │ │ -000000000004c298 0000000000000003 R_RISCV_RELATIVE 35520 │ │ │ │ -000000000004c2a0 0000000000000003 R_RISCV_RELATIVE 35540 │ │ │ │ -000000000004c2a8 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ -000000000004c2b0 0000000000000003 R_RISCV_RELATIVE 35560 │ │ │ │ -000000000004c2c0 0000000000000003 R_RISCV_RELATIVE 39430 │ │ │ │ -000000000004c2c8 0000000000000003 R_RISCV_RELATIVE 39478 │ │ │ │ -000000000004c2d8 0000000000000003 R_RISCV_RELATIVE 394b0 │ │ │ │ -000000000004c2e0 0000000000000003 R_RISCV_RELATIVE 394f8 │ │ │ │ -000000000004c2e8 0000000000000003 R_RISCV_RELATIVE 39540 │ │ │ │ -000000000004c2f0 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ -000000000004c2f8 0000000000000003 R_RISCV_RELATIVE 39588 │ │ │ │ +000000000004c080 0000000000000003 R_RISCV_RELATIVE 39008 │ │ │ │ +000000000004c088 0000000000000003 R_RISCV_RELATIVE 39058 │ │ │ │ +000000000004c090 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ +000000000004c098 0000000000000003 R_RISCV_RELATIVE 39060 │ │ │ │ +000000000004c0a0 0000000000000003 R_RISCV_RELATIVE 390a8 │ │ │ │ +000000000004c0a8 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ +000000000004c0b0 0000000000000003 R_RISCV_RELATIVE 390c8 │ │ │ │ +000000000004c0c0 0000000000000003 R_RISCV_RELATIVE 390e0 │ │ │ │ +000000000004c0d0 0000000000000003 R_RISCV_RELATIVE 39120 │ │ │ │ +000000000004c0d8 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ +000000000004c0e0 0000000000000003 R_RISCV_RELATIVE 2d528 │ │ │ │ +000000000004c0e8 0000000000000003 R_RISCV_RELATIVE 39170 │ │ │ │ +000000000004c0f0 0000000000000003 R_RISCV_RELATIVE 39188 │ │ │ │ +000000000004c100 0000000000000003 R_RISCV_RELATIVE 391a0 │ │ │ │ +000000000004c110 0000000000000003 R_RISCV_RELATIVE 391f0 │ │ │ │ +000000000004c118 0000000000000003 R_RISCV_RELATIVE 39250 │ │ │ │ +000000000004c120 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ +000000000004c128 0000000000000003 R_RISCV_RELATIVE 30578 │ │ │ │ +000000000004c138 0000000000000003 R_RISCV_RELATIVE 39268 │ │ │ │ +000000000004c140 0000000000000003 R_RISCV_RELATIVE 392b8 │ │ │ │ +000000000004c148 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ +000000000004c150 0000000000000003 R_RISCV_RELATIVE 392f0 │ │ │ │ +000000000004c160 0000000000000003 R_RISCV_RELATIVE 39300 │ │ │ │ +000000000004c168 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ +000000000004c170 0000000000000003 R_RISCV_RELATIVE 392f0 │ │ │ │ +000000000004c180 0000000000000003 R_RISCV_RELATIVE 39328 │ │ │ │ +000000000004c188 0000000000000003 R_RISCV_RELATIVE 4c4b0 │ │ │ │ +000000000004c198 0000000000000003 R_RISCV_RELATIVE 39338 │ │ │ │ +000000000004c1a0 0000000000000003 R_RISCV_RELATIVE 4c470 │ │ │ │ +000000000004c1b0 0000000000000003 R_RISCV_RELATIVE 39350 │ │ │ │ +000000000004c1b8 0000000000000003 R_RISCV_RELATIVE 4c430 │ │ │ │ +000000000004c1c8 0000000000000003 R_RISCV_RELATIVE 39360 │ │ │ │ +000000000004c1d0 0000000000000003 R_RISCV_RELATIVE 4c3f8 │ │ │ │ +000000000004c1e0 0000000000000003 R_RISCV_RELATIVE 39370 │ │ │ │ +000000000004c1e8 0000000000000003 R_RISCV_RELATIVE 4c3a8 │ │ │ │ +000000000004c1f8 0000000000000003 R_RISCV_RELATIVE 39390 │ │ │ │ +000000000004c200 0000000000000003 R_RISCV_RELATIVE 4c368 │ │ │ │ +000000000004c210 0000000000000003 R_RISCV_RELATIVE 393b0 │ │ │ │ +000000000004c218 0000000000000003 R_RISCV_RELATIVE 4c328 │ │ │ │ +000000000004c228 0000000000000003 R_RISCV_RELATIVE 393d0 │ │ │ │ +000000000004c230 0000000000000003 R_RISCV_RELATIVE 4c2e0 │ │ │ │ +000000000004c240 0000000000000003 R_RISCV_RELATIVE 38e10 │ │ │ │ +000000000004c248 0000000000000003 R_RISCV_RELATIVE 4c2c8 │ │ │ │ +000000000004c258 0000000000000003 R_RISCV_RELATIVE 393e0 │ │ │ │ +000000000004c260 0000000000000003 R_RISCV_RELATIVE 4c288 │ │ │ │ +000000000004c288 0000000000000003 R_RISCV_RELATIVE 39408 │ │ │ │ +000000000004c290 0000000000000003 R_RISCV_RELATIVE 39438 │ │ │ │ +000000000004c298 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ +000000000004c2a0 0000000000000003 R_RISCV_RELATIVE 39468 │ │ │ │ +000000000004c2a8 0000000000000003 R_RISCV_RELATIVE 39480 │ │ │ │ +000000000004c2b0 0000000000000003 R_RISCV_RELATIVE 39498 │ │ │ │ +000000000004c2b8 0000000000000003 R_RISCV_RELATIVE 394b0 │ │ │ │ +000000000004c2c8 0000000000000003 R_RISCV_RELATIVE 394c8 │ │ │ │ +000000000004c2d0 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ +000000000004c2e0 0000000000000003 R_RISCV_RELATIVE 39518 │ │ │ │ +000000000004c2e8 0000000000000003 R_RISCV_RELATIVE 39560 │ │ │ │ +000000000004c2f0 0000000000000003 R_RISCV_RELATIVE 395a8 │ │ │ │ +000000000004c2f8 0000000000000003 R_RISCV_RELATIVE 395e8 │ │ │ │ 000000000004c300 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ -000000000004c308 0000000000000003 R_RISCV_RELATIVE 39598 │ │ │ │ -000000000004c310 0000000000000003 R_RISCV_RELATIVE 395e0 │ │ │ │ -000000000004c320 0000000000000003 R_RISCV_RELATIVE 39608 │ │ │ │ +000000000004c308 0000000000000003 R_RISCV_RELATIVE 30578 │ │ │ │ +000000000004c310 0000000000000003 R_RISCV_RELATIVE 39620 │ │ │ │ +000000000004c318 0000000000000003 R_RISCV_RELATIVE 39638 │ │ │ │ 000000000004c328 0000000000000003 R_RISCV_RELATIVE 39650 │ │ │ │ 000000000004c330 0000000000000003 R_RISCV_RELATIVE 39698 │ │ │ │ -000000000004c340 0000000000000003 R_RISCV_RELATIVE 396d8 │ │ │ │ -000000000004c348 0000000000000003 R_RISCV_RELATIVE 39720 │ │ │ │ -000000000004c350 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ -000000000004c358 0000000000000003 R_RISCV_RELATIVE 39740 │ │ │ │ -000000000004c360 0000000000000003 R_RISCV_RELATIVE 39788 │ │ │ │ -000000000004c370 0000000000000003 R_RISCV_RELATIVE 397b8 │ │ │ │ -000000000004c378 0000000000000003 R_RISCV_RELATIVE 39720 │ │ │ │ +000000000004c338 0000000000000003 R_RISCV_RELATIVE 396e8 │ │ │ │ +000000000004c340 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ +000000000004c348 0000000000000003 R_RISCV_RELATIVE 30578 │ │ │ │ +000000000004c350 0000000000000003 R_RISCV_RELATIVE 39718 │ │ │ │ +000000000004c358 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ +000000000004c368 0000000000000003 R_RISCV_RELATIVE 39730 │ │ │ │ +000000000004c370 0000000000000003 R_RISCV_RELATIVE 39778 │ │ │ │ +000000000004c378 0000000000000003 R_RISCV_RELATIVE 397c8 │ │ │ │ 000000000004c380 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ -000000000004c388 0000000000000003 R_RISCV_RELATIVE 39800 │ │ │ │ -000000000004c390 0000000000000003 R_RISCV_RELATIVE 39848 │ │ │ │ -000000000004c3a0 0000000000000003 R_RISCV_RELATIVE 39868 │ │ │ │ -000000000004c3a8 0000000000000003 R_RISCV_RELATIVE 398b0 │ │ │ │ -000000000004c3b0 0000000000000003 R_RISCV_RELATIVE 398f8 │ │ │ │ -000000000004c3c0 0000000000000003 R_RISCV_RELATIVE 39868 │ │ │ │ +000000000004c388 0000000000000003 R_RISCV_RELATIVE 30578 │ │ │ │ +000000000004c390 0000000000000003 R_RISCV_RELATIVE 39718 │ │ │ │ +000000000004c398 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ +000000000004c3a8 0000000000000003 R_RISCV_RELATIVE 397e8 │ │ │ │ +000000000004c3b0 0000000000000003 R_RISCV_RELATIVE 39830 │ │ │ │ +000000000004c3b8 0000000000000003 R_RISCV_RELATIVE 39880 │ │ │ │ +000000000004c3c0 0000000000000003 R_RISCV_RELATIVE 398d0 │ │ │ │ 000000000004c3c8 0000000000000003 R_RISCV_RELATIVE 39918 │ │ │ │ -000000000004c3d0 0000000000000003 R_RISCV_RELATIVE 39958 │ │ │ │ -000000000004c3e0 0000000000000003 R_RISCV_RELATIVE 39968 │ │ │ │ -000000000004c3e8 0000000000000003 R_RISCV_RELATIVE 399b0 │ │ │ │ -000000000004c3f0 0000000000000003 R_RISCV_RELATIVE 399f0 │ │ │ │ -000000000004c400 0000000000000003 R_RISCV_RELATIVE 39a28 │ │ │ │ -000000000004c408 0000000000000003 R_RISCV_RELATIVE 39a70 │ │ │ │ -000000000004c410 0000000000000003 R_RISCV_RELATIVE 39ab8 │ │ │ │ -000000000004c418 0000000000000003 R_RISCV_RELATIVE 39b00 │ │ │ │ +000000000004c3d0 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ +000000000004c3d8 0000000000000003 R_RISCV_RELATIVE 30578 │ │ │ │ +000000000004c3e0 0000000000000003 R_RISCV_RELATIVE 39718 │ │ │ │ +000000000004c3e8 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ +000000000004c3f8 0000000000000003 R_RISCV_RELATIVE 39950 │ │ │ │ +000000000004c400 0000000000000003 R_RISCV_RELATIVE 399a0 │ │ │ │ +000000000004c408 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ +000000000004c410 0000000000000003 R_RISCV_RELATIVE 30578 │ │ │ │ +000000000004c418 0000000000000003 R_RISCV_RELATIVE 39718 │ │ │ │ 000000000004c420 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ -000000000004c428 0000000000000003 R_RISCV_RELATIVE 39b40 │ │ │ │ -000000000004c430 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ -000000000004c438 0000000000000003 R_RISCV_RELATIVE 39b70 │ │ │ │ -000000000004c440 0000000000000003 R_RISCV_RELATIVE 39bb8 │ │ │ │ -000000000004c448 0000000000000003 R_RISCV_RELATIVE 39bc8 │ │ │ │ -000000000004c450 0000000000000003 R_RISCV_RELATIVE 39bf8 │ │ │ │ -000000000004c458 0000000000000003 R_RISCV_RELATIVE 39c40 │ │ │ │ -000000000004c460 0000000000000003 R_RISCV_RELATIVE 39c80 │ │ │ │ -000000000004c470 0000000000000003 R_RISCV_RELATIVE 39cc0 │ │ │ │ -000000000004c478 0000000000000003 R_RISCV_RELATIVE 35030 │ │ │ │ -000000000004c480 0000000000000003 R_RISCV_RELATIVE 39d08 │ │ │ │ -000000000004c488 0000000000000003 R_RISCV_RELATIVE 39d50 │ │ │ │ -000000000004c490 0000000000000003 R_RISCV_RELATIVE 39d98 │ │ │ │ -000000000004c498 0000000000000003 R_RISCV_RELATIVE 39de0 │ │ │ │ +000000000004c430 0000000000000003 R_RISCV_RELATIVE 399e8 │ │ │ │ +000000000004c438 0000000000000003 R_RISCV_RELATIVE 39a38 │ │ │ │ +000000000004c440 0000000000000003 R_RISCV_RELATIVE 39a88 │ │ │ │ +000000000004c448 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ +000000000004c450 0000000000000003 R_RISCV_RELATIVE 30578 │ │ │ │ +000000000004c458 0000000000000003 R_RISCV_RELATIVE 39718 │ │ │ │ +000000000004c460 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ +000000000004c470 0000000000000003 R_RISCV_RELATIVE 39ab8 │ │ │ │ +000000000004c478 0000000000000003 R_RISCV_RELATIVE 39b08 │ │ │ │ +000000000004c480 0000000000000003 R_RISCV_RELATIVE 39b50 │ │ │ │ +000000000004c488 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ +000000000004c490 0000000000000003 R_RISCV_RELATIVE 30578 │ │ │ │ +000000000004c498 0000000000000003 R_RISCV_RELATIVE 39718 │ │ │ │ 000000000004c4a0 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ -000000000004c4a8 0000000000000003 R_RISCV_RELATIVE 3af78 │ │ │ │ -000000000004c4b0 0000000000000003 R_RISCV_RELATIVE 39df0 │ │ │ │ -000000000004c4c0 0000000000000003 R_RISCV_RELATIVE 39e28 │ │ │ │ -000000000004c4c8 0000000000000003 R_RISCV_RELATIVE 4c540 │ │ │ │ -000000000004c4d8 0000000000000003 R_RISCV_RELATIVE 39e40 │ │ │ │ -000000000004c4e0 0000000000000003 R_RISCV_RELATIVE 4c508 │ │ │ │ -000000000004c508 0000000000000003 R_RISCV_RELATIVE 39e58 │ │ │ │ -000000000004c510 0000000000000003 R_RISCV_RELATIVE 39ea0 │ │ │ │ -000000000004c518 0000000000000003 R_RISCV_RELATIVE 39ee0 │ │ │ │ -000000000004c520 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ -000000000004c528 0000000000000003 R_RISCV_RELATIVE 39f00 │ │ │ │ -000000000004c530 0000000000000003 R_RISCV_RELATIVE 39f10 │ │ │ │ -000000000004c540 0000000000000003 R_RISCV_RELATIVE 39f28 │ │ │ │ -000000000004c548 0000000000000003 R_RISCV_RELATIVE 39f70 │ │ │ │ -000000000004c550 0000000000000003 R_RISCV_RELATIVE 39fb8 │ │ │ │ -000000000004c560 0000000000000003 R_RISCV_RELATIVE 39ff8 │ │ │ │ -000000000004c568 0000000000000003 R_RISCV_RELATIVE 4c730 │ │ │ │ -000000000004c578 0000000000000003 R_RISCV_RELATIVE 3a010 │ │ │ │ -000000000004c580 0000000000000003 R_RISCV_RELATIVE 4c6f0 │ │ │ │ -000000000004c590 0000000000000003 R_RISCV_RELATIVE 3a028 │ │ │ │ -000000000004c598 0000000000000003 R_RISCV_RELATIVE 4c6a8 │ │ │ │ -000000000004c5a8 0000000000000003 R_RISCV_RELATIVE 3a038 │ │ │ │ -000000000004c5b0 0000000000000003 R_RISCV_RELATIVE 4c670 │ │ │ │ -000000000004c5c0 0000000000000003 R_RISCV_RELATIVE 3a040 │ │ │ │ -000000000004c5c8 0000000000000003 R_RISCV_RELATIVE 4c5f0 │ │ │ │ -000000000004c5f0 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ -000000000004c5f8 0000000000000003 R_RISCV_RELATIVE 3a050 │ │ │ │ -000000000004c600 0000000000000003 R_RISCV_RELATIVE 3a098 │ │ │ │ -000000000004c608 0000000000000003 R_RISCV_RELATIVE 3a0e0 │ │ │ │ -000000000004c610 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ -000000000004c618 0000000000000003 R_RISCV_RELATIVE 3a100 │ │ │ │ -000000000004c620 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ -000000000004c628 0000000000000003 R_RISCV_RELATIVE 3af78 │ │ │ │ -000000000004c630 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ -000000000004c638 0000000000000003 R_RISCV_RELATIVE 3a130 │ │ │ │ -000000000004c640 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ -000000000004c648 0000000000000003 R_RISCV_RELATIVE 3a148 │ │ │ │ -000000000004c650 0000000000000003 R_RISCV_RELATIVE 3a190 │ │ │ │ -000000000004c658 0000000000000003 R_RISCV_RELATIVE 3a1d8 │ │ │ │ -000000000004c660 0000000000000003 R_RISCV_RELATIVE 3a220 │ │ │ │ -000000000004c670 0000000000000003 R_RISCV_RELATIVE 3a238 │ │ │ │ -000000000004c678 0000000000000003 R_RISCV_RELATIVE 3a288 │ │ │ │ +000000000004c4b0 0000000000000003 R_RISCV_RELATIVE 39b68 │ │ │ │ +000000000004c4b8 0000000000000003 R_RISCV_RELATIVE 39bb0 │ │ │ │ +000000000004c4c0 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ +000000000004c4c8 0000000000000003 R_RISCV_RELATIVE 30578 │ │ │ │ +000000000004c4d0 0000000000000003 R_RISCV_RELATIVE 39718 │ │ │ │ +000000000004c4d8 0000000000000003 R_RISCV_RELATIVE 394b0 │ │ │ │ +000000000004c4e8 0000000000000003 R_RISCV_RELATIVE 39bf8 │ │ │ │ +000000000004c4f0 0000000000000003 R_RISCV_RELATIVE 4c8c0 │ │ │ │ +000000000004c500 0000000000000003 R_RISCV_RELATIVE 39c20 │ │ │ │ +000000000004c508 0000000000000003 R_RISCV_RELATIVE 4c850 │ │ │ │ +000000000004c518 0000000000000003 R_RISCV_RELATIVE 39c48 │ │ │ │ +000000000004c520 0000000000000003 R_RISCV_RELATIVE 4c830 │ │ │ │ +000000000004c530 0000000000000003 R_RISCV_RELATIVE 39c78 │ │ │ │ +000000000004c538 0000000000000003 R_RISCV_RELATIVE 4c810 │ │ │ │ +000000000004c548 0000000000000003 R_RISCV_RELATIVE 39ca0 │ │ │ │ +000000000004c550 0000000000000003 R_RISCV_RELATIVE 4c7f0 │ │ │ │ +000000000004c560 0000000000000003 R_RISCV_RELATIVE 39cc0 │ │ │ │ +000000000004c568 0000000000000003 R_RISCV_RELATIVE 4c7c0 │ │ │ │ +000000000004c578 0000000000000003 R_RISCV_RELATIVE 39ce0 │ │ │ │ +000000000004c580 0000000000000003 R_RISCV_RELATIVE 4c790 │ │ │ │ +000000000004c590 0000000000000003 R_RISCV_RELATIVE 39d08 │ │ │ │ +000000000004c598 0000000000000003 R_RISCV_RELATIVE 4c770 │ │ │ │ +000000000004c5a8 0000000000000003 R_RISCV_RELATIVE 39d30 │ │ │ │ +000000000004c5b0 0000000000000003 R_RISCV_RELATIVE 4c728 │ │ │ │ +000000000004c5c0 0000000000000003 R_RISCV_RELATIVE 39d58 │ │ │ │ +000000000004c5c8 0000000000000003 R_RISCV_RELATIVE 4c710 │ │ │ │ +000000000004c5d8 0000000000000003 R_RISCV_RELATIVE 35fd8 │ │ │ │ +000000000004c5e0 0000000000000003 R_RISCV_RELATIVE 4c6c8 │ │ │ │ +000000000004c5f0 0000000000000003 R_RISCV_RELATIVE 39d68 │ │ │ │ +000000000004c5f8 0000000000000003 R_RISCV_RELATIVE 4c6a8 │ │ │ │ +000000000004c608 0000000000000003 R_RISCV_RELATIVE 39d80 │ │ │ │ +000000000004c610 0000000000000003 R_RISCV_RELATIVE 4c668 │ │ │ │ +000000000004c620 0000000000000003 R_RISCV_RELATIVE 39d88 │ │ │ │ +000000000004c628 0000000000000003 R_RISCV_RELATIVE 4c650 │ │ │ │ +000000000004c650 0000000000000003 R_RISCV_RELATIVE 39d98 │ │ │ │ +000000000004c658 0000000000000003 R_RISCV_RELATIVE 39dd8 │ │ │ │ +000000000004c668 0000000000000003 R_RISCV_RELATIVE 39e28 │ │ │ │ +000000000004c670 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ +000000000004c678 0000000000000003 R_RISCV_RELATIVE 3ae00 │ │ │ │ 000000000004c680 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ -000000000004c688 0000000000000003 R_RISCV_RELATIVE 3a2d8 │ │ │ │ -000000000004c690 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ -000000000004c698 0000000000000003 R_RISCV_RELATIVE 3a2f0 │ │ │ │ -000000000004c6a8 0000000000000003 R_RISCV_RELATIVE 3a330 │ │ │ │ -000000000004c6b0 0000000000000003 R_RISCV_RELATIVE 3a380 │ │ │ │ -000000000004c6b8 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ -000000000004c6c0 0000000000000003 R_RISCV_RELATIVE 3a3d0 │ │ │ │ -000000000004c6c8 0000000000000003 R_RISCV_RELATIVE 3a3f0 │ │ │ │ -000000000004c6d0 0000000000000003 R_RISCV_RELATIVE 3a408 │ │ │ │ +000000000004c688 0000000000000003 R_RISCV_RELATIVE 39e58 │ │ │ │ +000000000004c690 0000000000000003 R_RISCV_RELATIVE 39ea8 │ │ │ │ +000000000004c698 0000000000000003 R_RISCV_RELATIVE 39ef8 │ │ │ │ +000000000004c6a8 0000000000000003 R_RISCV_RELATIVE 39f10 │ │ │ │ +000000000004c6b0 0000000000000003 R_RISCV_RELATIVE 39f58 │ │ │ │ +000000000004c6b8 0000000000000003 R_RISCV_RELATIVE 39fa0 │ │ │ │ +000000000004c6c8 0000000000000003 R_RISCV_RELATIVE 362b8 │ │ │ │ +000000000004c6d0 0000000000000003 R_RISCV_RELATIVE 36300 │ │ │ │ 000000000004c6d8 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ -000000000004c6e0 0000000000000003 R_RISCV_RELATIVE 3a418 │ │ │ │ -000000000004c6f0 0000000000000003 R_RISCV_RELATIVE 3a458 │ │ │ │ +000000000004c6e0 0000000000000003 R_RISCV_RELATIVE 36330 │ │ │ │ +000000000004c6e8 0000000000000003 R_RISCV_RELATIVE 36350 │ │ │ │ +000000000004c6f0 0000000000000003 R_RISCV_RELATIVE 36370 │ │ │ │ 000000000004c6f8 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ -000000000004c700 0000000000000003 R_RISCV_RELATIVE 3a488 │ │ │ │ -000000000004c708 0000000000000003 R_RISCV_RELATIVE 3a408 │ │ │ │ -000000000004c710 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ -000000000004c718 0000000000000003 R_RISCV_RELATIVE 3a4a8 │ │ │ │ -000000000004c720 0000000000000003 R_RISCV_RELATIVE 3a4f0 │ │ │ │ -000000000004c730 0000000000000003 R_RISCV_RELATIVE 3a458 │ │ │ │ -000000000004c738 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ -000000000004c740 0000000000000003 R_RISCV_RELATIVE 3a508 │ │ │ │ -000000000004c748 0000000000000003 R_RISCV_RELATIVE 3a520 │ │ │ │ +000000000004c700 0000000000000003 R_RISCV_RELATIVE 36390 │ │ │ │ +000000000004c710 0000000000000003 R_RISCV_RELATIVE 39fb8 │ │ │ │ +000000000004c718 0000000000000003 R_RISCV_RELATIVE 3a000 │ │ │ │ +000000000004c728 0000000000000003 R_RISCV_RELATIVE 3a038 │ │ │ │ +000000000004c730 0000000000000003 R_RISCV_RELATIVE 3a080 │ │ │ │ +000000000004c738 0000000000000003 R_RISCV_RELATIVE 3a0c8 │ │ │ │ +000000000004c740 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ +000000000004c748 0000000000000003 R_RISCV_RELATIVE 3a110 │ │ │ │ 000000000004c750 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ -000000000004c758 0000000000000003 R_RISCV_RELATIVE 3a538 │ │ │ │ -000000000004c760 0000000000000003 R_RISCV_RELATIVE 3a588 │ │ │ │ -000000000004c770 0000000000000003 R_RISCV_RELATIVE 38eb0 │ │ │ │ -000000000004c778 0000000000000003 R_RISCV_RELATIVE 4c8e0 │ │ │ │ -000000000004c788 0000000000000003 R_RISCV_RELATIVE 3a5d0 │ │ │ │ -000000000004c790 0000000000000003 R_RISCV_RELATIVE 4c8b8 │ │ │ │ -000000000004c7a0 0000000000000003 R_RISCV_RELATIVE 3a5f0 │ │ │ │ -000000000004c7a8 0000000000000003 R_RISCV_RELATIVE 4c890 │ │ │ │ -000000000004c7b8 0000000000000003 R_RISCV_RELATIVE 3a610 │ │ │ │ -000000000004c7c0 0000000000000003 R_RISCV_RELATIVE 4c878 │ │ │ │ -000000000004c7d0 0000000000000003 R_RISCV_RELATIVE 3a628 │ │ │ │ -000000000004c7d8 0000000000000003 R_RISCV_RELATIVE 4c860 │ │ │ │ -000000000004c7e8 0000000000000003 R_RISCV_RELATIVE 3a640 │ │ │ │ -000000000004c7f0 0000000000000003 R_RISCV_RELATIVE 4c818 │ │ │ │ -000000000004c818 0000000000000003 R_RISCV_RELATIVE 3a658 │ │ │ │ -000000000004c820 0000000000000003 R_RISCV_RELATIVE 3a6a0 │ │ │ │ -000000000004c828 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ -000000000004c830 0000000000000003 R_RISCV_RELATIVE 3a6c0 │ │ │ │ -000000000004c838 0000000000000003 R_RISCV_RELATIVE 3a6e8 │ │ │ │ -000000000004c840 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ -000000000004c848 0000000000000003 R_RISCV_RELATIVE 3a728 │ │ │ │ -000000000004c850 0000000000000003 R_RISCV_RELATIVE 3a770 │ │ │ │ -000000000004c860 0000000000000003 R_RISCV_RELATIVE 3a7a0 │ │ │ │ -000000000004c868 0000000000000003 R_RISCV_RELATIVE 3a7e8 │ │ │ │ -000000000004c878 0000000000000003 R_RISCV_RELATIVE 3a828 │ │ │ │ -000000000004c880 0000000000000003 R_RISCV_RELATIVE 3a870 │ │ │ │ -000000000004c890 0000000000000003 R_RISCV_RELATIVE 3a888 │ │ │ │ -000000000004c898 0000000000000003 R_RISCV_RELATIVE 3a8d8 │ │ │ │ -000000000004c8a0 0000000000000003 R_RISCV_RELATIVE 3a870 │ │ │ │ -000000000004c8a8 0000000000000003 R_RISCV_RELATIVE 3a920 │ │ │ │ -000000000004c8b8 0000000000000003 R_RISCV_RELATIVE 3a938 │ │ │ │ -000000000004c8c0 0000000000000003 R_RISCV_RELATIVE 3a948 │ │ │ │ -000000000004c8c8 0000000000000003 R_RISCV_RELATIVE 3a980 │ │ │ │ -000000000004c8d0 0000000000000003 R_RISCV_RELATIVE 3a998 │ │ │ │ -000000000004c8e0 0000000000000003 R_RISCV_RELATIVE 38ed0 │ │ │ │ -000000000004c8e8 0000000000000003 R_RISCV_RELATIVE 38f18 │ │ │ │ +000000000004c758 0000000000000003 R_RISCV_RELATIVE 3a120 │ │ │ │ +000000000004c760 0000000000000003 R_RISCV_RELATIVE 3a168 │ │ │ │ +000000000004c770 0000000000000003 R_RISCV_RELATIVE 3a190 │ │ │ │ +000000000004c778 0000000000000003 R_RISCV_RELATIVE 3a1d8 │ │ │ │ +000000000004c780 0000000000000003 R_RISCV_RELATIVE 3a220 │ │ │ │ +000000000004c790 0000000000000003 R_RISCV_RELATIVE 3a260 │ │ │ │ +000000000004c798 0000000000000003 R_RISCV_RELATIVE 3a2a8 │ │ │ │ +000000000004c7a0 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ +000000000004c7a8 0000000000000003 R_RISCV_RELATIVE 3a2c8 │ │ │ │ +000000000004c7b0 0000000000000003 R_RISCV_RELATIVE 3a310 │ │ │ │ +000000000004c7c0 0000000000000003 R_RISCV_RELATIVE 3a340 │ │ │ │ +000000000004c7c8 0000000000000003 R_RISCV_RELATIVE 3a2a8 │ │ │ │ +000000000004c7d0 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ +000000000004c7d8 0000000000000003 R_RISCV_RELATIVE 3a388 │ │ │ │ +000000000004c7e0 0000000000000003 R_RISCV_RELATIVE 3a3d0 │ │ │ │ +000000000004c7f0 0000000000000003 R_RISCV_RELATIVE 3a3f0 │ │ │ │ +000000000004c7f8 0000000000000003 R_RISCV_RELATIVE 3a438 │ │ │ │ +000000000004c800 0000000000000003 R_RISCV_RELATIVE 3a480 │ │ │ │ +000000000004c810 0000000000000003 R_RISCV_RELATIVE 3a3f0 │ │ │ │ +000000000004c818 0000000000000003 R_RISCV_RELATIVE 3a4a0 │ │ │ │ +000000000004c820 0000000000000003 R_RISCV_RELATIVE 3a4e0 │ │ │ │ +000000000004c830 0000000000000003 R_RISCV_RELATIVE 3a4f0 │ │ │ │ +000000000004c838 0000000000000003 R_RISCV_RELATIVE 3a538 │ │ │ │ +000000000004c840 0000000000000003 R_RISCV_RELATIVE 3a578 │ │ │ │ +000000000004c850 0000000000000003 R_RISCV_RELATIVE 3a5b0 │ │ │ │ +000000000004c858 0000000000000003 R_RISCV_RELATIVE 3a5f8 │ │ │ │ +000000000004c860 0000000000000003 R_RISCV_RELATIVE 3a640 │ │ │ │ +000000000004c868 0000000000000003 R_RISCV_RELATIVE 3a688 │ │ │ │ +000000000004c870 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ +000000000004c878 0000000000000003 R_RISCV_RELATIVE 3a6c8 │ │ │ │ +000000000004c880 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ +000000000004c888 0000000000000003 R_RISCV_RELATIVE 3a6f8 │ │ │ │ +000000000004c890 0000000000000003 R_RISCV_RELATIVE 3a740 │ │ │ │ +000000000004c898 0000000000000003 R_RISCV_RELATIVE 3a750 │ │ │ │ +000000000004c8a0 0000000000000003 R_RISCV_RELATIVE 3a780 │ │ │ │ +000000000004c8a8 0000000000000003 R_RISCV_RELATIVE 3a7c8 │ │ │ │ +000000000004c8b0 0000000000000003 R_RISCV_RELATIVE 3a808 │ │ │ │ +000000000004c8c0 0000000000000003 R_RISCV_RELATIVE 3a848 │ │ │ │ +000000000004c8c8 0000000000000003 R_RISCV_RELATIVE 36970 │ │ │ │ +000000000004c8d0 0000000000000003 R_RISCV_RELATIVE 3a890 │ │ │ │ +000000000004c8d8 0000000000000003 R_RISCV_RELATIVE 3a8d8 │ │ │ │ +000000000004c8e0 0000000000000003 R_RISCV_RELATIVE 3a920 │ │ │ │ +000000000004c8e8 0000000000000003 R_RISCV_RELATIVE 3a968 │ │ │ │ 000000000004c8f0 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ -000000000004c8f8 0000000000000003 R_RISCV_RELATIVE 38f30 │ │ │ │ -000000000004c900 0000000000000003 R_RISCV_RELATIVE 38f48 │ │ │ │ +000000000004c8f8 0000000000000003 R_RISCV_RELATIVE 3ae00 │ │ │ │ +000000000004c900 0000000000000003 R_RISCV_RELATIVE 3a978 │ │ │ │ 000000000004c910 0000000000000003 R_RISCV_RELATIVE 3a9b0 │ │ │ │ 000000000004c918 0000000000000003 R_RISCV_RELATIVE 4c940 │ │ │ │ -000000000004c940 0000000000000003 R_RISCV_RELATIVE 3a9c8 │ │ │ │ -000000000004c948 0000000000000003 R_RISCV_RELATIVE 3aa08 │ │ │ │ -000000000004c950 0000000000000003 R_RISCV_RELATIVE 3aa38 │ │ │ │ -000000000004c958 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ -000000000004c960 0000000000000003 R_RISCV_RELATIVE 38598 │ │ │ │ -000000000004c970 0000000000000003 R_RISCV_RELATIVE 3a9b0 │ │ │ │ -000000000004c978 0000000000000003 R_RISCV_RELATIVE 4c9a0 │ │ │ │ +000000000004c940 0000000000000003 R_RISCV_RELATIVE 3a9c0 │ │ │ │ +000000000004c950 0000000000000003 R_RISCV_RELATIVE 35fd8 │ │ │ │ +000000000004c958 0000000000000003 R_RISCV_RELATIVE 4c980 │ │ │ │ +000000000004c980 0000000000000003 R_RISCV_RELATIVE 362b8 │ │ │ │ +000000000004c988 0000000000000003 R_RISCV_RELATIVE 3aa08 │ │ │ │ +000000000004c990 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ +000000000004c998 0000000000000003 R_RISCV_RELATIVE 3aa30 │ │ │ │ 000000000004c9a0 0000000000000003 R_RISCV_RELATIVE 3aa50 │ │ │ │ -000000000004c9a8 0000000000000003 R_RISCV_RELATIVE 3aa90 │ │ │ │ -000000000004c9b0 0000000000000003 R_RISCV_RELATIVE 3aa38 │ │ │ │ -000000000004c9b8 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ -000000000004c9c0 0000000000000003 R_RISCV_RELATIVE 38598 │ │ │ │ -000000000004c9d0 0000000000000003 R_RISCV_RELATIVE 3aac0 │ │ │ │ -000000000004c9d8 0000000000000003 R_RISCV_RELATIVE 4ca00 │ │ │ │ +000000000004c9a8 0000000000000003 R_RISCV_RELATIVE 3aa70 │ │ │ │ +000000000004c9b0 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ +000000000004c9b8 0000000000000003 R_RISCV_RELATIVE 36390 │ │ │ │ +000000000004c9c8 0000000000000003 R_RISCV_RELATIVE 3aa90 │ │ │ │ +000000000004c9d0 0000000000000003 R_RISCV_RELATIVE 4c9f8 │ │ │ │ +000000000004c9f8 0000000000000003 R_RISCV_RELATIVE 3aab0 │ │ │ │ 000000000004ca00 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ -000000000004ca08 0000000000000003 R_RISCV_RELATIVE 3aae0 │ │ │ │ -000000000004ca10 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ -000000000004ca18 0000000000000003 R_RISCV_RELATIVE 3ab00 │ │ │ │ -000000000004ca20 0000000000000003 R_RISCV_RELATIVE 3ab50 │ │ │ │ -000000000004ca28 0000000000000003 R_RISCV_RELATIVE 3ab88 │ │ │ │ -000000000004ca30 0000000000000003 R_RISCV_RELATIVE 3abb0 │ │ │ │ -000000000004ca38 0000000000000003 R_RISCV_RELATIVE 3abf8 │ │ │ │ -000000000004ca40 0000000000000003 R_RISCV_RELATIVE 3ac38 │ │ │ │ -000000000004ca48 0000000000000003 R_RISCV_RELATIVE 3ac68 │ │ │ │ -000000000004ca58 0000000000000003 R_RISCV_RELATIVE 3acb0 │ │ │ │ -000000000004ca60 0000000000000003 R_RISCV_RELATIVE 4ca88 │ │ │ │ -000000000004ca88 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ -000000000004ca90 0000000000000003 R_RISCV_RELATIVE 3aae0 │ │ │ │ +000000000004ca08 0000000000000003 R_RISCV_RELATIVE 3aad8 │ │ │ │ +000000000004ca10 0000000000000003 R_RISCV_RELATIVE 3ab20 │ │ │ │ +000000000004ca18 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ +000000000004ca20 0000000000000003 R_RISCV_RELATIVE 3ab68 │ │ │ │ +000000000004ca28 0000000000000003 R_RISCV_RELATIVE 3abb8 │ │ │ │ +000000000004ca30 0000000000000003 R_RISCV_RELATIVE 3ac00 │ │ │ │ +000000000004ca38 0000000000000003 R_RISCV_RELATIVE 3ac48 │ │ │ │ +000000000004ca40 0000000000000003 R_RISCV_RELATIVE 3ac90 │ │ │ │ +000000000004ca50 0000000000000003 R_RISCV_RELATIVE 3acc8 │ │ │ │ +000000000004ca58 0000000000000003 R_RISCV_RELATIVE 4ca80 │ │ │ │ +000000000004ca80 0000000000000003 R_RISCV_RELATIVE 3ace0 │ │ │ │ +000000000004ca88 0000000000000003 R_RISCV_RELATIVE 3ad20 │ │ │ │ +000000000004ca90 0000000000000003 R_RISCV_RELATIVE 3ad60 │ │ │ │ 000000000004ca98 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ -000000000004caa0 0000000000000003 R_RISCV_RELATIVE 3acd0 │ │ │ │ -000000000004caa8 0000000000000003 R_RISCV_RELATIVE 3ad00 │ │ │ │ -000000000004cab0 0000000000000003 R_RISCV_RELATIVE 3ad30 │ │ │ │ -000000000004cab8 0000000000000003 R_RISCV_RELATIVE 3ac68 │ │ │ │ -000000000004cac0 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ -000000000004cac8 0000000000000003 R_RISCV_RELATIVE 3ad60 │ │ │ │ -000000000004cad0 0000000000000003 R_RISCV_RELATIVE 3ada0 │ │ │ │ -000000000004cad8 0000000000000003 R_RISCV_RELATIVE 3ade0 │ │ │ │ -000000000004cae0 0000000000000003 R_RISCV_RELATIVE 3ae20 │ │ │ │ -000000000004caf0 0000000000000003 R_RISCV_RELATIVE 3ae40 │ │ │ │ -000000000004caf8 0000000000000003 R_RISCV_RELATIVE 4cb20 │ │ │ │ -000000000004cb20 0000000000000003 R_RISCV_RELATIVE 3ae58 │ │ │ │ -000000000004cb28 0000000000000003 R_RISCV_RELATIVE 3ae98 │ │ │ │ +000000000004caa0 0000000000000003 R_RISCV_RELATIVE 3adc0 │ │ │ │ +000000000004caa8 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ +000000000004cab0 0000000000000003 R_RISCV_RELATIVE 3ade8 │ │ │ │ +000000000004cab8 0000000000000003 R_RISCV_RELATIVE 3ae08 │ │ │ │ +000000000004cac0 0000000000000003 R_RISCV_RELATIVE 3ae20 │ │ │ │ +000000000004cac8 0000000000000003 R_RISCV_RELATIVE 3ae40 │ │ │ │ +000000000004cad0 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ +000000000004cae0 0000000000000003 R_RISCV_RELATIVE 3ae68 │ │ │ │ +000000000004cae8 0000000000000003 R_RISCV_RELATIVE 4cb10 │ │ │ │ +000000000004cb10 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ +000000000004cb18 0000000000000003 R_RISCV_RELATIVE 3ae88 │ │ │ │ +000000000004cb20 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ +000000000004cb28 0000000000000003 R_RISCV_RELATIVE 3aea8 │ │ │ │ 000000000004cb30 0000000000000003 R_RISCV_RELATIVE 3aed8 │ │ │ │ -000000000004cb38 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ +000000000004cb38 0000000000000003 R_RISCV_RELATIVE 3af08 │ │ │ │ 000000000004cb40 0000000000000003 R_RISCV_RELATIVE 3af38 │ │ │ │ 000000000004cb48 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ -000000000004cb50 0000000000000003 R_RISCV_RELATIVE 3af60 │ │ │ │ -000000000004cb58 0000000000000003 R_RISCV_RELATIVE 3af80 │ │ │ │ -000000000004cb60 0000000000000003 R_RISCV_RELATIVE 3af98 │ │ │ │ -000000000004cb68 0000000000000003 R_RISCV_RELATIVE 3afb8 │ │ │ │ -000000000004cb70 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ -000000000004cb80 0000000000000003 R_RISCV_RELATIVE 3afe0 │ │ │ │ -000000000004cb88 0000000000000003 R_RISCV_RELATIVE 4cbb0 │ │ │ │ -000000000004cbb0 0000000000000003 R_RISCV_RELATIVE 3b000 │ │ │ │ +000000000004cb50 0000000000000003 R_RISCV_RELATIVE 3af80 │ │ │ │ +000000000004cb58 0000000000000003 R_RISCV_RELATIVE 3afc0 │ │ │ │ +000000000004cb60 0000000000000003 R_RISCV_RELATIVE 3b000 │ │ │ │ +000000000004cb68 0000000000000003 R_RISCV_RELATIVE 3b040 │ │ │ │ +000000000004cb78 0000000000000003 R_RISCV_RELATIVE 3b060 │ │ │ │ +000000000004cb80 0000000000000003 R_RISCV_RELATIVE 4cba8 │ │ │ │ +000000000004cba8 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ +000000000004cbb0 0000000000000003 R_RISCV_RELATIVE 3ae88 │ │ │ │ 000000000004cbb8 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ -000000000004cbc0 0000000000000003 R_RISCV_RELATIVE 3b028 │ │ │ │ -000000000004cbc8 0000000000000003 R_RISCV_RELATIVE 3b070 │ │ │ │ -000000000004cbd0 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ -000000000004cbd8 0000000000000003 R_RISCV_RELATIVE 3b0b8 │ │ │ │ -000000000004cbe0 0000000000000003 R_RISCV_RELATIVE 3b108 │ │ │ │ -000000000004cbe8 0000000000000003 R_RISCV_RELATIVE 3b150 │ │ │ │ -000000000004cbf0 0000000000000003 R_RISCV_RELATIVE 3b198 │ │ │ │ -000000000004cbf8 0000000000000003 R_RISCV_RELATIVE 3b1e0 │ │ │ │ -000000000004cc08 0000000000000003 R_RISCV_RELATIVE 3b218 │ │ │ │ -000000000004cc10 0000000000000003 R_RISCV_RELATIVE 4cd00 │ │ │ │ -000000000004cc20 0000000000000003 R_RISCV_RELATIVE 3b240 │ │ │ │ -000000000004cc28 0000000000000003 R_RISCV_RELATIVE 4ccc8 │ │ │ │ -000000000004cc38 0000000000000003 R_RISCV_RELATIVE 3b270 │ │ │ │ -000000000004cc40 0000000000000003 R_RISCV_RELATIVE 4ccb0 │ │ │ │ -000000000004cc50 0000000000000003 R_RISCV_RELATIVE 3b290 │ │ │ │ -000000000004cc58 0000000000000003 R_RISCV_RELATIVE 4cc80 │ │ │ │ -000000000004cc80 0000000000000003 R_RISCV_RELATIVE 3b2a8 │ │ │ │ -000000000004cc88 0000000000000003 R_RISCV_RELATIVE 3b2d0 │ │ │ │ -000000000004cc90 0000000000000003 R_RISCV_RELATIVE 3b300 │ │ │ │ -000000000004cc98 0000000000000003 R_RISCV_RELATIVE 3b340 │ │ │ │ -000000000004cca0 0000000000000003 R_RISCV_RELATIVE 3b378 │ │ │ │ -000000000004ccb0 0000000000000003 R_RISCV_RELATIVE 3b398 │ │ │ │ -000000000004ccb8 0000000000000003 R_RISCV_RELATIVE 302f8 │ │ │ │ -000000000004ccc8 0000000000000003 R_RISCV_RELATIVE 3b3b0 │ │ │ │ -000000000004ccd0 0000000000000003 R_RISCV_RELATIVE 3b3f8 │ │ │ │ -000000000004ccd8 0000000000000003 R_RISCV_RELATIVE 3b440 │ │ │ │ -000000000004cce0 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ -000000000004cce8 0000000000000003 R_RISCV_RELATIVE 3b478 │ │ │ │ -000000000004ccf0 0000000000000003 R_RISCV_RELATIVE 31c18 │ │ │ │ -000000000004cd00 0000000000000003 R_RISCV_RELATIVE 39cc0 │ │ │ │ -000000000004cd08 0000000000000003 R_RISCV_RELATIVE 35030 │ │ │ │ -000000000004cd10 0000000000000003 R_RISCV_RELATIVE 39d08 │ │ │ │ -000000000004cd18 0000000000000003 R_RISCV_RELATIVE 39d50 │ │ │ │ -000000000004cd20 0000000000000003 R_RISCV_RELATIVE 3b488 │ │ │ │ -000000000004cd28 0000000000000003 R_RISCV_RELATIVE 39de0 │ │ │ │ -000000000004cd30 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ -000000000004cd38 0000000000000003 R_RISCV_RELATIVE 3af78 │ │ │ │ -000000000004cd40 0000000000000003 R_RISCV_RELATIVE 39df0 │ │ │ │ -000000000004cd50 0000000000000003 R_RISCV_RELATIVE 351a8 │ │ │ │ -000000000004cd58 0000000000000003 R_RISCV_RELATIVE 4cd80 │ │ │ │ -000000000004cd80 0000000000000003 R_RISCV_RELATIVE 35488 │ │ │ │ -000000000004cd88 0000000000000003 R_RISCV_RELATIVE 3b4d0 │ │ │ │ -000000000004cd90 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ -000000000004cd98 0000000000000003 R_RISCV_RELATIVE 3b4f8 │ │ │ │ -000000000004cda0 0000000000000003 R_RISCV_RELATIVE 3b518 │ │ │ │ -000000000004cda8 0000000000000003 R_RISCV_RELATIVE 3b538 │ │ │ │ -000000000004cdb0 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ -000000000004cdb8 0000000000000003 R_RISCV_RELATIVE 35560 │ │ │ │ -000000000004cdc8 0000000000000003 R_RISCV_RELATIVE 3b558 │ │ │ │ -000000000004cdd0 0000000000000003 R_RISCV_RELATIVE 4cdf8 │ │ │ │ -000000000004cdf8 0000000000000003 R_RISCV_RELATIVE 3b568 │ │ │ │ +000000000004cbc0 0000000000000003 R_RISCV_RELATIVE 3b080 │ │ │ │ +000000000004cbc8 0000000000000003 R_RISCV_RELATIVE 3b0d0 │ │ │ │ +000000000004cbd0 0000000000000003 R_RISCV_RELATIVE 3b108 │ │ │ │ +000000000004cbd8 0000000000000003 R_RISCV_RELATIVE 3b130 │ │ │ │ +000000000004cbe0 0000000000000003 R_RISCV_RELATIVE 3b178 │ │ │ │ +000000000004cbe8 0000000000000003 R_RISCV_RELATIVE 3b1b8 │ │ │ │ +000000000004cbf0 0000000000000003 R_RISCV_RELATIVE 3af38 │ │ │ │ +000000000004cc00 0000000000000003 R_RISCV_RELATIVE 3b1e8 │ │ │ │ +000000000004cc08 0000000000000003 R_RISCV_RELATIVE 4cc30 │ │ │ │ +000000000004cc30 0000000000000003 R_RISCV_RELATIVE 3b200 │ │ │ │ +000000000004cc38 0000000000000003 R_RISCV_RELATIVE 3b240 │ │ │ │ +000000000004cc40 0000000000000003 R_RISCV_RELATIVE 3b270 │ │ │ │ +000000000004cc48 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ +000000000004cc50 0000000000000003 R_RISCV_RELATIVE 392f0 │ │ │ │ +000000000004cc60 0000000000000003 R_RISCV_RELATIVE 3b1e8 │ │ │ │ +000000000004cc68 0000000000000003 R_RISCV_RELATIVE 4cc90 │ │ │ │ +000000000004cc90 0000000000000003 R_RISCV_RELATIVE 3b288 │ │ │ │ +000000000004cc98 0000000000000003 R_RISCV_RELATIVE 3b2c8 │ │ │ │ +000000000004cca0 0000000000000003 R_RISCV_RELATIVE 3b270 │ │ │ │ +000000000004cca8 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ +000000000004ccb0 0000000000000003 R_RISCV_RELATIVE 392f0 │ │ │ │ +000000000004ccc0 0000000000000003 R_RISCV_RELATIVE 3b2f8 │ │ │ │ +000000000004ccc8 0000000000000003 R_RISCV_RELATIVE 4cdb8 │ │ │ │ +000000000004ccd8 0000000000000003 R_RISCV_RELATIVE 3b320 │ │ │ │ +000000000004cce0 0000000000000003 R_RISCV_RELATIVE 4cd80 │ │ │ │ +000000000004ccf0 0000000000000003 R_RISCV_RELATIVE 3b350 │ │ │ │ +000000000004ccf8 0000000000000003 R_RISCV_RELATIVE 4cd68 │ │ │ │ +000000000004cd08 0000000000000003 R_RISCV_RELATIVE 3b370 │ │ │ │ +000000000004cd10 0000000000000003 R_RISCV_RELATIVE 4cd38 │ │ │ │ +000000000004cd38 0000000000000003 R_RISCV_RELATIVE 3b388 │ │ │ │ +000000000004cd40 0000000000000003 R_RISCV_RELATIVE 3b3b0 │ │ │ │ +000000000004cd48 0000000000000003 R_RISCV_RELATIVE 3b3e0 │ │ │ │ +000000000004cd50 0000000000000003 R_RISCV_RELATIVE 3b420 │ │ │ │ +000000000004cd58 0000000000000003 R_RISCV_RELATIVE 3b458 │ │ │ │ +000000000004cd68 0000000000000003 R_RISCV_RELATIVE 3b478 │ │ │ │ +000000000004cd70 0000000000000003 R_RISCV_RELATIVE 343c0 │ │ │ │ +000000000004cd80 0000000000000003 R_RISCV_RELATIVE 3b490 │ │ │ │ +000000000004cd88 0000000000000003 R_RISCV_RELATIVE 3b4d8 │ │ │ │ +000000000004cd90 0000000000000003 R_RISCV_RELATIVE 3b520 │ │ │ │ +000000000004cd98 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ +000000000004cda0 0000000000000003 R_RISCV_RELATIVE 3b558 │ │ │ │ +000000000004cda8 0000000000000003 R_RISCV_RELATIVE 307c0 │ │ │ │ +000000000004cdb8 0000000000000003 R_RISCV_RELATIVE 3a848 │ │ │ │ +000000000004cdc0 0000000000000003 R_RISCV_RELATIVE 36970 │ │ │ │ +000000000004cdc8 0000000000000003 R_RISCV_RELATIVE 3a890 │ │ │ │ +000000000004cdd0 0000000000000003 R_RISCV_RELATIVE 3a8d8 │ │ │ │ +000000000004cdd8 0000000000000003 R_RISCV_RELATIVE 3b568 │ │ │ │ +000000000004cde0 0000000000000003 R_RISCV_RELATIVE 3a968 │ │ │ │ +000000000004cde8 0000000000000003 R_RISCV_RELATIVE 3bbd8 │ │ │ │ +000000000004cdf0 0000000000000003 R_RISCV_RELATIVE 3ae00 │ │ │ │ +000000000004cdf8 0000000000000003 R_RISCV_RELATIVE 3a978 │ │ │ │ 000000000004ce30 0000000000000003 R_RISCV_RELATIVE 2b0b0 │ │ │ │ 000000000004ce38 0000000000000003 R_RISCV_RELATIVE 3bcf0 │ │ │ │ 000000000004ce50 0000000000000003 R_RISCV_RELATIVE 21520 │ │ │ │ 000000000004ce58 0000000000000003 R_RISCV_RELATIVE 2148c │ │ │ │ 000000000004ce68 0000000000000003 R_RISCV_RELATIVE 4cf00 │ │ │ │ 000000000004cf00 0000000000000003 R_RISCV_RELATIVE 4cf20 │ │ │ │ 000000000004cf08 0000000000000003 R_RISCV_RELATIVE 4cf18 │ │ │ ├── readelf --wide --notes {} │ │ │ │ @@ -1,8 +1,8 @@ │ │ │ │ │ │ │ │ Displaying notes found in: .note.gnu.build-id │ │ │ │ Owner Data size Description │ │ │ │ - GNU 0x00000014 NT_GNU_BUILD_ID (unique build ID bitstring) Build ID: 0d76f64d947d97f3347c9285f6dcfdd9d1be6e89 │ │ │ │ + GNU 0x00000014 NT_GNU_BUILD_ID (unique build ID bitstring) Build ID: 32836fc5c865b9bf97a5cbcf2f11fd175c58ea05 │ │ │ │ │ │ │ │ Displaying notes found in: .note.ABI-tag │ │ │ │ Owner Data size Description │ │ │ │ GNU 0x00000010 NT_GNU_ABI_TAG (ABI version tag) OS: Linux, ABI: 4.15.0 │ │ │ ├── strings --all --bytes=8 {} │ │ │ │┄ Ordering differences only │ │ │ │ @@ -382,73 +382,405 @@ │ │ │ │ help_aggregate │ │ │ │ opal_show_help_finalize │ │ │ │ (Not specified) │ │ │ │ -------------------------------------------------------------------------- │ │ │ │ %sSorry! You were supposed to get help about: │ │ │ │ from topic: │ │ │ │ But I couldn't find that help topic. Sorry! │ │ │ │ -help-shmem-api.txt │ │ │ │ -help-oshmem-info.txt │ │ │ │ help-shmem-runtime.txt │ │ │ │ -help-oshmem-memheap.txt │ │ │ │ -help-oshmem-sshmem.txt │ │ │ │ -help-oshmem-sshmem-mmap.txt │ │ │ │ -help-oshmem-sshmem-sysv.txt │ │ │ │ -help-oshmem-scoll-mpi.txt │ │ │ │ help-oshmem-scoll-ucc.txt │ │ │ │ -help-comm.txt │ │ │ │ -help-dpm.txt │ │ │ │ -help-mpirun.txt │ │ │ │ +help-oshmem-scoll-mpi.txt │ │ │ │ +help-oshmem-sshmem-sysv.txt │ │ │ │ +help-oshmem-sshmem-mmap.txt │ │ │ │ +help-oshmem-sshmem.txt │ │ │ │ +help-oshmem-memheap.txt │ │ │ │ +help-oshmem-info.txt │ │ │ │ +help-shmem-api.txt │ │ │ │ help-mpi-runtime.txt │ │ │ │ -help-mpi-api.txt │ │ │ │ help-mtl-ofi.txt │ │ │ │ help-mtl-psm2.txt │ │ │ │ -help-mca-bml-r2.txt │ │ │ │ -help-mpi-pml-ob1.txt │ │ │ │ -help-mca-hook-base.txt │ │ │ │ help-coll-xhc.txt │ │ │ │ help-mca-coll-base.txt │ │ │ │ +help-mpi-pml-ob1.txt │ │ │ │ +help-mca-hook-base.txt │ │ │ │ +help-mca-bml-r2.txt │ │ │ │ +help-mpirun.txt │ │ │ │ +help-comm.txt │ │ │ │ +help-dpm.txt │ │ │ │ help-mpi-ft.txt │ │ │ │ help-mpi-errors.txt │ │ │ │ -help-opal-util.txt │ │ │ │ -help-json.txt │ │ │ │ +help-mpi-api.txt │ │ │ │ help-opal_info.txt │ │ │ │ -help-mca-base.txt │ │ │ │ -help-opal-shmem-mmap.txt │ │ │ │ -help-opal-shmem-sysv.txt │ │ │ │ -help-opal-shmem-posix.txt │ │ │ │ help-common-ofi.txt │ │ │ │ help-mpi-common-ubcl.txt │ │ │ │ help-mpi-common-sm.txt │ │ │ │ -help-opal-timer-linux.txt │ │ │ │ -help-smsc-knem.txt │ │ │ │ -help-rcache-base.txt │ │ │ │ help-mca-allocator-bucket.txt │ │ │ │ -help-opal-if-linux-ipv6.txt │ │ │ │ -help-mpool-base.txt │ │ │ │ -help-opal-hwloc-base.txt │ │ │ │ -help-accelerator-base.txt │ │ │ │ help-accelerator-cuda.txt │ │ │ │ -help-mpi-btl-base.txt │ │ │ │ -help-mpi-btl-tcp.txt │ │ │ │ +help-accelerator-base.txt │ │ │ │ +help-opal-hwloc-base.txt │ │ │ │ help-mpi-btl-smcuda.txt │ │ │ │ +help-mpi-btl-tcp.txt │ │ │ │ help-mpi-btl-usnic.txt │ │ │ │ +help-mpi-btl-base.txt │ │ │ │ +help-opal-timer-linux.txt │ │ │ │ +help-smsc-knem.txt │ │ │ │ +help-mpool-base.txt │ │ │ │ +help-opal-shmem-posix.txt │ │ │ │ +help-opal-shmem-sysv.txt │ │ │ │ +help-opal-shmem-mmap.txt │ │ │ │ +help-rcache-base.txt │ │ │ │ +help-opal-if-linux-ipv6.txt │ │ │ │ help-opal-threads.txt │ │ │ │ +help-mca-base.txt │ │ │ │ +help-opal-util.txt │ │ │ │ +help-json.txt │ │ │ │ +Unknown JSON value type │ │ │ │ +Invalid argument type │ │ │ │ +Invalid JSON string │ │ │ │ +Unable to open file │ │ │ │ +Memory allocation failure │ │ │ │ +Unable to read file │ │ │ │ +Index out of bound │ │ │ │ +Index(%zu) is out of bound(length %ud). │ │ │ │ +Encountered error reading file %s. │ │ │ │ +Cannot allocate memory. │ │ │ │ +Failed to open file %s. Please check the file path and permissions. │ │ │ │ +The input is not a valid JSON string. │ │ │ │ +Function %s expects input type %s(%d) but got %d. │ │ │ │ +The JSON value has an unknown type %s. │ │ │ │ +stacktrace signal override │ │ │ │ +stacktrace bad signal │ │ │ │ +malformed net_private_ipv4 │ │ │ │ +invalid-net-mask │ │ │ │ +malformed-uri │ │ │ │ +relative-path │ │ │ │ +sys-limit-failed │ │ │ │ +sys-limit-unrecognized │ │ │ │ +dir-mode │ │ │ │ +mkdir-failed │ │ │ │ +dir-owner │ │ │ │ +A directory that Open MPI needs to use already exists, but is owned │ │ │ │ +by a different user. For safety, Open MPI will not use it: │ │ │ │ + Directory: %s │ │ │ │ + Owner UID: %lu │ │ │ │ + Our UID: %lu │ │ │ │ +This can happen when a stale directory with the same name is left │ │ │ │ +over from another user's job, or when the directory was deliberately │ │ │ │ +pre-created. Please remove the directory, or use a different │ │ │ │ +location (e.g., by setting the TMPDIR environment variable). │ │ │ │ +A call to mkdir was unable to create the desired directory: │ │ │ │ + Directory: %s │ │ │ │ + Error: %s │ │ │ │ +Please check to ensure you have adequate permissions to perform │ │ │ │ +the desired operation. │ │ │ │ +While working through a directory tree, we were unable to set │ │ │ │ +a directory to the desired mode: │ │ │ │ + Mode: %0x │ │ │ │ + Error: %s │ │ │ │ +Open MPI received a request to set a system resource limit. │ │ │ │ +Sadly, OMPI does not recognize or currently support the specified │ │ │ │ +resource: │ │ │ │ + Resource: %s │ │ │ │ + Limit: %s │ │ │ │ +Please correct the request and try again. │ │ │ │ +Per request, Open MPI attempted to set a system resource │ │ │ │ +limit to a given value: │ │ │ │ +The system has refused to allow this operation. This is likely │ │ │ │ +due to a permission limitation, or specifying an unsupported │ │ │ │ +value. Please check the system or remove the request and try │ │ │ │ +When creating a URI, all files must be specified in absolute paths: │ │ │ │ + Value provided: %s │ │ │ │ +Please update your application to provide the full path to the file. │ │ │ │ +Open MPI has detected a malformed URI: │ │ │ │ + URI: %s │ │ │ │ +Accepted values follow IETF RFC3986, e.g. file://192.168.1.1/over/there │ │ │ │ +Open MPI has detected a malformed IPv4 address or netmask: │ │ │ │ +Accepted values follow the Classless Inter-Domain │ │ │ │ +Routing (CIDR) notation specifications. For example: │ │ │ │ + 10.0.0.0/8 │ │ │ │ + 172.16/12 │ │ │ │ + 192.168 │ │ │ │ + 169.254.0.0/16 │ │ │ │ +Open MPI has detected at least one malformed IP address or netmask in │ │ │ │ +the value of the opal_net_private_ipv4 MCA parameter. The │ │ │ │ +opal_net_private_ipv4 MCA parameter accepts a semicolon-delimited list │ │ │ │ +of Classless Inter-Domain Routing (CIDR) notation specifications, each │ │ │ │ +of the form /. For example: │ │ │ │ + 10.0.0.0/8;172.16.0.0/12;192.168.0.0/16;169.254.0.0/16 │ │ │ │ +The first detected malformed entry was %s. │ │ │ │ +Open MPI was inserting a signal handler but was given an invalid │ │ │ │ +signal number: │ │ │ │ + Signal string: %s │ │ │ │ + Bad value: %s │ │ │ │ +The given value must be an integer within the signal number │ │ │ │ +range. Please correct the value and try again. │ │ │ │ +Open MPI was inserting a signal handler for signal %d but noticed │ │ │ │ +that there is already a non-default handler installed. Open MPI's │ │ │ │ +handler was therefore not installed; your job will continue. This │ │ │ │ +warning message will only be displayed once, even if Open MPI │ │ │ │ +encounters this situation again. │ │ │ │ +To avoid displaying this warning message, you can either not install │ │ │ │ +the error handler for signal %d or you can have Open MPI not try to │ │ │ │ +install its own signal handler for this signal by setting the │ │ │ │ +"opal_signals" MCA parameter. │ │ │ │ + Signal: %d │ │ │ │ + Current opal_signal value: %s │ │ │ │ +The %s wrapper compiler was unable to find a block of options in its │ │ │ │ +configuration to support your compiler mode. Your application was not │ │ │ │ +compiled. or linked. │ │ │ │ +The wrapper compiler command line was: │ │ │ │ +Unable to call the compiler (%s). The failure return the error │ │ │ │ +The failed command was [%s]. │ │ │ │ +%s could not find the file %s, needed for %s support. │ │ │ │ +This may indicate an incomplete install and linking will likely fail. │ │ │ │ +%s [-showme[:]] args │ │ │ │ + -showme:command Show command used to invoke real compiler │ │ │ │ + -showme:compile Show flags added when compiling │ │ │ │ + -showme:link Show flags added when linking │ │ │ │ + -showme:incdirs Show list of include dirs added when compiling │ │ │ │ + -showme:libdirs Show list of library dirs added when linking │ │ │ │ + -showme:libs Show list of libraries added when linking │ │ │ │ + -showme:version Show version of %s │ │ │ │ + -showme:help This help message │ │ │ │ +%s: %s %s (Language: %s) │ │ │ │ +The Open MPI wrapper compiler was unable to find the specified compiler │ │ │ │ +%s in your PATH. │ │ │ │ +Note that this compiler was either specified at configure time or in │ │ │ │ +one of several possible environment variables. │ │ │ │ +No underlying compiler was specified in the wrapper compiler data file │ │ │ │ +(e.g., mpicc-wrapper-data.txt) │ │ │ │ +Unfortunately, this installation of Open MPI was not compiled with │ │ │ │ +%s support. As such, the %s compiler is non-functional. │ │ │ │ +find-available:not-valid │ │ │ │ +find-available:none found │ │ │ │ +framework-param:too-many-negates │ │ │ │ +internal error during init │ │ │ │ +show_load_errors: too many / │ │ │ │ +The opal_mca_base_component_show_load_errors MCA variable cannot │ │ │ │ +contain a token that has more than one "/" character in it. │ │ │ │ +The opal_mca_base_component_show_load_errors MCA variable can only │ │ │ │ +contain the values: all, none, or a comma-delimited list of tokens in │ │ │ │ +the form of "framework" or "framework/component". │ │ │ │ + Erroneous value: %s │ │ │ │ +An internal error has occurred during the startup of Open MPI. This │ │ │ │ +is highly unusual and shouldn't happen. Open MPI will now abort your │ │ │ │ +The following message may provide additional insight into the error: │ │ │ │ + Failure at: %s (%s:%d) │ │ │ │ + Error: %d (%s) │ │ │ │ +MCA framework parameters can only take a single negation operator │ │ │ │ +("^"), and it must be at the beginning of the value. The following │ │ │ │ +value violates this rule: │ │ │ │ +When used, the negation operator sets the "exclusive" behavior mode, │ │ │ │ +meaning that it will exclude all specified components (and implicitly │ │ │ │ +include all others). If the negation operator is not specified, the │ │ │ │ +"inclusive" mode is assumed, meaning that all specified components │ │ │ │ +will be included (and implicitly exclude all others). │ │ │ │ +For example, "^a,b" specifies the exclusive behavior and means "use │ │ │ │ +all components *except* a and b", while "c,d" specifies the inclusive │ │ │ │ +behavior and means "use *only* components c and d." │ │ │ │ +You cannot mix inclusive and exclusive behavior. │ │ │ │ +No components were able to be opened in the %s framework. │ │ │ │ +This typically means that either no components of this type were │ │ │ │ +installed, or none of the installed components can be loaded. │ │ │ │ +Sometimes this means that shared libraries required by these │ │ │ │ +components are unable to be found/loaded. │ │ │ │ + Host: %s │ │ │ │ + Framework: %s │ │ │ │ +A requested component was not found, or was unable to be opened. This │ │ │ │ +means that this component is either not installed or is unable to be │ │ │ │ +used on your system (e.g., sometimes this means that shared libraries │ │ │ │ +that the component requires are unable to be found/loaded). Note that │ │ │ │ +Open MPI stopped checking at the first component that it did not find. │ │ │ │ +Host: %s │ │ │ │ +Framework: %s │ │ │ │ +Component: %s │ │ │ │ +re-register-with-different-type │ │ │ │ +An invalid value was supplied for an MCA variable "mca_base_env_list_delimiter". │ │ │ │ +The "mca_base_env_list" variable will be ignored. │ │ │ │ + Value: %s │ │ │ │ +WARNING: The format of "mca_base_env_list" parameter is a delimited list of VAR=VAL or │ │ │ │ +VAR instances. By default, the delimiter is a semicolon: VAR1=VAL1;VAR2;VAR3=VAL3;... │ │ │ │ +You can set other via "mca_base_env_list_delimiter" parameter. If the delimiter is a │ │ │ │ +semicolon, the value of "mca_base_env_list" variable should be quoted to not interfere │ │ │ │ +with SHELL command line parsing. In the case where a value is not assigned to variable │ │ │ │ +VAR, the value will be taken from the current environment. │ │ │ │ +The following environment variable was not found in the environment: │ │ │ │ + Variable: %s │ │ │ │ + MCA variable value: %s │ │ │ │ +WARNING: The special MCA parameter "%s" was set in │ │ │ │ +an unexpected way, and is likely not working the way you want it to. │ │ │ │ +Specifically, this MCA parameter is "special" in that it can *only* be │ │ │ │ +set in the environment. Setting this value in a file -- and sometimes │ │ │ │ +even on the command line -- will not work as intended. The *only* way │ │ │ │ +to set this value is to set "OMPI_MCA_%s" in the environment before │ │ │ │ +starting your job. │ │ │ │ + Value: %s │ │ │ │ + Source: %s │ │ │ │ +An invalid value was supplied for an enum variable. │ │ │ │ + Variable : %s │ │ │ │ + Value : %s │ │ │ │ + Valid values : %s │ │ │ │ +An invalid value was supplied for an MCA variable. │ │ │ │ +WARNING: A user-supplied value attempted to set a variable that is set │ │ │ │ +in the override variable file (openmpi-mca-params-override.conf). │ │ │ │ + Variable: %s │ │ │ │ +The user-supplied value was ignored. │ │ │ │ +A name collision was detected on an MCA variable name. This can happen │ │ │ │ +if two components try to register the same variable with slightly │ │ │ │ +different name components. The conflicting variables are listed below: │ │ │ │ + MCA variable name: %s │ │ │ │ + New name: %s %s %s │ │ │ │ + Existing name: %s %s %s │ │ │ │ +An MCA variable was re-registered with a different type (i.e., it was │ │ │ │ +either originally registered as an INT and re-registered as a STRING, │ │ │ │ +or it was originally registered as a STRING and re-registered as an │ │ │ │ +INT). This a developer error; your job may abort. │ │ │ │ +Two mutually-exclusive MCA variables were specified. This can result │ │ │ │ +in undefined behavior, such as ignoring the components that the MCA │ │ │ │ +variables are supposed to affect. │ │ │ │ + 1st MCA variable: %s │ │ │ │ + Source of value: %s │ │ │ │ + 2nd MCA variable: %s │ │ │ │ +A deprecated MCA variable value was specified in an MCA variable │ │ │ │ +file. Deprecated MCA variables should be avoided; they may disappear │ │ │ │ +in future releases. │ │ │ │ + Deprecated variable: %s │ │ │ │ + Source file: %s │ │ │ │ + New variable: %s │ │ │ │ +A deprecated MCA variable value was specified on the command line. Deprecated │ │ │ │ +MCA variables should be avoided; they may disappear in future releases. │ │ │ │ +A deprecated MCA variable value was specified in the environment or │ │ │ │ +on the command line. Deprecated MCA variables should be avoided; │ │ │ │ +they may disappear in future releases. │ │ │ │ +Process %d Unable to locate the variable file "%s" in the following search path: │ │ │ │ +WARNING: A user-supplied value attempted to override the default-only MCA │ │ │ │ +variable named "%s". │ │ │ │ +ERROR: An invalid combination of flags was passed to mca_base_var_register. │ │ │ │ + Flags: %s %s │ │ │ │ mutex init failed │ │ │ │ mutex lock failed │ │ │ │ mutex unlock failed │ │ │ │ mutex trylock failed │ │ │ │ A try to acquire a mutex (mutex trylock) has failed. │ │ │ │ A mutex release (mutex unlock) has failed. │ │ │ │ A mutex acquire (mutex lock) has failed. │ │ │ │ A mutex initialization has failed. │ │ │ │ +fail to parse if_inet6 │ │ │ │ +Open MPI failed to parse at least one of the lines in │ │ │ │ +/proc/net/if_inet6. This is extremely unusual and should never │ │ │ │ +happen. Open MPI will skip this interface and attempt to continue. │ │ │ │ + Interface: %s │ │ │ │ + Hex: %s │ │ │ │ +leave pinned failed │ │ │ │ +cannot deregister in-use memory │ │ │ │ +Open MPI intercepted a call to free memory that is still being used by │ │ │ │ +an ongoing MPI communication. This usually reflects an error in the │ │ │ │ +MPI application; it may signify memory corruption. Open MPI will now │ │ │ │ +abort your job. │ │ │ │ + rcache name: %s │ │ │ │ + Local host: %s │ │ │ │ + Buffer address: %p │ │ │ │ + Buffer size: %lu │ │ │ │ +A process attempted to use the "leave pinned" MPI feature, but no │ │ │ │ +memory registration hooks were found on the system at run time. This │ │ │ │ +may be the result of running on a system that does not support memory │ │ │ │ +hooks or having some other software subvert Open MPI's use of the │ │ │ │ +memory hooks. You can disable Open MPI's use of memory hooks by │ │ │ │ +setting both the mpi_leave_pinned and mpi_leave_pinned_pipeline MCA │ │ │ │ +parameters to 0. │ │ │ │ +Open MPI will disable any transports that are attempting to use the │ │ │ │ +leave pinned functionality; your job may still run, but may fall back │ │ │ │ +to a slower network transport (such as TCP). │ │ │ │ + rcache name: %s │ │ │ │ + Process: %s │ │ │ │ + Local host: %s │ │ │ │ +sys call fail │ │ │ │ +mmap on nfs │ │ │ │ +target full │ │ │ │ +It appears as if there is not enough space for %s (the shared-memory backing │ │ │ │ +file). It is likely that your MPI job will now either abort or experience │ │ │ │ +performance degradation. │ │ │ │ + Space Requested: %lu B │ │ │ │ + Space Available: %llu B │ │ │ │ +WARNING: Open MPI will create a shared memory backing file in a │ │ │ │ +directory that appears to be mounted on a network filesystem. │ │ │ │ +Creating the shared memory backup file on a network file system, such │ │ │ │ +as NFS or Lustre is not recommended -- it may cause excessive network │ │ │ │ +traffic to your file servers and/or cause shared memory traffic in │ │ │ │ +Open MPI to be much slower than expected. │ │ │ │ +You may want to check what the typical temporary directory is on your │ │ │ │ +node. Possible sources of the location of this temporary directory │ │ │ │ +include the $TEMPDIR, $TEMP, and $TMP environment variables. │ │ │ │ +Note, too, that system administrators can set a list of filesystems │ │ │ │ +where Open MPI is disallowed from creating temporary files by setting │ │ │ │ +the MCA parameter "orte_no_session_dir". │ │ │ │ + Local host: %s │ │ │ │ + Filename: %s │ │ │ │ +You can set the MCA parameter shmem_mmap_enable_nfs_warning to 0 to │ │ │ │ +disable this message. │ │ │ │ +A system call failed during shared memory initialization that should │ │ │ │ +not have. It is likely that your MPI job will now either abort or │ │ │ │ +experience performance degradation. │ │ │ │ + System call: %s %s │ │ │ │ + Error: %s (errno %d) │ │ │ │ +all mem leaks │ │ │ │ +some mem leaks │ │ │ │ +The following memory locations were allocated via MPI_ALLOC_MEM but │ │ │ │ +not freed via MPI_FREE_MEM before invoking MPI_FINALIZE: │ │ │ │ +Process ID: %s │ │ │ │ +Hostname: %s │ │ │ │ +PID: %d │ │ │ │ +%d additional leak%s recorded but %s not displayed here. Set the MCA │ │ │ │ +parameter mpi_show_mpi_alloc_mem_leaks to a larger number to see that │ │ │ │ +many leaks, or set it to a negative number to see all leaks. │ │ │ │ +knem permission denied │ │ │ │ +knem fail open │ │ │ │ +knem get ABI fail │ │ │ │ +knem ABI mismatch │ │ │ │ +WARNING: Open MPI was compiled with support for one version of the │ │ │ │ +knem kernel module, but it discovered a different version running in │ │ │ │ +/dev/knem. Open MPI needs to be installed with support for the same │ │ │ │ +version of knem as is in the running Linux kernel. Please check with │ │ │ │ +your system administrator, or set the smsc MCA variable to "^knem" to │ │ │ │ +silence this warning and run without knem support. │ │ │ │ +Open MPI will try to fall back on another single-copy mechanism if one │ │ │ │ +is available. This may result in lower performance. │ │ │ │ + Local host: %s │ │ │ │ + Open MPI's knem version: 0x%x │ │ │ │ + /dev/knem's version: 0x%x │ │ │ │ +WARNING: Open MPI failed to retrieve the ABI version from the │ │ │ │ +/dev/knem device due to a local error. This usually indicates an │ │ │ │ +error in your knem installation; please check with your system │ │ │ │ +administrator, or set the smsc MCA variable to "^knem" to silence this │ │ │ │ +warning and run without knem support. │ │ │ │ + Errno: %d (%s) │ │ │ │ +WARNING: Open MPI failed to open the /dev/knem device due to a local │ │ │ │ +error. Please check with your system administrator to get the problem │ │ │ │ +fixed, or set the smsc MCA variable to "^knem" to silence this warning │ │ │ │ +WARNING: Open MPI failed to open the /dev/knem device due to a │ │ │ │ +permissions problem. Please check with your system administrator to │ │ │ │ +get the permissions fixed, or set the smsc MCA variable to "^knem" to │ │ │ │ + Local host: %s │ │ │ │ + /dev/knem permissions: 0%o │ │ │ │ +monotonic not supported │ │ │ │ +A monotonic timer has been requested by the user, but could not be found on the │ │ │ │ +system. Falling back to a non-monotonic timer (such as RDTSC). │ │ │ │ +btl:no-nics │ │ │ │ +%s: A high-performance Open MPI point-to-point messaging module │ │ │ │ +was unable to find any relevant network interfaces: │ │ │ │ +Module: %s │ │ │ │ + Host: %s │ │ │ │ +Another transport will be used instead, although this may result in │ │ │ │ +lower performance. │ │ │ │ +NOTE: You can disable this warning by setting the MCA parameter │ │ │ │ +btl_base_warn_component_unused to 0. │ │ │ │ not enough usnic resources │ │ │ │ libfabric API failed │ │ │ │ async event │ │ │ │ -internal error during init │ │ │ │ internal error after init │ │ │ │ check_reg_mem_basics fail │ │ │ │ invalid if_inexclude │ │ │ │ MTU mismatch │ │ │ │ connectivity error: small ok, large bad │ │ │ │ connectivity error: small bad, large ok │ │ │ │ connectivity error: small bad, large bad │ │ │ │ @@ -532,16 +864,14 @@ │ │ │ │ Local host: %s │ │ │ │ usNIC interface: %s │ │ │ │ Local MTU: %d │ │ │ │ Remote host: %s │ │ │ │ Remote MTU: %d │ │ │ │ WARNING: An invalid value was given for btl_usnic_if_%s. This │ │ │ │ value will be ignored. │ │ │ │ - Local host: %s │ │ │ │ - Value: %s │ │ │ │ Message: %s │ │ │ │ The usNIC BTL failed to initialize while trying to register some │ │ │ │ memory. This typically can indicate that the "memlock" limits are set │ │ │ │ too low. For most HPC installations, the memlock limits should be set │ │ │ │ to "unlimited". The failure occurred here: │ │ │ │ Local host: %s │ │ │ │ Memlock limit: %s │ │ │ │ @@ -555,16 +885,14 @@ │ │ │ │ Server: %s │ │ │ │ File: %s │ │ │ │ Line: %d │ │ │ │ Message: %s │ │ │ │ Open MPI will skip this usNIC interface in the usnic BTL, which may │ │ │ │ result in either lower performance or your job aborting. │ │ │ │ Server: %s │ │ │ │ - Failure at: %s (%s:%d) │ │ │ │ - Error: %d (%s) │ │ │ │ Open MPI detected a fatal error on a usNIC interface. Your MPI job │ │ │ │ will now abort; sorry. │ │ │ │ Server: %s │ │ │ │ usNIC interface: %s │ │ │ │ Async event code: %s (%d) │ │ │ │ Open MPI failed a basic API operation on a Cisco usNIC interface. │ │ │ │ This is highly unusual and shouldn't happen. It suggests that there │ │ │ │ @@ -579,23 +907,14 @@ │ │ │ │ processes on this server. │ │ │ │ This means that you have either not provisioned enough usNICs on this │ │ │ │ VIC, or there are not enough total receive, transmit, or completion │ │ │ │ queues on the provisioned usNICs. On each VIC in a given server, you │ │ │ │ need to provision at least as many usNICs as MPI processes on that │ │ │ │ server. In each usNIC, you need to provision enough of each of the │ │ │ │ following: send queues, receive queues, and completion queues. │ │ │ │ -sys call fail │ │ │ │ -no locality │ │ │ │ -WARNING: Missing locality information required for smcuda initialization. │ │ │ │ -Continuing without smcuda BTL. │ │ │ │ -A system call failed during sm BTL initialization that should │ │ │ │ -not have. It is likely that your MPI job will now either abort or │ │ │ │ -experience performance degradation. │ │ │ │ - System call: %s │ │ │ │ - Error: %s (errno %d) │ │ │ │ invalid minimum port │ │ │ │ client connect fail │ │ │ │ client handshake fail │ │ │ │ accept failed │ │ │ │ peer hung up │ │ │ │ dropped inbound connection │ │ │ │ socket flag fail │ │ │ │ @@ -649,33 +968,41 @@ │ │ │ │ most common causes when it does occur are: │ │ │ │ * The process ran out of file descriptors │ │ │ │ * The operating system ran out of file descriptors │ │ │ │ * The operating system ran out of memory │ │ │ │ Your Open MPI job will likely hang (or crash) until the failure │ │ │ │ resason is fixed (e.g., more file descriptors and/or memory becomes │ │ │ │ available), and may eventually timeout / abort. │ │ │ │ - Errno: %d (%s) │ │ │ │ WARNING: Open MPI failed to handshake with a connecting peer MPI │ │ │ │ process over TCP. This should not happen. │ │ │ │ Your Open MPI job may now hang or fail. │ │ │ │ WARNING: Open MPI failed to TCP connect to a peer MPI process. This │ │ │ │ WARNING: An invalid value was given for the btl_tcp_port_min_%s. Legal │ │ │ │ values are in the range [1 .. 2^16-1]. This value will be ignored │ │ │ │ (reset to the default value of 1024). │ │ │ │ Value: %d │ │ │ │ WARNING: An invalid value was given for btl_tcp_if_%s. This │ │ │ │ -btl:no-nics │ │ │ │ -%s: A high-performance Open MPI point-to-point messaging module │ │ │ │ -was unable to find any relevant network interfaces: │ │ │ │ -Module: %s │ │ │ │ - Host: %s │ │ │ │ -Another transport will be used instead, although this may result in │ │ │ │ -lower performance. │ │ │ │ -NOTE: You can disable this warning by setting the MCA parameter │ │ │ │ -btl_base_warn_component_unused to 0. │ │ │ │ +no locality │ │ │ │ +WARNING: Missing locality information required for smcuda initialization. │ │ │ │ +Continuing without smcuda BTL. │ │ │ │ +A system call failed during sm BTL initialization that should │ │ │ │ + System call: %s │ │ │ │ +mbind failure │ │ │ │ +Open MPI failed to bind internal memory to a specific NUMA node. This │ │ │ │ +message will only be reported at most once per process. │ │ │ │ + File: %s:%d │ │ │ │ + Severity: %s │ │ │ │ +Multiple Accelerators Found │ │ │ │ +No Accelerators Found │ │ │ │ +ERROR: User specified an accelerator component via "--mca accelerator ", and that │ │ │ │ +component failed to initialize successfully. The program will abort to allow you to fix the issue. │ │ │ │ +ERROR: Open MPI only supports one accelerator framework per node. Please pick one of the │ │ │ │ +initialized accelerator components via command line argument "--mca accelerator ". │ │ │ │ +The following accelerators initialized successfully: %s. │ │ │ │ +The program will abort to allow you to resolve the accelerator conflict. │ │ │ │ cuCtxGetCurrent failed not initialized │ │ │ │ cuCtxGetCurrent failed │ │ │ │ cuCtxGetCurrent returned NULL │ │ │ │ cuCtxGetDevice failed │ │ │ │ cuMemHostRegister during init failed │ │ │ │ cuMemHostRegister failed │ │ │ │ cuMemHostUnregister failed │ │ │ │ @@ -819,102 +1146,18 @@ │ │ │ │ but the performance of GPU memory transfers may be reduced. This failure │ │ │ │ indicates that there is no CUDA context yet. To eliminate this warning, │ │ │ │ ensure that there is a CUDA context prior to calling MPI_Init. │ │ │ │ but the performance of GPU memory transfers may be reduced. │ │ │ │ cuCtxGetCurrent return value: %d │ │ │ │ indicates that the CUDA environment is not yet initialized. To eliminate │ │ │ │ this warning, ensure that CUDA is initialized prior to calling MPI_Init. │ │ │ │ -Multiple Accelerators Found │ │ │ │ -No Accelerators Found │ │ │ │ -ERROR: User specified an accelerator component via "--mca accelerator ", and that │ │ │ │ -component failed to initialize successfully. The program will abort to allow you to fix the issue. │ │ │ │ -ERROR: Open MPI only supports one accelerator framework per node. Please pick one of the │ │ │ │ -initialized accelerator components via command line argument "--mca accelerator ". │ │ │ │ -The following accelerators initialized successfully: %s. │ │ │ │ -The program will abort to allow you to resolve the accelerator conflict. │ │ │ │ -mbind failure │ │ │ │ -Open MPI failed to bind internal memory to a specific NUMA node. This │ │ │ │ -message will only be reported at most once per process. │ │ │ │ - File: %s:%d │ │ │ │ - Severity: %s │ │ │ │ -all mem leaks │ │ │ │ -some mem leaks │ │ │ │ -The following memory locations were allocated via MPI_ALLOC_MEM but │ │ │ │ -not freed via MPI_FREE_MEM before invoking MPI_FINALIZE: │ │ │ │ -Process ID: %s │ │ │ │ -Hostname: %s │ │ │ │ -PID: %d │ │ │ │ -%d additional leak%s recorded but %s not displayed here. Set the MCA │ │ │ │ -parameter mpi_show_mpi_alloc_mem_leaks to a larger number to see that │ │ │ │ -many leaks, or set it to a negative number to see all leaks. │ │ │ │ -fail to parse if_inet6 │ │ │ │ -Open MPI failed to parse at least one of the lines in │ │ │ │ -/proc/net/if_inet6. This is extremely unusual and should never │ │ │ │ -happen. Open MPI will skip this interface and attempt to continue. │ │ │ │ - Host: %s │ │ │ │ - Interface: %s │ │ │ │ - Hex: %s │ │ │ │ aligned buffer too large │ │ │ │ ERROR: Requested aligned buffer size %zu exceeds limit of %zu │ │ │ │ Consider setting "%s" to %d │ │ │ │ ERROR: Requested buffer size %zu exceeds limit of %zu │ │ │ │ -leave pinned failed │ │ │ │ -cannot deregister in-use memory │ │ │ │ -Open MPI intercepted a call to free memory that is still being used by │ │ │ │ -an ongoing MPI communication. This usually reflects an error in the │ │ │ │ -MPI application; it may signify memory corruption. Open MPI will now │ │ │ │ -abort your job. │ │ │ │ - rcache name: %s │ │ │ │ - Local host: %s │ │ │ │ - Buffer address: %p │ │ │ │ - Buffer size: %lu │ │ │ │ -A process attempted to use the "leave pinned" MPI feature, but no │ │ │ │ -memory registration hooks were found on the system at run time. This │ │ │ │ -may be the result of running on a system that does not support memory │ │ │ │ -hooks or having some other software subvert Open MPI's use of the │ │ │ │ -memory hooks. You can disable Open MPI's use of memory hooks by │ │ │ │ -setting both the mpi_leave_pinned and mpi_leave_pinned_pipeline MCA │ │ │ │ -parameters to 0. │ │ │ │ -Open MPI will disable any transports that are attempting to use the │ │ │ │ -leave pinned functionality; your job may still run, but may fall back │ │ │ │ -to a slower network transport (such as TCP). │ │ │ │ - rcache name: %s │ │ │ │ - Process: %s │ │ │ │ - Local host: %s │ │ │ │ -knem permission denied │ │ │ │ -knem fail open │ │ │ │ -knem get ABI fail │ │ │ │ -knem ABI mismatch │ │ │ │ -WARNING: Open MPI was compiled with support for one version of the │ │ │ │ -knem kernel module, but it discovered a different version running in │ │ │ │ -/dev/knem. Open MPI needs to be installed with support for the same │ │ │ │ -version of knem as is in the running Linux kernel. Please check with │ │ │ │ -your system administrator, or set the smsc MCA variable to "^knem" to │ │ │ │ -silence this warning and run without knem support. │ │ │ │ -Open MPI will try to fall back on another single-copy mechanism if one │ │ │ │ -is available. This may result in lower performance. │ │ │ │ - Local host: %s │ │ │ │ - Open MPI's knem version: 0x%x │ │ │ │ - /dev/knem's version: 0x%x │ │ │ │ -WARNING: Open MPI failed to retrieve the ABI version from the │ │ │ │ -/dev/knem device due to a local error. This usually indicates an │ │ │ │ -error in your knem installation; please check with your system │ │ │ │ -administrator, or set the smsc MCA variable to "^knem" to silence this │ │ │ │ -warning and run without knem support. │ │ │ │ -WARNING: Open MPI failed to open the /dev/knem device due to a local │ │ │ │ -error. Please check with your system administrator to get the problem │ │ │ │ -fixed, or set the smsc MCA variable to "^knem" to silence this warning │ │ │ │ -WARNING: Open MPI failed to open the /dev/knem device due to a │ │ │ │ -permissions problem. Please check with your system administrator to │ │ │ │ -get the permissions fixed, or set the smsc MCA variable to "^knem" to │ │ │ │ - Local host: %s │ │ │ │ - /dev/knem permissions: 0%o │ │ │ │ -monotonic not supported │ │ │ │ -A monotonic timer has been requested by the user, but could not be found on the │ │ │ │ -system. Falling back to a non-monotonic timer (such as RDTSC). │ │ │ │ mmap too small │ │ │ │ Open MPI requested a shared memory segment that was too small to do │ │ │ │ anything useful. This is likely an error in Open MPI itself. If you │ │ │ │ see this error, you should see if there is an update available for │ │ │ │ Open MPI, and if not, contact the Open MPI developers. │ │ │ │ Local host: %s │ │ │ │ Requested size: %ul │ │ │ │ @@ -935,139 +1178,38 @@ │ │ │ │ resolve this issue. │ │ │ │ Note: This message is displayed only when the OFI component's verbosity level is │ │ │ │ %d or higher. │ │ │ │ Open MPI's OFI driver detected multiple NICs on the system but cannot select an │ │ │ │ optimal device because the current process is not bound. This may negatively │ │ │ │ impact performance. This can be resolved by specifying "--bind-to ..." on │ │ │ │ command line. │ │ │ │ -A system call failed during shared memory initialization that should │ │ │ │ - System call: %s %s │ │ │ │ -mmap on nfs │ │ │ │ -target full │ │ │ │ -It appears as if there is not enough space for %s (the shared-memory backing │ │ │ │ -file). It is likely that your MPI job will now either abort or experience │ │ │ │ -performance degradation. │ │ │ │ - Space Requested: %lu B │ │ │ │ - Space Available: %llu B │ │ │ │ -WARNING: Open MPI will create a shared memory backing file in a │ │ │ │ -directory that appears to be mounted on a network filesystem. │ │ │ │ -Creating the shared memory backup file on a network file system, such │ │ │ │ -as NFS or Lustre is not recommended -- it may cause excessive network │ │ │ │ -traffic to your file servers and/or cause shared memory traffic in │ │ │ │ -Open MPI to be much slower than expected. │ │ │ │ -You may want to check what the typical temporary directory is on your │ │ │ │ -node. Possible sources of the location of this temporary directory │ │ │ │ -include the $TEMPDIR, $TEMP, and $TMP environment variables. │ │ │ │ -Note, too, that system administrators can set a list of filesystems │ │ │ │ -where Open MPI is disallowed from creating temporary files by setting │ │ │ │ -the MCA parameter "orte_no_session_dir". │ │ │ │ - Filename: %s │ │ │ │ -You can set the MCA parameter shmem_mmap_enable_nfs_warning to 0 to │ │ │ │ -disable this message. │ │ │ │ -re-register-with-different-type │ │ │ │ -An invalid value was supplied for an MCA variable "mca_base_env_list_delimiter". │ │ │ │ -The "mca_base_env_list" variable will be ignored. │ │ │ │ - Value: %s │ │ │ │ -WARNING: The format of "mca_base_env_list" parameter is a delimited list of VAR=VAL or │ │ │ │ -VAR instances. By default, the delimiter is a semicolon: VAR1=VAL1;VAR2;VAR3=VAL3;... │ │ │ │ -You can set other via "mca_base_env_list_delimiter" parameter. If the delimiter is a │ │ │ │ -semicolon, the value of "mca_base_env_list" variable should be quoted to not interfere │ │ │ │ -with SHELL command line parsing. In the case where a value is not assigned to variable │ │ │ │ -VAR, the value will be taken from the current environment. │ │ │ │ -The following environment variable was not found in the environment: │ │ │ │ - Variable: %s │ │ │ │ - MCA variable value: %s │ │ │ │ -WARNING: The special MCA parameter "%s" was set in │ │ │ │ -an unexpected way, and is likely not working the way you want it to. │ │ │ │ -Specifically, this MCA parameter is "special" in that it can *only* be │ │ │ │ -set in the environment. Setting this value in a file -- and sometimes │ │ │ │ -even on the command line -- will not work as intended. The *only* way │ │ │ │ -to set this value is to set "OMPI_MCA_%s" in the environment before │ │ │ │ -starting your job. │ │ │ │ - Source: %s │ │ │ │ -An invalid value was supplied for an enum variable. │ │ │ │ - Variable : %s │ │ │ │ - Value : %s │ │ │ │ - Valid values : %s │ │ │ │ -An invalid value was supplied for an MCA variable. │ │ │ │ -WARNING: A user-supplied value attempted to set a variable that is set │ │ │ │ -in the override variable file (openmpi-mca-params-override.conf). │ │ │ │ - Variable: %s │ │ │ │ -The user-supplied value was ignored. │ │ │ │ -A name collision was detected on an MCA variable name. This can happen │ │ │ │ -if two components try to register the same variable with slightly │ │ │ │ -different name components. The conflicting variables are listed below: │ │ │ │ - MCA variable name: %s │ │ │ │ - New name: %s %s %s │ │ │ │ - Existing name: %s %s %s │ │ │ │ -An MCA variable was re-registered with a different type (i.e., it was │ │ │ │ -either originally registered as an INT and re-registered as a STRING, │ │ │ │ -or it was originally registered as a STRING and re-registered as an │ │ │ │ -INT). This a developer error; your job may abort. │ │ │ │ -Two mutually-exclusive MCA variables were specified. This can result │ │ │ │ -in undefined behavior, such as ignoring the components that the MCA │ │ │ │ -variables are supposed to affect. │ │ │ │ - 1st MCA variable: %s │ │ │ │ - Source of value: %s │ │ │ │ - 2nd MCA variable: %s │ │ │ │ -A deprecated MCA variable value was specified in an MCA variable │ │ │ │ -file. Deprecated MCA variables should be avoided; they may disappear │ │ │ │ -in future releases. │ │ │ │ - Deprecated variable: %s │ │ │ │ - Source file: %s │ │ │ │ - New variable: %s │ │ │ │ -A deprecated MCA variable value was specified on the command line. Deprecated │ │ │ │ -MCA variables should be avoided; they may disappear in future releases. │ │ │ │ -A deprecated MCA variable value was specified in the environment or │ │ │ │ -on the command line. Deprecated MCA variables should be avoided; │ │ │ │ -they may disappear in future releases. │ │ │ │ -Process %d Unable to locate the variable file "%s" in the following search path: │ │ │ │ -WARNING: A user-supplied value attempted to override the default-only MCA │ │ │ │ -variable named "%s". │ │ │ │ -ERROR: An invalid combination of flags was passed to mca_base_var_register. │ │ │ │ - Flags: %s %s │ │ │ │ -find-available:not-valid │ │ │ │ -find-available:none found │ │ │ │ -framework-param:too-many-negates │ │ │ │ -show_load_errors: too many / │ │ │ │ -The opal_mca_base_component_show_load_errors MCA variable cannot │ │ │ │ -contain a token that has more than one "/" character in it. │ │ │ │ -The opal_mca_base_component_show_load_errors MCA variable can only │ │ │ │ -contain the values: all, none, or a comma-delimited list of tokens in │ │ │ │ -the form of "framework" or "framework/component". │ │ │ │ - Erroneous value: %s │ │ │ │ -An internal error has occurred during the startup of Open MPI. This │ │ │ │ -is highly unusual and shouldn't happen. Open MPI will now abort your │ │ │ │ -The following message may provide additional insight into the error: │ │ │ │ -MCA framework parameters can only take a single negation operator │ │ │ │ -("^"), and it must be at the beginning of the value. The following │ │ │ │ -value violates this rule: │ │ │ │ -When used, the negation operator sets the "exclusive" behavior mode, │ │ │ │ -meaning that it will exclude all specified components (and implicitly │ │ │ │ -include all others). If the negation operator is not specified, the │ │ │ │ -"inclusive" mode is assumed, meaning that all specified components │ │ │ │ -will be included (and implicitly exclude all others). │ │ │ │ -For example, "^a,b" specifies the exclusive behavior and means "use │ │ │ │ -all components *except* a and b", while "c,d" specifies the inclusive │ │ │ │ -behavior and means "use *only* components c and d." │ │ │ │ -You cannot mix inclusive and exclusive behavior. │ │ │ │ -No components were able to be opened in the %s framework. │ │ │ │ -This typically means that either no components of this type were │ │ │ │ -installed, or none of the installed components can be loaded. │ │ │ │ -Sometimes this means that shared libraries required by these │ │ │ │ -components are unable to be found/loaded. │ │ │ │ - Framework: %s │ │ │ │ -A requested component was not found, or was unable to be opened. This │ │ │ │ -means that this component is either not installed or is unable to be │ │ │ │ -used on your system (e.g., sometimes this means that shared libraries │ │ │ │ -that the component requires are unable to be found/loaded). Note that │ │ │ │ -Open MPI stopped checking at the first component that it did not find. │ │ │ │ -Host: %s │ │ │ │ -Framework: %s │ │ │ │ -Component: %s │ │ │ │ +lib-call-fail │ │ │ │ +developer warning: field too long │ │ │ │ +not-found │ │ │ │ +invalid-level │ │ │ │ +An invalid MCA parameter information level was specified. Valid values are │ │ │ │ + Value: %s │ │ │ │ +The specified framework could not be found: │ │ │ │ +This could be due to a misspelling of the framework name, or because support │ │ │ │ +for that framework was not configured into this version of OMPI. Please see │ │ │ │ + ompi_info --config │ │ │ │ +for a full report of how OMPI was configured. │ │ │ │ +************************************************************************** │ │ │ │ +*** DEVELOPER WARNING: A field in ompi_info output is too long and │ │ │ │ +*** will appear poorly in the prettyprint output. │ │ │ │ +*** Value: "%s" │ │ │ │ +*** Max length: %d │ │ │ │ +A library call unexpectedly failed. This is a terminal error; please │ │ │ │ +show this message to an Open MPI wizard: │ │ │ │ + Library call: %s │ │ │ │ + Source file: %s │ │ │ │ + Source line number: %d │ │ │ │ +Aborting... │ │ │ │ +The ompi_info command can be used to provide detailed information on │ │ │ │ +your Open MPI installation. Syntax: │ │ │ │ opal_init:warn-fork │ │ │ │ mpi-params:leave-pinned-and-pipeline-selected │ │ │ │ mpi-params:var_dump_color:format-error │ │ │ │ mpi-params:var_dump_color:unknown-key │ │ │ │ WARNING: Key "%s" in opal_var_dump_color MCA parameter │ │ │ │ token "%s" is unknown, ignoring. │ │ │ │ Valid keys are: %s │ │ │ │ @@ -1091,156 +1233,26 @@ │ │ │ │ likely to abort. There are many reasons that a parallel process can │ │ │ │ fail during opal_init; some of which are due to configuration or │ │ │ │ environment problems. This failure appears to be an internal failure; │ │ │ │ here's some additional information (which may only be relevant to an │ │ │ │ Open MPI developer): │ │ │ │ %s failed │ │ │ │ --> Returned value %d instead of OPAL_SUCCESS │ │ │ │ -lib-call-fail │ │ │ │ -developer warning: field too long │ │ │ │ -not-found │ │ │ │ -invalid-level │ │ │ │ -An invalid MCA parameter information level was specified. Valid values are │ │ │ │ - Value: %s │ │ │ │ -The specified framework could not be found: │ │ │ │ -This could be due to a misspelling of the framework name, or because support │ │ │ │ -for that framework was not configured into this version of OMPI. Please see │ │ │ │ - ompi_info --config │ │ │ │ -for a full report of how OMPI was configured. │ │ │ │ -************************************************************************** │ │ │ │ -*** DEVELOPER WARNING: A field in ompi_info output is too long and │ │ │ │ -*** will appear poorly in the prettyprint output. │ │ │ │ -*** Value: "%s" │ │ │ │ -*** Max length: %d │ │ │ │ -A library call unexpectedly failed. This is a terminal error; please │ │ │ │ -show this message to an Open MPI wizard: │ │ │ │ - Library call: %s │ │ │ │ - Source file: %s │ │ │ │ - Source line number: %d │ │ │ │ -Aborting... │ │ │ │ -The ompi_info command can be used to provide detailed information on │ │ │ │ -your Open MPI installation. Syntax: │ │ │ │ -The %s wrapper compiler was unable to find a block of options in its │ │ │ │ -configuration to support your compiler mode. Your application was not │ │ │ │ -compiled. or linked. │ │ │ │ -The wrapper compiler command line was: │ │ │ │ -Unable to call the compiler (%s). The failure return the error │ │ │ │ -The failed command was [%s]. │ │ │ │ -%s could not find the file %s, needed for %s support. │ │ │ │ -This may indicate an incomplete install and linking will likely fail. │ │ │ │ -%s [-showme[:]] args │ │ │ │ - -showme:command Show command used to invoke real compiler │ │ │ │ - -showme:compile Show flags added when compiling │ │ │ │ - -showme:link Show flags added when linking │ │ │ │ - -showme:incdirs Show list of include dirs added when compiling │ │ │ │ - -showme:libdirs Show list of library dirs added when linking │ │ │ │ - -showme:libs Show list of libraries added when linking │ │ │ │ - -showme:version Show version of %s │ │ │ │ - -showme:help This help message │ │ │ │ -%s: %s %s (Language: %s) │ │ │ │ -The Open MPI wrapper compiler was unable to find the specified compiler │ │ │ │ -%s in your PATH. │ │ │ │ -Note that this compiler was either specified at configure time or in │ │ │ │ -one of several possible environment variables. │ │ │ │ -No underlying compiler was specified in the wrapper compiler data file │ │ │ │ -(e.g., mpicc-wrapper-data.txt) │ │ │ │ -Unfortunately, this installation of Open MPI was not compiled with │ │ │ │ -%s support. As such, the %s compiler is non-functional. │ │ │ │ -Unknown JSON value type │ │ │ │ -Invalid argument type │ │ │ │ -Invalid JSON string │ │ │ │ -Unable to open file │ │ │ │ -Memory allocation failure │ │ │ │ -Unable to read file │ │ │ │ -Index out of bound │ │ │ │ -Index(%zu) is out of bound(length %ud). │ │ │ │ -Encountered error reading file %s. │ │ │ │ -Cannot allocate memory. │ │ │ │ -Failed to open file %s. Please check the file path and permissions. │ │ │ │ -The input is not a valid JSON string. │ │ │ │ -Function %s expects input type %s(%d) but got %d. │ │ │ │ -The JSON value has an unknown type %s. │ │ │ │ -stacktrace signal override │ │ │ │ -stacktrace bad signal │ │ │ │ -malformed net_private_ipv4 │ │ │ │ -invalid-net-mask │ │ │ │ -malformed-uri │ │ │ │ -relative-path │ │ │ │ -sys-limit-failed │ │ │ │ -sys-limit-unrecognized │ │ │ │ -dir-mode │ │ │ │ -mkdir-failed │ │ │ │ -dir-owner │ │ │ │ -A directory that Open MPI needs to use already exists, but is owned │ │ │ │ -by a different user. For safety, Open MPI will not use it: │ │ │ │ - Directory: %s │ │ │ │ - Owner UID: %lu │ │ │ │ - Our UID: %lu │ │ │ │ -This can happen when a stale directory with the same name is left │ │ │ │ -over from another user's job, or when the directory was deliberately │ │ │ │ -pre-created. Please remove the directory, or use a different │ │ │ │ -location (e.g., by setting the TMPDIR environment variable). │ │ │ │ -A call to mkdir was unable to create the desired directory: │ │ │ │ - Directory: %s │ │ │ │ - Error: %s │ │ │ │ -Please check to ensure you have adequate permissions to perform │ │ │ │ -the desired operation. │ │ │ │ -While working through a directory tree, we were unable to set │ │ │ │ -a directory to the desired mode: │ │ │ │ - Mode: %0x │ │ │ │ - Error: %s │ │ │ │ -Open MPI received a request to set a system resource limit. │ │ │ │ -Sadly, OMPI does not recognize or currently support the specified │ │ │ │ -resource: │ │ │ │ - Resource: %s │ │ │ │ - Limit: %s │ │ │ │ -Please correct the request and try again. │ │ │ │ -Per request, Open MPI attempted to set a system resource │ │ │ │ -limit to a given value: │ │ │ │ -The system has refused to allow this operation. This is likely │ │ │ │ -due to a permission limitation, or specifying an unsupported │ │ │ │ -value. Please check the system or remove the request and try │ │ │ │ -When creating a URI, all files must be specified in absolute paths: │ │ │ │ - Value provided: %s │ │ │ │ -Please update your application to provide the full path to the file. │ │ │ │ -Open MPI has detected a malformed URI: │ │ │ │ - URI: %s │ │ │ │ -Accepted values follow IETF RFC3986, e.g. file://192.168.1.1/over/there │ │ │ │ -Open MPI has detected a malformed IPv4 address or netmask: │ │ │ │ -Accepted values follow the Classless Inter-Domain │ │ │ │ -Routing (CIDR) notation specifications. For example: │ │ │ │ - 10.0.0.0/8 │ │ │ │ - 172.16/12 │ │ │ │ - 192.168 │ │ │ │ - 169.254.0.0/16 │ │ │ │ -Open MPI has detected at least one malformed IP address or netmask in │ │ │ │ -the value of the opal_net_private_ipv4 MCA parameter. The │ │ │ │ -opal_net_private_ipv4 MCA parameter accepts a semicolon-delimited list │ │ │ │ -of Classless Inter-Domain Routing (CIDR) notation specifications, each │ │ │ │ -of the form /. For example: │ │ │ │ - 10.0.0.0/8;172.16.0.0/12;192.168.0.0/16;169.254.0.0/16 │ │ │ │ -The first detected malformed entry was %s. │ │ │ │ -Open MPI was inserting a signal handler but was given an invalid │ │ │ │ -signal number: │ │ │ │ - Signal string: %s │ │ │ │ - Bad value: %s │ │ │ │ -The given value must be an integer within the signal number │ │ │ │ -range. Please correct the value and try again. │ │ │ │ -Open MPI was inserting a signal handler for signal %d but noticed │ │ │ │ -that there is already a non-default handler installed. Open MPI's │ │ │ │ -handler was therefore not installed; your job will continue. This │ │ │ │ -warning message will only be displayed once, even if Open MPI │ │ │ │ -encounters this situation again. │ │ │ │ -To avoid displaying this warning message, you can either not install │ │ │ │ -the error handler for signal %d or you can have Open MPI not try to │ │ │ │ -install its own signal handler for this signal by setting the │ │ │ │ -"opal_signals" MCA parameter. │ │ │ │ - Signal: %d │ │ │ │ - Current opal_signal value: %s │ │ │ │ +mpi-abort │ │ │ │ +MPI function not supported │ │ │ │ +Your application has invoked an MPI function that is not supported in │ │ │ │ +this environment. │ │ │ │ + MPI function: %s │ │ │ │ + Reason: %s │ │ │ │ +MPI_ABORT was invoked on rank %d in communicator %s │ │ │ │ + Proc: %s │ │ │ │ + Errorcode: %d │ │ │ │ +NOTE: invoking MPI_ABORT causes Open MPI to kill all MPI processes. │ │ │ │ +You may or may not see output from other processes, depending on │ │ │ │ +exactly when Open MPI kills them. │ │ │ │ mpi_errors_are_fatal │ │ │ │ mpi_errors_are_fatal unknown handle │ │ │ │ mpi_errors_abort │ │ │ │ %s *** An error occurred %s %s │ │ │ │ %s *** reported by process [%lu,%lu] │ │ │ │ %s *** on %s %s │ │ │ │ %s *** %s │ │ │ │ @@ -1268,14 +1280,115 @@ │ │ │ │ ones) with the module under failure scenarios. │ │ │ │ In this framework, the following components are tested to operate under │ │ │ │ failure scenarios: {%s} │ │ │ │ WARNING: The selected '%s' module '%s' is not tested for post-failure │ │ │ │ When using this component, normal failure free operation is expected; │ │ │ │ However, failures will cause the application to abort. │ │ │ │ However, failures may cause the application to abort, crash or deadlock. │ │ │ │ +deprecated-converted │ │ │ │ +deprecated-inform │ │ │ │ +deprecated-fail │ │ │ │ +execv-error │ │ │ │ +The singleton application was not able to find an executable in your │ │ │ │ +PATH or in the directory where PRTE was initially installed, and │ │ │ │ +therefore cannot continue. │ │ │ │ +For reference, we tried the following command: │ │ │ │ +and got the error %s. │ │ │ │ +This could mean that your PATH or executable name is wrong, or that │ │ │ │ +you do not have the necessary permissions. Please ensure that the │ │ │ │ +executable is able to be found and executed as it is required for │ │ │ │ +singleton operations. │ │ │ │ +The proc-per-resource MPI_Info key is not correct. The value must include both │ │ │ │ +the number of procs for each resource and the type of resource to be used. │ │ │ │ + Specified value: %s │ │ │ │ +We are not able to proceed. Please correct your application. │ │ │ │ +WARNING: A deprecated MPI_Info key was used. It is unclear how to update │ │ │ │ +this option. Please contact the community for how best to resolve this issue. │ │ │ │ + Deprecated info key: %s │ │ │ │ + Updated option: %s │ │ │ │ + Reason: %s │ │ │ │ +We are not able to proceed. Please update your application. │ │ │ │ +WARNING: A deprecated MPI_Info key was used. │ │ │ │ + Deprecated option: %s │ │ │ │ +This has been ignored as it is no longer meaningful. Please update │ │ │ │ +your application. │ │ │ │ + Deprecated key: %s │ │ │ │ + Corrected key: %s │ │ │ │ +We have updated this for you and will proceed. However, this will be treated │ │ │ │ +as an error in a future release. Please update your application. │ │ │ │ +info-set-with-reserved-prefix │ │ │ │ +mismatched-split_type-values │ │ │ │ +unexpected-split-type │ │ │ │ +disjointness-set-again │ │ │ │ +cid-base-not-set │ │ │ │ +An internal error has occurred when creating a new communicator. This │ │ │ │ +should probably never happen: │ │ │ │ +* cid_base is not set. Either nresults │ │ │ │ + is zero or no returned info matches PMIX_GROUP_CONTEXT_ID. │ │ │ │ +Please contact the Open MPI developer community with this message and │ │ │ │ +a small example code that reproduces the issue. │ │ │ │ +Communicator disjointness should only be set once at initialization. │ │ │ │ +Attempts to modify the state are illegal and shall be ignored. │ │ │ │ +Detected an unexpected split type in a call to MPI_Comm_split_type. │ │ │ │ + split_type: %s (%d) │ │ │ │ +Detected mismatched split_type and/or info "mpi_hw_resource_type" values │ │ │ │ +in a call to MPI_Comm_split_type between peers in the communicator. │ │ │ │ + info: %s │ │ │ │ +Comments │ │ │ │ +MPI_Info_set warning, key is using a reserved prefix. │ │ │ │ + Key: %s │ │ │ │ + Reserved prefix: %s │ │ │ │ +no-prterun-found │ │ │ │ +prterun-exec-failed │ │ │ │ +Open MPI's mpirun command could not execute the underlying prterun │ │ │ │ +command. The prterun command we tried to execute and the error │ │ │ │ +message from exec() are below: │ │ │ │ + Command: %s │ │ │ │ + Error Message: %s │ │ │ │ +Open MPI's mpirun command was unable to find an underlying prterun │ │ │ │ +command to execute. Consider setting the OMPI_PRTERUN environment │ │ │ │ +variable to help mpirun find the correct underlying prterun. │ │ │ │ +unreachable proc │ │ │ │ +At least one pair of MPI processes are unable to reach each other for │ │ │ │ +MPI communications. This means that no Open MPI device has indicated │ │ │ │ +that it can be used to communicate between these processes. This is │ │ │ │ +an error; Open MPI requires that all MPI processes be able to reach │ │ │ │ +each other. This error can sometimes be the result of forgetting to │ │ │ │ +specify the "self" BTL. │ │ │ │ + Process 1 (%s) is on host: %s │ │ │ │ + Process 2 (%s) is on host: %s │ │ │ │ + BTLs attempted: %s │ │ │ │ +Your MPI job is now going to abort; sorry. │ │ │ │ +hook:missing-required-component │ │ │ │ +Error: A request was made to exclude a hook component from consideration that │ │ │ │ +is required to be included. This component (noted below) can -not- be excluded │ │ │ │ +from consideration. The program will fail at this time. │ │ │ │ +eager_limit_too_small │ │ │ │ +cuda_eager_limit_too_small │ │ │ │ +cuda_rdma_limit_too_small │ │ │ │ +The "CUDA rdma limit" MCA parameter in the %s BTL was set to a value which │ │ │ │ +is too low for Open MPI to function properly. Please re-run your job │ │ │ │ +with a higher CUDA rdma limit value for this BTL; the exact MCA parameter │ │ │ │ +name and its corresponding minimum value is shown below. │ │ │ │ + Local host: %s │ │ │ │ + BTL name: %s │ │ │ │ + BTL CUDA rndv limit value: %d (set via btl_%s_cuda_rdma_limit) │ │ │ │ + BTL CUDA rndv limit minimum: %d │ │ │ │ + MCA parameter name: btl_%s_cuda_rdma_limit │ │ │ │ +The "CUDA eager limit" MCA parameter in the %s BTL was set to a value which │ │ │ │ +with a higher CUDA eager limit value for this BTL; the exact MCA parameter │ │ │ │ + BTL CUDA eager limit value: %d (set via btl_%s_cuda_eager_limit) │ │ │ │ + BTL CUDA eager limit minimum: %d │ │ │ │ + MCA parameter name: btl_%s_cuda_eager_limit │ │ │ │ +The "eager limit" MCA parameter in the %s BTL was set to a value which │ │ │ │ +with a higher eager limit value for this BTL; the exact MCA parameter │ │ │ │ + BTL name: %s │ │ │ │ + BTL eager limit value: %d (set via btl_%s_eager_limit) │ │ │ │ + BTL eager limit minimum: %d │ │ │ │ + MCA parameter name: btl_%s_eager_limit │ │ │ │ comm-select:none-available │ │ │ │ comm-select:no-function-available │ │ │ │ comm-select:missing collective │ │ │ │ %s %s collective require support from a prior collective module for the fallback │ │ │ │ case. Such support is missing in this run. │ │ │ │ hostname: %s │ │ │ │ priority: %d │ │ │ │ @@ -1304,52 +1417,14 @@ │ │ │ │ Errno: %d (%s) │ │ │ │ Initialization failed, error code %d │ │ │ │ Malformed cico_max parameter '%s' │ │ │ │ Malformed chunk size item: '%s' │ │ │ │ In chunk size parameter string: '%s' │ │ │ │ Unrecognized locality definition: '%s' │ │ │ │ In hierarchy parameter string: '%s' │ │ │ │ -hook:missing-required-component │ │ │ │ -Error: A request was made to exclude a hook component from consideration that │ │ │ │ -is required to be included. This component (noted below) can -not- be excluded │ │ │ │ -from consideration. The program will fail at this time. │ │ │ │ -eager_limit_too_small │ │ │ │ -cuda_eager_limit_too_small │ │ │ │ -cuda_rdma_limit_too_small │ │ │ │ -The "CUDA rdma limit" MCA parameter in the %s BTL was set to a value which │ │ │ │ -is too low for Open MPI to function properly. Please re-run your job │ │ │ │ -with a higher CUDA rdma limit value for this BTL; the exact MCA parameter │ │ │ │ -name and its corresponding minimum value is shown below. │ │ │ │ - Local host: %s │ │ │ │ - BTL name: %s │ │ │ │ - BTL CUDA rndv limit value: %d (set via btl_%s_cuda_rdma_limit) │ │ │ │ - BTL CUDA rndv limit minimum: %d │ │ │ │ - MCA parameter name: btl_%s_cuda_rdma_limit │ │ │ │ -The "CUDA eager limit" MCA parameter in the %s BTL was set to a value which │ │ │ │ -with a higher CUDA eager limit value for this BTL; the exact MCA parameter │ │ │ │ - BTL CUDA eager limit value: %d (set via btl_%s_cuda_eager_limit) │ │ │ │ - BTL CUDA eager limit minimum: %d │ │ │ │ - MCA parameter name: btl_%s_cuda_eager_limit │ │ │ │ -The "eager limit" MCA parameter in the %s BTL was set to a value which │ │ │ │ -with a higher eager limit value for this BTL; the exact MCA parameter │ │ │ │ - BTL name: %s │ │ │ │ - BTL eager limit value: %d (set via btl_%s_eager_limit) │ │ │ │ - BTL eager limit minimum: %d │ │ │ │ - MCA parameter name: btl_%s_eager_limit │ │ │ │ -unreachable proc │ │ │ │ -At least one pair of MPI processes are unable to reach each other for │ │ │ │ -MPI communications. This means that no Open MPI device has indicated │ │ │ │ -that it can be used to communicate between these processes. This is │ │ │ │ -an error; Open MPI requires that all MPI processes be able to reach │ │ │ │ -each other. This error can sometimes be the result of forgetting to │ │ │ │ -specify the "self" BTL. │ │ │ │ - Process 1 (%s) is on host: %s │ │ │ │ - Process 2 (%s) is on host: %s │ │ │ │ - BTLs attempted: %s │ │ │ │ -Your MPI job is now going to abort; sorry. │ │ │ │ psm2 init │ │ │ │ unable to open endpoint │ │ │ │ no uuid present │ │ │ │ error polling network │ │ │ │ error posting receive │ │ │ │ message too big │ │ │ │ no psm2 cuda env │ │ │ │ @@ -1414,26 +1489,14 @@ │ │ │ │ %s provider. Try disabling this feature or use a different provider that │ │ │ │ supports it using mtl_ofi_provider_include. │ │ │ │ OFI provider "%s" does not have enough free bits in its tag to fit the MPI │ │ │ │ Communicator ID. See the mem_tag_format of the provider by running: │ │ │ │ fi_info -v -p %s │ │ │ │ Open MPI failed an OFI Libfabric library call (%s). This is highly │ │ │ │ unusual; your job may behave unpredictably (and/or abort) after this. │ │ │ │ -mpi-abort │ │ │ │ -MPI function not supported │ │ │ │ -Your application has invoked an MPI function that is not supported in │ │ │ │ -this environment. │ │ │ │ - MPI function: %s │ │ │ │ - Reason: %s │ │ │ │ -MPI_ABORT was invoked on rank %d in communicator %s │ │ │ │ - Proc: %s │ │ │ │ - Errorcode: %d │ │ │ │ -NOTE: invoking MPI_ABORT causes Open MPI to kill all MPI processes. │ │ │ │ -You may or may not see output from other processes, depending on │ │ │ │ -exactly when Open MPI kills them. │ │ │ │ mpi_init:startup:internal-failure │ │ │ │ mpi_init:startup:pml-add-procs-fail │ │ │ │ mpi-param-check-enabled-but-compiled-out │ │ │ │ mpi_init: invoked multiple times │ │ │ │ mpi_init: already finalized │ │ │ │ mpi_finalize: not initialized │ │ │ │ mpi_finalize:invoked_multiple_times │ │ │ │ @@ -1490,118 +1553,61 @@ │ │ │ │ communication plugins were considered and/or discarded. │ │ │ │ It looks like %s failed for some reason; your parallel process is │ │ │ │ fail during %s; some of which are due to configuration or environment │ │ │ │ problems. This failure appears to be an internal failure; here's some │ │ │ │ additional information (which may only be relevant to an Open MPI │ │ │ │ developer): │ │ │ │ --> Returned "%s" (%d) instead of "Success" (0) │ │ │ │ -no-prterun-found │ │ │ │ -prterun-exec-failed │ │ │ │ -Open MPI's mpirun command could not execute the underlying prterun │ │ │ │ -command. The prterun command we tried to execute and the error │ │ │ │ -message from exec() are below: │ │ │ │ - Command: %s │ │ │ │ - Error Message: %s │ │ │ │ -Open MPI's mpirun command was unable to find an underlying prterun │ │ │ │ -command to execute. Consider setting the OMPI_PRTERUN environment │ │ │ │ -variable to help mpirun find the correct underlying prterun. │ │ │ │ -deprecated-converted │ │ │ │ -deprecated-inform │ │ │ │ -deprecated-fail │ │ │ │ -execv-error │ │ │ │ -The singleton application was not able to find an executable in your │ │ │ │ -PATH or in the directory where PRTE was initially installed, and │ │ │ │ -therefore cannot continue. │ │ │ │ -For reference, we tried the following command: │ │ │ │ -and got the error %s. │ │ │ │ -This could mean that your PATH or executable name is wrong, or that │ │ │ │ -you do not have the necessary permissions. Please ensure that the │ │ │ │ -executable is able to be found and executed as it is required for │ │ │ │ -singleton operations. │ │ │ │ -The proc-per-resource MPI_Info key is not correct. The value must include both │ │ │ │ -the number of procs for each resource and the type of resource to be used. │ │ │ │ - Specified value: %s │ │ │ │ -We are not able to proceed. Please correct your application. │ │ │ │ -WARNING: A deprecated MPI_Info key was used. It is unclear how to update │ │ │ │ -this option. Please contact the community for how best to resolve this issue. │ │ │ │ - Deprecated info key: %s │ │ │ │ - Updated option: %s │ │ │ │ - Reason: %s │ │ │ │ -We are not able to proceed. Please update your application. │ │ │ │ -WARNING: A deprecated MPI_Info key was used. │ │ │ │ - Deprecated option: %s │ │ │ │ -This has been ignored as it is no longer meaningful. Please update │ │ │ │ -your application. │ │ │ │ - Deprecated key: %s │ │ │ │ - Corrected key: %s │ │ │ │ -We have updated this for you and will proceed. However, this will be treated │ │ │ │ -as an error in a future release. Please update your application. │ │ │ │ -info-set-with-reserved-prefix │ │ │ │ -mismatched-split_type-values │ │ │ │ -unexpected-split-type │ │ │ │ -disjointness-set-again │ │ │ │ -cid-base-not-set │ │ │ │ -An internal error has occurred when creating a new communicator. This │ │ │ │ -should probably never happen: │ │ │ │ -* cid_base is not set. Either nresults │ │ │ │ - is zero or no returned info matches PMIX_GROUP_CONTEXT_ID. │ │ │ │ -Please contact the Open MPI developer community with this message and │ │ │ │ -a small example code that reproduces the issue. │ │ │ │ -Communicator disjointness should only be set once at initialization. │ │ │ │ -Attempts to modify the state are illegal and shall be ignored. │ │ │ │ -Detected an unexpected split type in a call to MPI_Comm_split_type. │ │ │ │ - split_type: %s (%d) │ │ │ │ -Detected mismatched split_type and/or info "mpi_hw_resource_type" values │ │ │ │ -in a call to MPI_Comm_split_type between peers in the communicator. │ │ │ │ - info: %s │ │ │ │ -Comments │ │ │ │ -MPI_Info_set warning, key is using a reserved prefix. │ │ │ │ - Key: %s │ │ │ │ - Reserved prefix: %s │ │ │ │ -module_enable:fatal │ │ │ │ -scoll:ucc module reports issue during module enabling phase. │ │ │ │ -Try to use scoll:ucc component with another one │ │ │ │ -for example scoll:basic │ │ │ │ -scoll:mpi module reports issue during module enabling phase. │ │ │ │ -Try to use scoll:mpi component with another one │ │ │ │ -sysv:create segment failure │ │ │ │ -You can try the following: │ │ │ │ -1. Use a different sshmem plugin (e.g., "mmap") with "--mca sshmem mmap". │ │ │ │ -2. Decrease the symmetric heap area size with "-x │ │ │ │ - SHMEM_SYMMETRIC_HEAP_SIZE=". │ │ │ │ -3. Increase your system's allowable SYSV shared memory segment size │ │ │ │ - (e.g., via the SHMMAX and/or SMMAX kernel parameters). │ │ │ │ -4. Set "--mca sshmem_base_start_address 0" for │ │ │ │ - automatic selection by OS of virtual start address for sshmem. │ │ │ │ -mmap:create segment failure │ │ │ │ -1. Decrease the symmetric heap area with │ │ │ │ - "-x SHMEM_SYMMETRIC_HEAP_SIZE=". │ │ │ │ -2. Set "--mca sshmem_base_start_address 0" for │ │ │ │ -This issue could also be related to CONFIG_STRICT_DEVMEM │ │ │ │ -kernel option which if enabled prevents access to physical │ │ │ │ -memory via "mmap". In this case you could try using other │ │ │ │ -sshmem components instead. │ │ │ │ -create segment failure │ │ │ │ -The OpenSHMEM "(%s)" plugin in the "sshmem" framework failed to │ │ │ │ -allocate a shared memory segment via the system call. This │ │ │ │ -usually means that there are not enough resources available to memory subsystem on your server. │ │ │ │ -Your OpenSHMEM job will now abort. │ │ │ │ - Server: %s │ │ │ │ - Requested shared │ │ │ │ - memory segment size: %llu │ │ │ │ - Specific error: %s (%d) │ │ │ │ +shmem-abort │ │ │ │ +SHMEM_ABORT was invoked on rank %d (pid %d, host=%s) with errorcode %d. │ │ │ │ +show this message to an OSHMEM wizard: │ │ │ │ + Library call: %s │ │ │ │ + Source file: %s │ │ │ │ + Source line number: %d │ │ │ │ find-available:none-found │ │ │ │ No available %s components were found! │ │ │ │ This means that there are no components of this type installed on your │ │ │ │ system or all the components reported that they could not be used. │ │ │ │ This is a fatal error; your SHMEM process is likely to abort. Check the │ │ │ │ output of the "ompi_info" command and ensure that components of this │ │ │ │ type are available on your system. You may also wish to check the │ │ │ │ value of the "component_path" MCA parameter and ensure that it has at │ │ │ │ least one directory that contains valid MCA components. │ │ │ │ +create segment failure │ │ │ │ +The OpenSHMEM "(%s)" plugin in the "sshmem" framework failed to │ │ │ │ +allocate a shared memory segment via the system call. This │ │ │ │ +usually means that there are not enough resources available to memory subsystem on your server. │ │ │ │ +Your OpenSHMEM job will now abort. │ │ │ │ + Server: %s │ │ │ │ + Requested shared │ │ │ │ + memory segment size: %llu │ │ │ │ + Specific error: %s (%d) │ │ │ │ +mmap:create segment failure │ │ │ │ +You can try the following: │ │ │ │ +1. Decrease the symmetric heap area with │ │ │ │ + "-x SHMEM_SYMMETRIC_HEAP_SIZE=". │ │ │ │ +2. Set "--mca sshmem_base_start_address 0" for │ │ │ │ + automatic selection by OS of virtual start address for sshmem. │ │ │ │ +This issue could also be related to CONFIG_STRICT_DEVMEM │ │ │ │ +kernel option which if enabled prevents access to physical │ │ │ │ +memory via "mmap". In this case you could try using other │ │ │ │ +sshmem components instead. │ │ │ │ +sysv:create segment failure │ │ │ │ +1. Use a different sshmem plugin (e.g., "mmap") with "--mca sshmem mmap". │ │ │ │ +2. Decrease the symmetric heap area size with "-x │ │ │ │ + SHMEM_SYMMETRIC_HEAP_SIZE=". │ │ │ │ +3. Increase your system's allowable SYSV shared memory segment size │ │ │ │ + (e.g., via the SHMMAX and/or SMMAX kernel parameters). │ │ │ │ +4. Set "--mca sshmem_base_start_address 0" for │ │ │ │ +module_enable:fatal │ │ │ │ +scoll:mpi module reports issue during module enabling phase. │ │ │ │ +Try to use scoll:mpi component with another one │ │ │ │ +for example scoll:basic │ │ │ │ +scoll:ucc module reports issue during module enabling phase. │ │ │ │ +Try to use scoll:ucc component with another one │ │ │ │ shmem_init:startup:internal-failure │ │ │ │ oshmem shmem abort:cannot guarantee all killed │ │ │ │ oshmem_init:print-version │ │ │ │ oshmem_init:print-info │ │ │ │ Open SHMEM environment variables: │ │ │ │ %s - print the library version at start-up │ │ │ │ %s - print helpful text about all these environment variables │ │ │ │ @@ -1609,20 +1615,14 @@ │ │ │ │ %s - enable debugging messages │ │ │ │ Open SHMEM version: │ │ │ │ A SHMEM process is aborting at a time when it cannot guarantee that all │ │ │ │ of its peer processes in the job will be killed properly. You should │ │ │ │ double check that everything has shut down cleanly. │ │ │ │ Local host: %s │ │ │ │ additional information (which may only be relevant to an Open SHMEM │ │ │ │ -show this message to an OSHMEM wizard: │ │ │ │ - Library call: %s │ │ │ │ - Source file: %s │ │ │ │ - Source line number: %d │ │ │ │ -shmem-abort │ │ │ │ -SHMEM_ABORT was invoked on rank %d (pid %d, host=%s) with errorcode %d. │ │ │ │ %s.%lu.%lu │ │ │ │ Illegal opcode │ │ │ │ Integer divide-by-zero │ │ │ │ Address not mapped │ │ │ │ Invalid address alignment │ │ │ │ Process breakpoint │ │ │ │ Child has exited │ │ │ ├── objdump --line-numbers --disassemble --demangle --reloc --no-show-raw-insn --section=.text {} │ │ │ │ @@ -984,16 +984,16 @@ │ │ │ │ ld a6,8(a4) │ │ │ │ ld a5,32(a4) │ │ │ │ ld a4,16(a4) │ │ │ │ jal 20058 │ │ │ │ mv s0,a0 │ │ │ │ beqz a0,12170 │ │ │ │ mv a2,s0 │ │ │ │ - auipc a1,0x1e │ │ │ │ - addi a1,a1,472 │ │ │ │ + auipc a1,0x22 │ │ │ │ + addi a1,a1,672 │ │ │ │ li a0,1 │ │ │ │ jal 112e0 <__printf_chk@plt> │ │ │ │ mv a0,s0 │ │ │ │ jal 11250 │ │ │ │ ld s7,216(sp) │ │ │ │ ld s8,208(sp) │ │ │ │ j 11b8a │ │ │ │ @@ -1428,16 +1428,16 @@ │ │ │ │ sd s0,48(sp) │ │ │ │ mv s4,a0 │ │ │ │ mv s3,a1 │ │ │ │ addi s1,a0,8 │ │ │ │ li s5,0 │ │ │ │ j 12622 │ │ │ │ add a2,s2,s0 │ │ │ │ - auipc a1,0x1e │ │ │ │ - addi a1,a1,-782 │ │ │ │ + auipc a1,0x22 │ │ │ │ + addi a1,a1,-582 │ │ │ │ li a0,1 │ │ │ │ jal 112e0 <__printf_chk@plt> │ │ │ │ li s5,1 │ │ │ │ mv s4,s1 │ │ │ │ ld s2,0(s1) │ │ │ │ addi s1,s1,8 │ │ │ │ beqz s2,12650 │ │ │ │ @@ -4121,16 +4121,16 @@ │ │ │ │ addi a0,s0,5 │ │ │ │ sb a5,92(sp) │ │ │ │ jal 10f30 │ │ │ │ sd a0,96(sp) │ │ │ │ li s3,1 │ │ │ │ j 14276 │ │ │ │ li a2,5 │ │ │ │ - auipc a1,0x21 │ │ │ │ - addi a1,a1,-464 │ │ │ │ + auipc a1,0x22 │ │ │ │ + addi a1,a1,-928 │ │ │ │ mv a0,s0 │ │ │ │ jal 11120 │ │ │ │ bnez a0,14276 │ │ │ │ lbu a4,5(s0) │ │ │ │ sw zero,56(sp) │ │ │ │ li a5,58 │ │ │ │ bne a4,a5,14276 │ │ │ │ @@ -5742,16 +5742,16 @@ │ │ │ │ ld s2,16(sp) │ │ │ │ ld s3,8(sp) │ │ │ │ sb zero,0(s1) │ │ │ │ j 154e4 │ │ │ │ auipc a1,0x16 │ │ │ │ addi a1,a1,640 │ │ │ │ jal 1ecc6 │ │ │ │ - auipc a0,0x25 │ │ │ │ - addi a0,a0,1508 │ │ │ │ + auipc a0,0x26 │ │ │ │ + addi a0,a0,-1180 │ │ │ │ jal 10f30 │ │ │ │ auipc a5,0x38 │ │ │ │ sd a0,1472(a5) │ │ │ │ j 1551a │ │ │ │ auipc a1,0x16 │ │ │ │ addi a1,a1,558 │ │ │ │ jal 1ecc6 │ │ │ │ @@ -6842,16 +6842,16 @@ │ │ │ │ add a4,a4,a2 │ │ │ │ lw a4,0(a4) │ │ │ │ add a4,a4,a2 │ │ │ │ jr a4 │ │ │ │ mv a0,a1 │ │ │ │ auipc a2,0x15 │ │ │ │ addi a2,a2,1802 │ │ │ │ - auipc a1,0x1a │ │ │ │ - addi a1,a1,274 │ │ │ │ + auipc a1,0x1e │ │ │ │ + addi a1,a1,474 │ │ │ │ jal 1f894 │ │ │ │ li a5,0 │ │ │ │ j 161ac │ │ │ │ lbu a1,0(a3) │ │ │ │ mv a2,s1 │ │ │ │ jalr a6 │ │ │ │ mv a5,a0 │ │ │ │ @@ -6882,35 +6882,35 @@ │ │ │ │ sd a5,8(sp) │ │ │ │ jal 1f894 │ │ │ │ ld a5,8(sp) │ │ │ │ bgez a0,161ac │ │ │ │ j 1621a │ │ │ │ lw a2,0(a3) │ │ │ │ mv a0,s1 │ │ │ │ - auipc a1,0x18 │ │ │ │ - addi a1,a1,778 │ │ │ │ + auipc a1,0x1c │ │ │ │ + addi a1,a1,810 │ │ │ │ sd a5,8(sp) │ │ │ │ jal 1f894 │ │ │ │ ld a5,8(sp) │ │ │ │ bgez a0,161ac │ │ │ │ j 1621a │ │ │ │ ld a2,0(a3) │ │ │ │ beqz a2,162d8 │ │ │ │ mv a0,s1 │ │ │ │ - auipc a1,0x1a │ │ │ │ - addi a1,a1,134 │ │ │ │ + auipc a1,0x1e │ │ │ │ + addi a1,a1,334 │ │ │ │ sd a5,8(sp) │ │ │ │ jal 1f894 │ │ │ │ ld a5,8(sp) │ │ │ │ bgez a0,161ac │ │ │ │ j 1621a │ │ │ │ lbu a2,0(a3) │ │ │ │ mv a0,s1 │ │ │ │ - auipc a1,0x18 │ │ │ │ - addi a1,a1,722 │ │ │ │ + auipc a1,0x1c │ │ │ │ + addi a1,a1,754 │ │ │ │ sd a5,8(sp) │ │ │ │ jal 1f894 │ │ │ │ ld a5,8(sp) │ │ │ │ bgez a0,161ac │ │ │ │ j 1621a │ │ │ │ ld a2,0(a3) │ │ │ │ mv a0,s1 │ │ │ │ @@ -9096,15 +9096,15 @@ │ │ │ │ ld a5,918(a5) │ │ │ │ ld a3,0(a5) │ │ │ │ ld a6,8(a5) │ │ │ │ auipc a5,0x14 │ │ │ │ addi a5,a5,296 │ │ │ │ lw a4,104(s0) │ │ │ │ auipc a2,0x20 │ │ │ │ - addi a2,a2,-330 │ │ │ │ + addi a2,a2,2030 │ │ │ │ andi a4,a4,2 │ │ │ │ beqz a4,17bbe │ │ │ │ auipc a2,0x14 │ │ │ │ addi a2,a2,282 │ │ │ │ lw a1,24(s0) │ │ │ │ lwu t3,28(s0) │ │ │ │ auipc t1,0x2f │ │ │ │ @@ -9183,16 +9183,16 @@ │ │ │ │ ld a6,48(sp) │ │ │ │ addi a7,a7,4 │ │ │ │ bne s9,a6,17c3e │ │ │ │ ld a2,120(s0) │ │ │ │ li s2,8 │ │ │ │ beqz a2,17cc4 │ │ │ │ ld a0,0(s5) │ │ │ │ - auipc a1,0x18 │ │ │ │ - addi a1,a1,1604 │ │ │ │ + auipc a1,0x1c │ │ │ │ + addi a1,a1,1804 │ │ │ │ add a0,a0,s2 │ │ │ │ jal 1f894 │ │ │ │ li s2,16 │ │ │ │ ld a0,136(s0) │ │ │ │ beqz a0,17934 │ │ │ │ ld a5,64(a0) │ │ │ │ mv a2,s11 │ │ │ │ @@ -9866,16 +9866,16 @@ │ │ │ │ sd s0,96(sp) │ │ │ │ sd s6,48(sp) │ │ │ │ sd s7,40(sp) │ │ │ │ mv s5,s3 │ │ │ │ li s1,0 │ │ │ │ j 18410 │ │ │ │ mv a2,s6 │ │ │ │ - auipc a3,0x1d │ │ │ │ - addi a3,a3,-1772 │ │ │ │ + auipc a3,0x1e │ │ │ │ + addi a3,a3,596 │ │ │ │ ld a4,8(a4) │ │ │ │ auipc a1,0x13 │ │ │ │ addi a1,a1,778 │ │ │ │ addi a0,sp,16 │ │ │ │ jal 1f894 │ │ │ │ mv s7,a0 │ │ │ │ mv a0,s6 │ │ │ │ @@ -10156,30 +10156,30 @@ │ │ │ │ beqz a0,18640 │ │ │ │ auipc a1,0x14 │ │ │ │ addi a1,a1,-1666 │ │ │ │ mv a0,s0 │ │ │ │ jal 10e70 │ │ │ │ beqz a0,18642 │ │ │ │ auipc a1,0x1e │ │ │ │ - addi a1,a1,1566 │ │ │ │ + addi a1,a1,2030 │ │ │ │ mv a0,s0 │ │ │ │ jal 10e70 │ │ │ │ beqz a0,18642 │ │ │ │ auipc a1,0x14 │ │ │ │ addi a1,a1,-1362 │ │ │ │ mv a0,s0 │ │ │ │ jal 10e70 │ │ │ │ beqz a0,18642 │ │ │ │ auipc a1,0x13 │ │ │ │ addi a1,a1,1510 │ │ │ │ mv a0,s0 │ │ │ │ jal 10e70 │ │ │ │ beqz a0,18642 │ │ │ │ - auipc a1,0x1a │ │ │ │ - addi a1,a1,-138 │ │ │ │ + auipc a1,0x18 │ │ │ │ + addi a1,a1,1294 │ │ │ │ mv a0,s0 │ │ │ │ jal 10e70 │ │ │ │ beqz a0,18642 │ │ │ │ mv a0,s0 │ │ │ │ auipc a1,0x14 │ │ │ │ addi a1,a1,-1740 │ │ │ │ jal 10e70 │ │ │ │ @@ -10284,16 +10284,16 @@ │ │ │ │ lbu a5,1(s0) │ │ │ │ addiw a5,a5,-111 │ │ │ │ sext.w a0,a5 │ │ │ │ bnez a5,1882c │ │ │ │ lbu a0,2(s0) │ │ │ │ beqz a0,18778 │ │ │ │ mv a0,s0 │ │ │ │ - auipc a1,0x1a │ │ │ │ - addi a1,a1,-464 │ │ │ │ + auipc a1,0x18 │ │ │ │ + addi a1,a1,968 │ │ │ │ jal 10e40 │ │ │ │ beqz a0,18778 │ │ │ │ li a0,-18 │ │ │ │ j 1877e │ │ │ │ lbu a5,1(s0) │ │ │ │ beqz a5,18776 │ │ │ │ j 187a4 │ │ │ │ @@ -10801,16 +10801,16 @@ │ │ │ │ ld ra,24(sp) │ │ │ │ li a0,0 │ │ │ │ addi sp,sp,32 │ │ │ │ ret │ │ │ │ beqz a4,18d5c │ │ │ │ mv a2,a1 │ │ │ │ mv a0,a4 │ │ │ │ - auipc a1,0x15 │ │ │ │ - addi a1,a1,2038 │ │ │ │ + auipc a1,0x1a │ │ │ │ + addi a1,a1,-2026 │ │ │ │ jal 1f894 │ │ │ │ ld ra,24(sp) │ │ │ │ srai a0,a0,0x3f │ │ │ │ andi a0,a0,-2 │ │ │ │ addi sp,sp,32 │ │ │ │ ret │ │ │ │ li a0,-18 │ │ │ │ @@ -14136,16 +14136,16 @@ │ │ │ │ lw a4,-648(a4) │ │ │ │ bnez a4,1b178 │ │ │ │ auipc a1,0x11 │ │ │ │ addi a1,a1,350 │ │ │ │ addi a0,sp,32 │ │ │ │ jal 1f894 │ │ │ │ ld a3,32(sp) │ │ │ │ - auipc a2,0x15 │ │ │ │ - addi a2,a2,486 │ │ │ │ + auipc a2,0x19 │ │ │ │ + addi a2,a2,686 │ │ │ │ li a1,50 │ │ │ │ auipc a0,0x33 │ │ │ │ addi a0,a0,-654 │ │ │ │ jal 10f00 │ │ │ │ ld a0,32(sp) │ │ │ │ jal 11250 │ │ │ │ jal 114c0 <__errno_location@plt> │ │ │ │ @@ -14333,16 +14333,16 @@ │ │ │ │ mv a2,a5 │ │ │ │ auipc a1,0x11 │ │ │ │ addi a1,a1,-272 │ │ │ │ addi a0,sp,32 │ │ │ │ jal 1f894 │ │ │ │ ld a3,32(sp) │ │ │ │ mv a1,s0 │ │ │ │ - auipc a2,0x15 │ │ │ │ - addi a2,a2,-138 │ │ │ │ + auipc a2,0x19 │ │ │ │ + addi a2,a2,62 │ │ │ │ mv a0,s2 │ │ │ │ jal 10f00 │ │ │ │ mv s2,a0 │ │ │ │ ld a0,32(sp) │ │ │ │ sext.w s0,s0 │ │ │ │ jal 11250 │ │ │ │ jal 114c0 <__errno_location@plt> │ │ │ │ @@ -14393,16 +14393,16 @@ │ │ │ │ auipc a3,0x33 │ │ │ │ addi a3,a3,-1564 │ │ │ │ bnez a0,1b2d4 │ │ │ │ ld a3,24(sp) │ │ │ │ sd a0,8(sp) │ │ │ │ mv a1,s0 │ │ │ │ mv a0,s2 │ │ │ │ - auipc a2,0x15 │ │ │ │ - addi a2,a2,-296 │ │ │ │ + auipc a2,0x19 │ │ │ │ + addi a2,a2,-96 │ │ │ │ jal 10f00 │ │ │ │ sext.w s0,s0 │ │ │ │ ld a4,8(sp) │ │ │ │ bge s0,a0,1b3ae │ │ │ │ jal 114c0 <__errno_location@plt> │ │ │ │ li a5,34 │ │ │ │ sw a5,0(a0) │ │ │ │ @@ -18083,16 +18083,16 @@ │ │ │ │ addi a5,a5,428 │ │ │ │ ld a1,0(a5) │ │ │ │ ld a0,8(a5) │ │ │ │ li a3,0 │ │ │ │ bltu a1,s0,1dd6a │ │ │ │ mv a5,s2 │ │ │ │ mv a3,a5 │ │ │ │ - auipc a2,0x12 │ │ │ │ - addi a2,a2,1230 │ │ │ │ + auipc a2,0x16 │ │ │ │ + addi a2,a2,1430 │ │ │ │ jal 10f00 │ │ │ │ j 1dd58 │ │ │ │ beqz a3,1de28 │ │ │ │ auipc a4,0xe │ │ │ │ addi a4,a4,1086 │ │ │ │ li a3,-1 │ │ │ │ li a2,1 │ │ │ │ @@ -18329,16 +18329,16 @@ │ │ │ │ auipc a5,0x29 │ │ │ │ ld a5,-664(a5) │ │ │ │ ld a0,0(a5) │ │ │ │ jal 111d0 │ │ │ │ j 1df86 │ │ │ │ ld a3,16(sp) │ │ │ │ lw a0,12(s0) │ │ │ │ - auipc a2,0x12 │ │ │ │ - addi a2,a2,548 │ │ │ │ + auipc a2,0x16 │ │ │ │ + addi a2,a2,748 │ │ │ │ li a1,1 │ │ │ │ jal 113f0 <__syslog_chk@plt> │ │ │ │ j 1df6e │ │ │ │ auipc a5,0x30 │ │ │ │ addi a5,a5,-100 │ │ │ │ li a3,64 │ │ │ │ beq s3,s6,1e288 │ │ │ │ @@ -18746,16 +18746,16 @@ │ │ │ │ ld s1,8(sp) │ │ │ │ ld s2,0(sp) │ │ │ │ li a0,1 │ │ │ │ addi sp,sp,32 │ │ │ │ ret │ │ │ │ li a5,3 │ │ │ │ j 1e448 │ │ │ │ - auipc a1,0x13 │ │ │ │ - addi a1,a1,-1642 │ │ │ │ + auipc a1,0x17 │ │ │ │ + addi a1,a1,-1442 │ │ │ │ mv a0,s0 │ │ │ │ jal 10e70 │ │ │ │ beqz a0,1e5f6 │ │ │ │ mv a0,s0 │ │ │ │ auipc a1,0xe │ │ │ │ addi a1,a1,-1116 │ │ │ │ jal 10e70 │ │ │ │ @@ -20277,16 +20277,16 @@ │ │ │ │ beqz a0,1f748 │ │ │ │ mv a1,a0 │ │ │ │ auipc a0,0xd │ │ │ │ addi a0,a0,124 │ │ │ │ jal 10e70 │ │ │ │ beqz a0,1f756 │ │ │ │ mv a1,s0 │ │ │ │ - auipc a0,0x14 │ │ │ │ - addi a0,a0,-1732 │ │ │ │ + auipc a0,0x11 │ │ │ │ + addi a0,a0,-1444 │ │ │ │ jal 10e70 │ │ │ │ beqz a0,1f78a │ │ │ │ mv a1,s0 │ │ │ │ auipc a0,0xd │ │ │ │ addi a0,a0,108 │ │ │ │ jal 10e70 │ │ │ │ beqz a0,1f780 │ │ │ │ @@ -20327,16 +20327,16 @@ │ │ │ │ j 1f62a │ │ │ │ auipc s1,0xd │ │ │ │ addi s1,s1,-22 │ │ │ │ j 1f75e │ │ │ │ auipc s1,0xd │ │ │ │ addi s1,s1,-24 │ │ │ │ j 1f75e │ │ │ │ - auipc s1,0x14 │ │ │ │ - addi s1,s1,-1890 │ │ │ │ + auipc s1,0x11 │ │ │ │ + addi s1,s1,-1602 │ │ │ │ j 1f75e │ │ │ │ mv a0,s2 │ │ │ │ jal 11250 │ │ │ │ li s0,1 │ │ │ │ j 1f66e │ │ │ │ mv a0,s2 │ │ │ │ jal 11250 │ │ │ │ @@ -20834,16 +20834,16 @@ │ │ │ │ li a3,3 │ │ │ │ sd s1,8(s0) │ │ │ │ j 1fc5e │ │ │ │ auipc a0,0x28 │ │ │ │ lw a0,-426(a0) │ │ │ │ bltz a0,1fd20 │ │ │ │ mv a2,s2 │ │ │ │ - auipc a1,0x10 │ │ │ │ - addi a1,a1,1552 │ │ │ │ + auipc a1,0x14 │ │ │ │ + addi a1,a1,1752 │ │ │ │ jal 1ecc6 │ │ │ │ mv a0,s3 │ │ │ │ jal 11330 │ │ │ │ auipc a5,0x28 │ │ │ │ lbu a5,-454(a5) │ │ │ │ bnez a5,1fd40 │ │ │ │ mv a0,s2 │ │ │ │ @@ -20892,16 +20892,16 @@ │ │ │ │ ld ra,8(sp) │ │ │ │ addi sp,sp,16 │ │ │ │ j 11250 │ │ │ │ auipc a0,0x28 │ │ │ │ lw a0,-592(a0) │ │ │ │ ld a2,16(a1) │ │ │ │ bltz a0,1fd9c │ │ │ │ - auipc a1,0x10 │ │ │ │ - addi a1,a1,1386 │ │ │ │ + auipc a1,0x14 │ │ │ │ + addi a1,a1,1586 │ │ │ │ jal 1ecc6 │ │ │ │ j 1fd60 │ │ │ │ auipc a5,0x27 │ │ │ │ ld a5,-132(a5) │ │ │ │ ld a1,0(a5) │ │ │ │ mv a0,a2 │ │ │ │ jal 11050 │ │ │ │ @@ -21971,16 +21971,16 @@ │ │ │ │ bnez a0,20a4e │ │ │ │ lw a5,12(sp) │ │ │ │ li s0,2 │ │ │ │ bge s0,a5,20a36 │ │ │ │ sd s1,56(sp) │ │ │ │ li s1,16 │ │ │ │ ld a5,16(sp) │ │ │ │ - auipc a1,0x10 │ │ │ │ - addi a1,a1,-1824 │ │ │ │ + auipc a1,0x14 │ │ │ │ + addi a1,a1,-1624 │ │ │ │ mv a0,s2 │ │ │ │ add a5,a5,s1 │ │ │ │ ld a2,0(a5) │ │ │ │ addiw s0,s0,1 │ │ │ │ addi s1,s1,8 │ │ │ │ jal 1ecc6 │ │ │ │ lw a5,12(sp) │ │ │ │ @@ -22307,18 +22307,18 @@ │ │ │ │ beqz a0,20d26 │ │ │ │ j 20d8e │ │ │ │ ld a6,0(s6) │ │ │ │ mv a5,s1 │ │ │ │ mv a4,s1 │ │ │ │ mv a3,s1 │ │ │ │ li a2,1 │ │ │ │ - auipc a1,0x15 │ │ │ │ - addi a1,a1,-24 │ │ │ │ + auipc a1,0xc │ │ │ │ + addi a1,a1,880 │ │ │ │ auipc a0,0xc │ │ │ │ - addi a0,a0,-264 │ │ │ │ + addi a0,a0,344 │ │ │ │ jal 200c0 │ │ │ │ mv s4,s0 │ │ │ │ j 20d26 │ │ │ │ auipc a1,0xa │ │ │ │ addi a1,a1,616 │ │ │ │ mv a0,s0 │ │ │ │ jal 10e70 │ │ │ │ @@ -22358,18 +22358,18 @@ │ │ │ │ mv a0,s2 │ │ │ │ jal 10f90 │ │ │ │ addi a5,a0,16 │ │ │ │ j 20ecc │ │ │ │ ld a3,0(s6) │ │ │ │ mv a4,s9 │ │ │ │ li a2,1 │ │ │ │ - auipc a1,0x15 │ │ │ │ - addi a1,a1,-152 │ │ │ │ + auipc a1,0xc │ │ │ │ + addi a1,a1,752 │ │ │ │ auipc a0,0xc │ │ │ │ - addi a0,a0,-424 │ │ │ │ + addi a0,a0,184 │ │ │ │ jal 200c0 │ │ │ │ li s8,-43 │ │ │ │ ld s3,376(sp) │ │ │ │ ld s5,360(sp) │ │ │ │ j 20d42 │ │ │ │ auipc a4,0x2e │ │ │ │ addi a4,a4,1570 │ │ │ │ @@ -22629,18 +22629,18 @@ │ │ │ │ li a0,4 │ │ │ │ jal 20f0c │ │ │ │ beqz a0,210fa │ │ │ │ mv a4,s3 │ │ │ │ auipc a3,0x1b │ │ │ │ addi a3,a3,-1218 │ │ │ │ li a2,1 │ │ │ │ - auipc a1,0x15 │ │ │ │ - addi a1,a1,-828 │ │ │ │ + auipc a1,0xc │ │ │ │ + addi a1,a1,76 │ │ │ │ auipc a0,0xc │ │ │ │ - addi a0,a0,-1212 │ │ │ │ + addi a0,a0,-604 │ │ │ │ jal 20058 │ │ │ │ sd a0,0(s7) │ │ │ │ li s1,-1 │ │ │ │ j 21118 │ │ │ │ mv a2,sp │ │ │ │ mv a1,s3 │ │ │ │ li a0,1 │ │ │ │ @@ -22735,18 +22735,18 @@ │ │ │ │ mv a4,s3 │ │ │ │ auipc a3,0x1b │ │ │ │ addi a3,a3,-1514 │ │ │ │ j 21162 │ │ │ │ mv a3,s1 │ │ │ │ mv a4,s3 │ │ │ │ li a2,1 │ │ │ │ - auipc a1,0x15 │ │ │ │ - addi a1,a1,-1122 │ │ │ │ + auipc a1,0xc │ │ │ │ + addi a1,a1,-218 │ │ │ │ auipc a0,0xc │ │ │ │ - addi a0,a0,-1530 │ │ │ │ + addi a0,a0,-922 │ │ │ │ jal 20058 │ │ │ │ sd a0,0(s7) │ │ │ │ li s1,-1 │ │ │ │ j 21118 │ │ │ │ ld s5,40(sp) │ │ │ │ ld s7,24(sp) │ │ │ │ li s1,-2 │ │ │ │ @@ -26563,16 +26563,16 @@ │ │ │ │ sd a5,88(sp) │ │ │ │ li a5,1 │ │ │ │ auipc a4,0x2c │ │ │ │ sb a5,-1548(a4) │ │ │ │ li s2,-1 │ │ │ │ li a5,7 │ │ │ │ li a2,6 │ │ │ │ - auipc a1,0xb │ │ │ │ - addi a1,a1,-1610 │ │ │ │ + auipc a1,0xf │ │ │ │ + addi a1,a1,-1578 │ │ │ │ addi a0,sp,56 │ │ │ │ sw a5,84(sp) │ │ │ │ sw s2,96(sp) │ │ │ │ jal 1f894 │ │ │ │ mv s0,a0 │ │ │ │ addi s1,sp,84 │ │ │ │ bltz s0,23bec │ │ │ │ @@ -26829,16 +26829,16 @@ │ │ │ │ jal 16f32 │ │ │ │ auipc a5,0x23 │ │ │ │ ld a5,-52(a5) │ │ │ │ sd a5,24(sp) │ │ │ │ sd s1,16(sp) │ │ │ │ sd s2,8(sp) │ │ │ │ sd zero,0(sp) │ │ │ │ - auipc a4,0x10 │ │ │ │ - addi a4,a4,484 │ │ │ │ + auipc a4,0xc │ │ │ │ + addi a4,a4,-1388 │ │ │ │ sd a4,0(a5) │ │ │ │ li a7,0 │ │ │ │ li a5,5 │ │ │ │ li a6,0 │ │ │ │ auipc a4,0x19 │ │ │ │ addi a4,a4,-140 │ │ │ │ auipc a3,0x19 │ │ │ │ @@ -27112,16 +27112,16 @@ │ │ │ │ ld a0,0(a0) │ │ │ │ beqz a0,23bf2 │ │ │ │ sd s4,128(sp) │ │ │ │ addi s0,s5,8 │ │ │ │ j 2425e │ │ │ │ ld a3,0(s2) │ │ │ │ li a2,1 │ │ │ │ - auipc a1,0x11 │ │ │ │ - addi a1,a1,-1826 │ │ │ │ + auipc a1,0x12 │ │ │ │ + addi a1,a1,542 │ │ │ │ auipc a0,0x7 │ │ │ │ addi a0,a0,-1314 │ │ │ │ jal 200c0 │ │ │ │ mv a0,s1 │ │ │ │ mv s2,s0 │ │ │ │ jal 1a390 │ │ │ │ ld a0,0(s0) │ │ │ │ @@ -27157,16 +27157,16 @@ │ │ │ │ jal 1a766 │ │ │ │ mv a5,a0 │ │ │ │ beqz a0,24302 │ │ │ │ ld a4,0(s2) │ │ │ │ ld a3,0(s1) │ │ │ │ sd a0,40(sp) │ │ │ │ li a2,1 │ │ │ │ - auipc a1,0x11 │ │ │ │ - addi a1,a1,-1924 │ │ │ │ + auipc a1,0x12 │ │ │ │ + addi a1,a1,444 │ │ │ │ auipc a0,0x7 │ │ │ │ addi a0,a0,-1452 │ │ │ │ jal 200c0 │ │ │ │ ld a0,40(sp) │ │ │ │ jal 11250 │ │ │ │ j 2424e │ │ │ │ ld s5,120(sp) │ │ │ │ @@ -27230,16 +27230,16 @@ │ │ │ │ auipc a5,0x23 │ │ │ │ ld a5,-1142(a5) │ │ │ │ sd a0,0(a5) │ │ │ │ bnez a0,23c00 │ │ │ │ mv a0,s5 │ │ │ │ j 24368 │ │ │ │ mv a2,s1 │ │ │ │ - auipc a1,0x10 │ │ │ │ - addi a1,a1,1846 │ │ │ │ + auipc a1,0x12 │ │ │ │ + addi a1,a1,118 │ │ │ │ auipc a0,0x7 │ │ │ │ addi a0,a0,-1690 │ │ │ │ sb zero,0(s0) │ │ │ │ jal 200c0 │ │ │ │ j 23dc2 │ │ │ │ sd s4,128(sp) │ │ │ │ sd s5,120(sp) │ │ │ │ @@ -27927,18 +27927,18 @@ │ │ │ │ auipc s0,0x22 │ │ │ │ ld s0,1268(s0) │ │ │ │ ld a3,272(s0) │ │ │ │ beqz a3,24af4 │ │ │ │ ld a5,0(s5) │ │ │ │ ld a4,8(s4) │ │ │ │ li a2,1 │ │ │ │ - auipc a1,0xf │ │ │ │ - addi a1,a1,1852 │ │ │ │ + auipc a1,0xa │ │ │ │ + addi a1,a1,-1692 │ │ │ │ auipc a0,0x8 │ │ │ │ - addi a0,a0,524 │ │ │ │ + addi a0,a0,1044 │ │ │ │ jal 200c0 │ │ │ │ li a0,-13 │ │ │ │ j 24aae │ │ │ │ jal 1351c │ │ │ │ ld a3,272(s0) │ │ │ │ j 24ad2 │ │ │ │ li a0,0 │ │ │ │ @@ -28063,18 +28063,18 @@ │ │ │ │ ld s1,24(sp) │ │ │ │ addi sp,sp,48 │ │ │ │ ret │ │ │ │ li a0,0 │ │ │ │ ret │ │ │ │ mv a3,s0 │ │ │ │ li a2,1 │ │ │ │ - auipc a1,0xf │ │ │ │ - addi a1,a1,1550 │ │ │ │ + auipc a1,0xa │ │ │ │ + addi a1,a1,-1994 │ │ │ │ auipc a0,0x8 │ │ │ │ - addi a0,a0,158 │ │ │ │ + addi a0,a0,678 │ │ │ │ jal 200c0 │ │ │ │ li a0,-1 │ │ │ │ j 24c38 │ │ │ │ addi sp,sp,-144 │ │ │ │ sd s8,64(sp) │ │ │ │ li a5,1 │ │ │ │ auipc s8,0x22 │ │ │ │ @@ -29403,16 +29403,16 @@ │ │ │ │ mv a0,s0 │ │ │ │ jalr a5 │ │ │ │ ld a5,8(s2) │ │ │ │ addi s2,s2,8 │ │ │ │ bnez a5,25a80 │ │ │ │ ld a2,40(sp) │ │ │ │ sd s4,40(s0) │ │ │ │ - auipc a1,0xb │ │ │ │ - addi a1,a1,-1946 │ │ │ │ + auipc a1,0xf │ │ │ │ + addi a1,a1,-1746 │ │ │ │ addi a0,s0,48 │ │ │ │ jal 1f894 │ │ │ │ ld a4,184(s5) │ │ │ │ addi a5,s5,160 │ │ │ │ sd a4,24(s0) │ │ │ │ ld a4,184(s5) │ │ │ │ sd s0,16(a4) │ │ │ │ @@ -30082,34 +30082,34 @@ │ │ │ │ li a6,-1 │ │ │ │ li a5,184 │ │ │ │ auipc a4,0x17 │ │ │ │ addi a4,a4,1410 │ │ │ │ auipc a3,0x19 │ │ │ │ addi a3,a3,-318 │ │ │ │ li a2,1 │ │ │ │ - auipc a1,0x7 │ │ │ │ - addi a1,a1,-344 │ │ │ │ + auipc a1,0x8 │ │ │ │ + addi a1,a1,688 │ │ │ │ auipc a0,0x7 │ │ │ │ - addi a0,a0,-1296 │ │ │ │ + addi a0,a0,-776 │ │ │ │ jal 200c0 │ │ │ │ li a0,-1 │ │ │ │ ld s3,88(sp) │ │ │ │ ld s4,80(sp) │ │ │ │ ld s5,72(sp) │ │ │ │ ld s8,48(sp) │ │ │ │ ld s9,40(sp) │ │ │ │ ld s10,32(sp) │ │ │ │ ld s11,24(sp) │ │ │ │ j 26068 │ │ │ │ ld a3,0(s0) │ │ │ │ li a2,1 │ │ │ │ - auipc a1,0xe │ │ │ │ - addi a1,a1,94 │ │ │ │ + auipc a1,0x8 │ │ │ │ + addi a1,a1,678 │ │ │ │ auipc a0,0x7 │ │ │ │ - addi a0,a0,-1338 │ │ │ │ + addi a0,a0,-818 │ │ │ │ jal 200c0 │ │ │ │ li a0,-5 │ │ │ │ ld s3,88(sp) │ │ │ │ ld s4,80(sp) │ │ │ │ ld s5,72(sp) │ │ │ │ ld s8,48(sp) │ │ │ │ ld s9,40(sp) │ │ │ │ @@ -30121,18 +30121,18 @@ │ │ │ │ li a6,-2 │ │ │ │ li a5,209 │ │ │ │ auipc a4,0x17 │ │ │ │ addi a4,a4,1298 │ │ │ │ auipc a3,0x19 │ │ │ │ addi a3,a3,-430 │ │ │ │ li a2,1 │ │ │ │ - auipc a1,0x7 │ │ │ │ - addi a1,a1,-456 │ │ │ │ + auipc a1,0x8 │ │ │ │ + addi a1,a1,576 │ │ │ │ auipc a0,0x7 │ │ │ │ - addi a0,a0,-1408 │ │ │ │ + addi a0,a0,-888 │ │ │ │ jal 200c0 │ │ │ │ li a0,-2 │ │ │ │ j 26238 │ │ │ │ auipc a7,0x17 │ │ │ │ addi a7,a7,1376 │ │ │ │ li a6,-1 │ │ │ │ li a5,172 │ │ │ │ @@ -30142,18 +30142,18 @@ │ │ │ │ li a6,-1 │ │ │ │ li a5,157 │ │ │ │ auipc a4,0x17 │ │ │ │ addi a4,a4,1226 │ │ │ │ auipc a3,0x19 │ │ │ │ addi a3,a3,-502 │ │ │ │ li a2,1 │ │ │ │ - auipc a1,0x7 │ │ │ │ - addi a1,a1,-528 │ │ │ │ + auipc a1,0x8 │ │ │ │ + addi a1,a1,504 │ │ │ │ auipc a0,0x7 │ │ │ │ - addi a0,a0,-1480 │ │ │ │ + addi a0,a0,-960 │ │ │ │ jal 200c0 │ │ │ │ li a0,-1 │ │ │ │ ld s3,88(sp) │ │ │ │ ld s4,80(sp) │ │ │ │ ld s11,24(sp) │ │ │ │ j 26068 │ │ │ │ sd s3,88(sp) │ │ │ │ @@ -30169,18 +30169,18 @@ │ │ │ │ li a6,-1 │ │ │ │ li a5,112 │ │ │ │ auipc a4,0x17 │ │ │ │ addi a4,a4,1146 │ │ │ │ auipc a3,0x19 │ │ │ │ addi a3,a3,-582 │ │ │ │ li a2,1 │ │ │ │ - auipc a1,0x7 │ │ │ │ - addi a1,a1,-608 │ │ │ │ + auipc a1,0x8 │ │ │ │ + addi a1,a1,424 │ │ │ │ auipc a0,0x7 │ │ │ │ - addi a0,a0,-1560 │ │ │ │ + addi a0,a0,-1040 │ │ │ │ jal 200c0 │ │ │ │ li a0,-1 │ │ │ │ j 26068 │ │ │ │ auipc a5,0x29 │ │ │ │ lw a5,936(a5) │ │ │ │ addi sp,sp,-64 │ │ │ │ sd s4,16(sp) │ │ │ │ @@ -32204,16 +32204,16 @@ │ │ │ │ lw a4,48(s0) │ │ │ │ auipc a1,0x16 │ │ │ │ addi a1,a1,1394 │ │ │ │ jal 1f894 │ │ │ │ ld a2,32(s0) │ │ │ │ beqz a2,27956 │ │ │ │ ld a0,0(s1) │ │ │ │ - auipc a1,0x9 │ │ │ │ - addi a1,a1,-1616 │ │ │ │ + auipc a1,0xd │ │ │ │ + addi a1,a1,-1416 │ │ │ │ addi a0,a0,8 │ │ │ │ jal 1f894 │ │ │ │ ld s0,48(sp) │ │ │ │ ld s1,40(sp) │ │ │ │ li a0,0 │ │ │ │ ld a4,24(sp) │ │ │ │ ld a5,0(s2) │ │ │ │ @@ -32395,16 +32395,16 @@ │ │ │ │ ld a4,48(s0) │ │ │ │ auipc a1,0x16 │ │ │ │ addi a1,a1,974 │ │ │ │ jal 1f894 │ │ │ │ ld a2,32(s0) │ │ │ │ beqz a2,27b9a │ │ │ │ ld a0,0(s1) │ │ │ │ - auipc a1,0x8 │ │ │ │ - addi a1,a1,1900 │ │ │ │ + auipc a1,0xd │ │ │ │ + addi a1,a1,-1996 │ │ │ │ addi a0,a0,8 │ │ │ │ jal 1f894 │ │ │ │ ld s0,48(sp) │ │ │ │ ld s1,40(sp) │ │ │ │ li a0,0 │ │ │ │ ld a4,24(sp) │ │ │ │ ld a5,0(s2) │ │ │ │ @@ -34763,16 +34763,16 @@ │ │ │ │ addi a1,a1,-1102 │ │ │ │ jal 1f894 │ │ │ │ ld a5,32(sp) │ │ │ │ li a4,8 │ │ │ │ ld a2,32(a5) │ │ │ │ beqz a2,29508 │ │ │ │ ld a0,0(s3) │ │ │ │ - auipc a1,0x7 │ │ │ │ - addi a1,a1,-510 │ │ │ │ + auipc a1,0xb │ │ │ │ + addi a1,a1,-310 │ │ │ │ add a0,a0,a4 │ │ │ │ jal 1f894 │ │ │ │ ld a5,32(sp) │ │ │ │ li a4,16 │ │ │ │ ld a0,56(a5) │ │ │ │ beqz a0,29520 │ │ │ │ ld a5,64(a0) │ │ │ ├── readelf --wide --decompress --hex-dump=.rodata {} │ │ │ │ @@ -685,3777 +685,3777 @@ │ │ │ │ 0x0002ca18 72652073 7570706f 73656420 746f2067 re supposed to g │ │ │ │ 0x0002ca28 65742068 656c7020 61626f75 743a0a20 et help about:. │ │ │ │ 0x0002ca38 20202025 730a6672 6f6d2074 6f706963 %s.from topic │ │ │ │ 0x0002ca48 3a0a2020 20202573 0a427574 20492063 :. %s.But I c │ │ │ │ 0x0002ca58 6f756c64 6e277420 66696e64 20746861 ouldn't find tha │ │ │ │ 0x0002ca68 74206865 6c702074 6f706963 2e202053 t help topic. S │ │ │ │ 0x0002ca78 6f727279 210a2573 00000000 00000000 orry!.%s........ │ │ │ │ - 0x0002ca88 68656c70 2d73686d 656d2d61 70692e74 help-shmem-api.t │ │ │ │ - 0x0002ca98 78740000 00000000 68656c70 2d6f7368 xt......help-osh │ │ │ │ - 0x0002caa8 6d656d2d 696e666f 2e747874 00000000 mem-info.txt.... │ │ │ │ - 0x0002cab8 68656c70 2d73686d 656d2d72 756e7469 help-shmem-runti │ │ │ │ - 0x0002cac8 6d652e74 78740000 68656c70 2d6f7368 me.txt..help-osh │ │ │ │ - 0x0002cad8 6d656d2d 6d656d68 6561702e 74787400 mem-memheap.txt. │ │ │ │ - 0x0002cae8 68656c70 2d6f7368 6d656d2d 7373686d help-oshmem-sshm │ │ │ │ - 0x0002caf8 656d2e74 78740000 68656c70 2d6f7368 em.txt..help-osh │ │ │ │ + 0x0002ca88 68656c70 2d73686d 656d2d72 756e7469 help-shmem-runti │ │ │ │ + 0x0002ca98 6d652e74 78740000 68656c70 2d6f7368 me.txt..help-osh │ │ │ │ + 0x0002caa8 6d656d2d 73636f6c 6c2d7563 632e7478 mem-scoll-ucc.tx │ │ │ │ + 0x0002cab8 74000000 00000000 68656c70 2d6f7368 t.......help-osh │ │ │ │ + 0x0002cac8 6d656d2d 73636f6c 6c2d6d70 692e7478 mem-scoll-mpi.tx │ │ │ │ + 0x0002cad8 74000000 00000000 68656c70 2d6f7368 t.......help-osh │ │ │ │ + 0x0002cae8 6d656d2d 7373686d 656d2d73 7973762e mem-sshmem-sysv. │ │ │ │ + 0x0002caf8 74787400 00000000 68656c70 2d6f7368 txt.....help-osh │ │ │ │ 0x0002cb08 6d656d2d 7373686d 656d2d6d 6d61702e mem-sshmem-mmap. │ │ │ │ 0x0002cb18 74787400 00000000 68656c70 2d6f7368 txt.....help-osh │ │ │ │ - 0x0002cb28 6d656d2d 7373686d 656d2d73 7973762e mem-sshmem-sysv. │ │ │ │ - 0x0002cb38 74787400 00000000 68656c70 2d6f7368 txt.....help-osh │ │ │ │ - 0x0002cb48 6d656d2d 73636f6c 6c2d6d70 692e7478 mem-scoll-mpi.tx │ │ │ │ - 0x0002cb58 74000000 00000000 68656c70 2d6f7368 t.......help-osh │ │ │ │ - 0x0002cb68 6d656d2d 73636f6c 6c2d7563 632e7478 mem-scoll-ucc.tx │ │ │ │ - 0x0002cb78 74000000 00000000 68656c70 2d636f6d t.......help-com │ │ │ │ - 0x0002cb88 6d2e7478 74000000 68656c70 2d64706d m.txt...help-dpm │ │ │ │ - 0x0002cb98 2e747874 00000000 68656c70 2d6d7069 .txt....help-mpi │ │ │ │ - 0x0002cba8 72756e2e 74787400 68656c70 2d6d7069 run.txt.help-mpi │ │ │ │ - 0x0002cbb8 2d72756e 74696d65 2e747874 00000000 -runtime.txt.... │ │ │ │ - 0x0002cbc8 68656c70 2d6d7069 2d617069 2e747874 help-mpi-api.txt │ │ │ │ - 0x0002cbd8 00000000 00000000 68656c70 2d6d746c ........help-mtl │ │ │ │ - 0x0002cbe8 2d6f6669 2e747874 00000000 00000000 -ofi.txt........ │ │ │ │ - 0x0002cbf8 68656c70 2d6d746c 2d70736d 322e7478 help-mtl-psm2.tx │ │ │ │ - 0x0002cc08 74000000 00000000 68656c70 2d6d6361 t.......help-mca │ │ │ │ - 0x0002cc18 2d626d6c 2d72322e 74787400 00000000 -bml-r2.txt..... │ │ │ │ - 0x0002cc28 68656c70 2d6d7069 2d706d6c 2d6f6231 help-mpi-pml-ob1 │ │ │ │ - 0x0002cc38 2e747874 00000000 68656c70 2d6d6361 .txt....help-mca │ │ │ │ - 0x0002cc48 2d686f6f 6b2d6261 73652e74 78740000 -hook-base.txt.. │ │ │ │ - 0x0002cc58 68656c70 2d636f6c 6c2d7868 632e7478 help-coll-xhc.tx │ │ │ │ - 0x0002cc68 74000000 00000000 68656c70 2d6d6361 t.......help-mca │ │ │ │ - 0x0002cc78 2d636f6c 6c2d6261 73652e74 78740000 -coll-base.txt.. │ │ │ │ - 0x0002cc88 68656c70 2d6d7069 2d66742e 74787400 help-mpi-ft.txt. │ │ │ │ - 0x0002cc98 68656c70 2d6d7069 2d657272 6f72732e help-mpi-errors. │ │ │ │ - 0x0002cca8 74787400 00000000 68656c70 2d6f7061 txt.....help-opa │ │ │ │ - 0x0002ccb8 6c2d7574 696c2e74 78740000 00000000 l-util.txt...... │ │ │ │ - 0x0002ccc8 68656c70 2d6a736f 6e2e7478 74000000 help-json.txt... │ │ │ │ - 0x0002ccd8 68656c70 2d6f7061 6c5f696e 666f2e74 help-opal_info.t │ │ │ │ - 0x0002cce8 78740000 00000000 68656c70 2d6d6361 xt......help-mca │ │ │ │ - 0x0002ccf8 2d626173 652e7478 74000000 00000000 -base.txt....... │ │ │ │ - 0x0002cd08 68656c70 2d6f7061 6c2d7368 6d656d2d help-opal-shmem- │ │ │ │ - 0x0002cd18 6d6d6170 2e747874 00000000 00000000 mmap.txt........ │ │ │ │ - 0x0002cd28 68656c70 2d6f7061 6c2d7368 6d656d2d help-opal-shmem- │ │ │ │ - 0x0002cd38 73797376 2e747874 00000000 00000000 sysv.txt........ │ │ │ │ - 0x0002cd48 68656c70 2d6f7061 6c2d7368 6d656d2d help-opal-shmem- │ │ │ │ - 0x0002cd58 706f7369 782e7478 74000000 00000000 posix.txt....... │ │ │ │ - 0x0002cd68 68656c70 2d636f6d 6d6f6e2d 6f66692e help-common-ofi. │ │ │ │ - 0x0002cd78 74787400 00000000 68656c70 2d6d7069 txt.....help-mpi │ │ │ │ - 0x0002cd88 2d636f6d 6d6f6e2d 7562636c 2e747874 -common-ubcl.txt │ │ │ │ - 0x0002cd98 00000000 00000000 68656c70 2d6d7069 ........help-mpi │ │ │ │ - 0x0002cda8 2d636f6d 6d6f6e2d 736d2e74 78740000 -common-sm.txt.. │ │ │ │ - 0x0002cdb8 68656c70 2d6f7061 6c2d7469 6d65722d help-opal-timer- │ │ │ │ - 0x0002cdc8 6c696e75 782e7478 74000000 00000000 linux.txt....... │ │ │ │ - 0x0002cdd8 68656c70 2d736d73 632d6b6e 656d2e74 help-smsc-knem.t │ │ │ │ - 0x0002cde8 78740000 00000000 68656c70 2d726361 xt......help-rca │ │ │ │ - 0x0002cdf8 6368652d 62617365 2e747874 00000000 che-base.txt.... │ │ │ │ - 0x0002ce08 68656c70 2d6d6361 2d616c6c 6f636174 help-mca-allocat │ │ │ │ - 0x0002ce18 6f722d62 75636b65 742e7478 74000000 or-bucket.txt... │ │ │ │ - 0x0002ce28 68656c70 2d6f7061 6c2d6966 2d6c696e help-opal-if-lin │ │ │ │ - 0x0002ce38 75782d69 7076362e 74787400 00000000 ux-ipv6.txt..... │ │ │ │ - 0x0002ce48 68656c70 2d6d706f 6f6c2d62 6173652e help-mpool-base. │ │ │ │ - 0x0002ce58 74787400 00000000 68656c70 2d6f7061 txt.....help-opa │ │ │ │ - 0x0002ce68 6c2d6877 6c6f632d 62617365 2e747874 l-hwloc-base.txt │ │ │ │ - 0x0002ce78 00000000 00000000 68656c70 2d616363 ........help-acc │ │ │ │ - 0x0002ce88 656c6572 61746f72 2d626173 652e7478 elerator-base.tx │ │ │ │ - 0x0002ce98 74000000 00000000 68656c70 2d616363 t.......help-acc │ │ │ │ - 0x0002cea8 656c6572 61746f72 2d637564 612e7478 elerator-cuda.tx │ │ │ │ - 0x0002ceb8 74000000 00000000 68656c70 2d6d7069 t.......help-mpi │ │ │ │ - 0x0002cec8 2d62746c 2d626173 652e7478 74000000 -btl-base.txt... │ │ │ │ - 0x0002ced8 68656c70 2d6d7069 2d62746c 2d746370 help-mpi-btl-tcp │ │ │ │ - 0x0002cee8 2e747874 00000000 68656c70 2d6d7069 .txt....help-mpi │ │ │ │ - 0x0002cef8 2d62746c 2d736d63 7564612e 74787400 -btl-smcuda.txt. │ │ │ │ - 0x0002cf08 68656c70 2d6d7069 2d62746c 2d75736e help-mpi-btl-usn │ │ │ │ - 0x0002cf18 69632e74 78740000 68656c70 2d6f7061 ic.txt..help-opa │ │ │ │ - 0x0002cf28 6c2d7468 72656164 732e7478 74000000 l-threads.txt... │ │ │ │ - 0x0002cf38 6d757465 7820696e 69742066 61696c65 mutex init faile │ │ │ │ - 0x0002cf48 64000000 00000000 6d757465 78206c6f d.......mutex lo │ │ │ │ - 0x0002cf58 636b2066 61696c65 64000000 00000000 ck failed....... │ │ │ │ - 0x0002cf68 6d757465 7820756e 6c6f636b 20666169 mutex unlock fai │ │ │ │ - 0x0002cf78 6c656400 00000000 6d757465 78207472 led.....mutex tr │ │ │ │ - 0x0002cf88 796c6f63 6b206661 696c6564 00000000 ylock failed.... │ │ │ │ - 0x0002cf98 41207472 7920746f 20616371 75697265 A try to acquire │ │ │ │ - 0x0002cfa8 2061206d 75746578 20286d75 74657820 a mutex (mutex │ │ │ │ - 0x0002cfb8 7472796c 6f636b29 20686173 20666169 trylock) has fai │ │ │ │ - 0x0002cfc8 6c65642e 00000000 41206d75 74657820 led.....A mutex │ │ │ │ - 0x0002cfd8 72656c65 61736520 286d7574 65782075 release (mutex u │ │ │ │ - 0x0002cfe8 6e6c6f63 6b292068 61732066 61696c65 nlock) has faile │ │ │ │ - 0x0002cff8 642e0000 00000000 41206d75 74657820 d.......A mutex │ │ │ │ - 0x0002d008 61637175 69726520 286d7574 6578206c acquire (mutex l │ │ │ │ - 0x0002d018 6f636b29 20686173 20666169 6c65642e ock) has failed. │ │ │ │ - 0x0002d028 00000000 00000000 41206d75 74657820 ........A mutex │ │ │ │ - 0x0002d038 696e6974 69616c69 7a617469 6f6e2068 initialization h │ │ │ │ - 0x0002d048 61732066 61696c65 642e0000 00000000 as failed....... │ │ │ │ - 0x0002d058 6e6f7420 656e6f75 67682075 736e6963 not enough usnic │ │ │ │ - 0x0002d068 20726573 6f757263 65730000 00000000 resources...... │ │ │ │ - 0x0002d078 6c696266 61627269 63204150 49206661 libfabric API fa │ │ │ │ - 0x0002d088 696c6564 00000000 6173796e 63206576 iled....async ev │ │ │ │ - 0x0002d098 656e7400 00000000 696e7465 726e616c ent.....internal │ │ │ │ - 0x0002d0a8 20657272 6f722064 7572696e 6720696e error during in │ │ │ │ - 0x0002d0b8 69740000 00000000 696e7465 726e616c it......internal │ │ │ │ - 0x0002d0c8 20657272 6f722061 66746572 20696e69 error after ini │ │ │ │ - 0x0002d0d8 74000000 00000000 63686563 6b5f7265 t.......check_re │ │ │ │ - 0x0002d0e8 675f6d65 6d5f6261 73696373 20666169 g_mem_basics fai │ │ │ │ - 0x0002d0f8 6c000000 00000000 696e7661 6c696420 l.......invalid │ │ │ │ - 0x0002d108 69665f69 6e657863 6c756465 00000000 if_inexclude.... │ │ │ │ - 0x0002d118 4d545520 6d69736d 61746368 00000000 MTU mismatch.... │ │ │ │ - 0x0002d128 636f6e6e 65637469 76697479 20657272 connectivity err │ │ │ │ - 0x0002d138 6f723a20 736d616c 6c206f6b 2c206c61 or: small ok, la │ │ │ │ - 0x0002d148 72676520 62616400 636f6e6e 65637469 rge bad.connecti │ │ │ │ - 0x0002d158 76697479 20657272 6f723a20 736d616c vity error: smal │ │ │ │ - 0x0002d168 6c206261 642c206c 61726765 206f6b00 l bad, large ok. │ │ │ │ - 0x0002d178 636f6e6e 65637469 76697479 20657272 connectivity err │ │ │ │ - 0x0002d188 6f723a20 736d616c 6c206261 642c206c or: small bad, l │ │ │ │ - 0x0002d198 61726765 20626164 00000000 00000000 arge bad........ │ │ │ │ - 0x0002d1a8 66695f61 765f6571 20746f6f 20736d61 fi_av_eq too sma │ │ │ │ - 0x0002d1b8 6c6c0000 00000000 756e7265 61636861 ll......unreacha │ │ │ │ - 0x0002d1c8 626c6520 70656572 20495000 00000000 ble peer IP..... │ │ │ │ - 0x0002d1d8 63616e6e 6f742077 72697465 20746f20 cannot write to │ │ │ │ - 0x0002d1e8 6d617020 66696c65 00000000 00000000 map file........ │ │ │ │ - 0x0002d1f8 7472616e 73706f72 74206d69 736d6174 transport mismat │ │ │ │ - 0x0002d208 63680000 00000000 4f70656e 204d5049 ch......Open MPI │ │ │ │ - 0x0002d218 20686173 20666f75 6e642074 776f2073 has found two s │ │ │ │ - 0x0002d228 65727665 72732077 69746820 64696666 ervers with diff │ │ │ │ - 0x0002d238 6572656e 7420756e 6465726c 79696e67 erent underlying │ │ │ │ - 0x0002d248 2075734e 49430000 7472616e 73706f72 usNIC..transpor │ │ │ │ - 0x0002d258 74732e20 20546869 73206973 20616e20 ts. This is an │ │ │ │ - 0x0002d268 756e7375 70706f72 74656420 636f6e66 unsupported conf │ │ │ │ - 0x0002d278 69677572 6174696f 6e3b2061 6c6c2075 iguration; all u │ │ │ │ - 0x0002d288 734e4943 20646576 69636573 00000000 sNIC devices.... │ │ │ │ - 0x0002d298 6d757374 20686176 65207468 65207361 must have the sa │ │ │ │ - 0x0002d2a8 6d652075 6e646572 6c79696e 67207472 me underlying tr │ │ │ │ - 0x0002d2b8 616e7370 6f727420 696e206f 72646572 ansport in order │ │ │ │ - 0x0002d2c8 20746f20 75736520 74686520 75734e49 to use the usNI │ │ │ │ - 0x0002d2d8 43204254 4c2e0000 20204c6f 63616c20 C BTL... Local │ │ │ │ - 0x0002d2e8 73657276 6572202f 20747261 6e73706f server / transpo │ │ │ │ - 0x0002d2f8 72743a20 20257320 2f202573 00000000 rt: %s / %s.... │ │ │ │ - 0x0002d308 20205265 6d6f7465 20736572 76657220 Remote server │ │ │ │ - 0x0002d318 2f207472 616e7370 6f72743a 20257320 / transport: %s │ │ │ │ - 0x0002d328 2f202573 00000000 5741524e 494e473a / %s....WARNING: │ │ │ │ - 0x0002d338 20546865 2075736e 69632042 544c2077 The usnic BTL w │ │ │ │ - 0x0002d348 61732075 6e61626c 6520746f 206f7065 as unable to ope │ │ │ │ - 0x0002d358 6e207468 65207265 71756573 74656420 n the requested │ │ │ │ - 0x0002d368 6f757470 75740000 636f6e6e 65637469 output..connecti │ │ │ │ - 0x0002d378 76697479 206d6170 2066696c 652e2020 vity map file. │ │ │ │ - 0x0002d388 596f7572 206a6f62 2077696c 6c20636f Your job will co │ │ │ │ - 0x0002d398 6e74696e 75652c20 62757420 74686973 ntinue, but this │ │ │ │ - 0x0002d3a8 206f7574 70757400 636f6e6e 65637469 output.connecti │ │ │ │ - 0x0002d3b8 76697479 206d6170 2066696c 65207769 vity map file wi │ │ │ │ - 0x0002d3c8 6c6c206e 6f742062 65207772 69747465 ll not be writte │ │ │ │ - 0x0002d3d8 6e2e0000 00000000 20204c6f 63616c20 n....... Local │ │ │ │ - 0x0002d3e8 73657276 65723a20 20202020 20257300 server: %s. │ │ │ │ - 0x0002d3f8 20204f75 74707574 206d6170 2066696c Output map fil │ │ │ │ - 0x0002d408 653a2020 20257300 2020576f 726b696e e: %s. Workin │ │ │ │ - 0x0002d418 67206469 72656374 6f72793a 20257300 g directory: %s. │ │ │ │ - 0x0002d428 20204572 726f723a 20202020 20202020 Error: │ │ │ │ - 0x0002d438 20202020 20257320 28256429 00000000 %s (%d).... │ │ │ │ - 0x0002d448 5741524e 494e473a 204f7065 6e204d50 WARNING: Open MP │ │ │ │ - 0x0002d458 49206661 696c6564 20746f20 66696e64 I failed to find │ │ │ │ - 0x0002d468 20612072 6f757465 20746f20 61207065 a route to a pe │ │ │ │ - 0x0002d478 65722049 50206164 64726573 73207669 er IP address vi │ │ │ │ - 0x0002d488 61206100 00000000 73706563 69666963 a a.....specific │ │ │ │ - 0x0002d498 2075734e 49432069 6e746572 66616365 usNIC interface │ │ │ │ - 0x0002d4a8 2e202054 68697320 75737561 6c6c7920 . This usually │ │ │ │ - 0x0002d4b8 696e6469 63617465 73206120 70726f62 indicates a prob │ │ │ │ - 0x0002d4c8 6c656d20 696e2074 68652049 50000000 lem in the IP... │ │ │ │ - 0x0002d4d8 726f7574 696e6720 62657477 65656e20 routing between │ │ │ │ - 0x0002d4e8 74686573 65207065 6572732e 00000000 these peers..... │ │ │ │ - 0x0002d4f8 4f70656e 204d5049 2077696c 6c20736b Open MPI will sk │ │ │ │ - 0x0002d508 69702074 68697320 75734e49 4320696e ip this usNIC in │ │ │ │ - 0x0002d518 74657266 61636520 7768656e 20636f6d terface when com │ │ │ │ - 0x0002d528 6d756e69 63617469 6e672077 69746820 municating with │ │ │ │ - 0x0002d538 74686174 00000000 70656572 2c207768 that....peer, wh │ │ │ │ - 0x0002d548 69636820 6d617920 72657375 6c742069 ich may result i │ │ │ │ - 0x0002d558 6e206c6f 77657220 70657266 6f726d61 n lower performa │ │ │ │ - 0x0002d568 6e636520 746f2074 68617420 70656572 nce to that peer │ │ │ │ - 0x0002d578 2e202049 74206d61 7920616c 736f0000 . It may also.. │ │ │ │ - 0x0002d588 72657375 6c742069 6e20796f 7572206a result in your j │ │ │ │ - 0x0002d598 6f622061 626f7274 696e6720 69662074 ob aborting if t │ │ │ │ - 0x0002d5a8 68657265 20617265 206e6f20 6f746865 here are no othe │ │ │ │ - 0x0002d5b8 72206e65 74776f72 6b207061 74687320 r network paths │ │ │ │ - 0x0002d5c8 746f0000 00000000 74686174 20706565 to......that pee │ │ │ │ - 0x0002d5d8 722e0000 00000000 4e6f7465 20746861 r.......Note tha │ │ │ │ - 0x0002d5e8 74207468 69732065 72726f72 206d6573 t this error mes │ │ │ │ - 0x0002d5f8 73616765 20646566 61756c74 7320746f sage defaults to │ │ │ │ - 0x0002d608 206f6e6c 79207072 696e7469 6e672066 only printing f │ │ │ │ - 0x0002d618 6f722074 6865202a 66697273 742a0000 or the *first*.. │ │ │ │ - 0x0002d628 70616972 206f6620 4d504920 70726f63 pair of MPI proc │ │ │ │ - 0x0002d638 65737320 70656572 73207468 61742065 ess peers that e │ │ │ │ - 0x0002d648 78686962 69742074 68697320 70726f62 xhibit this prob │ │ │ │ - 0x0002d658 6c656d3b 20746869 73207361 6d652070 lem; this same p │ │ │ │ - 0x0002d668 726f626c 656d0000 6d617920 65786973 roblem..may exis │ │ │ │ - 0x0002d678 7420666f 72206f74 68657220 70656572 t for other peer │ │ │ │ - 0x0002d688 20706169 72732c20 746f6f2e 00000000 pairs, too..... │ │ │ │ - 0x0002d698 20204c6f 63616c20 696e7465 72666163 Local interfac │ │ │ │ - 0x0002d6a8 653a2025 733a2573 20287768 69636820 e: %s:%s (which │ │ │ │ - 0x0002d6b8 69732025 73290000 20205065 65723a20 is %s).. Peer: │ │ │ │ - 0x0002d6c8 20202020 20202020 20202025 733a2573 %s:%s │ │ │ │ - 0x0002d6d8 00000000 00000000 4e4f5445 3a20596f ........NOTE: Yo │ │ │ │ - 0x0002d6e8 75206361 6e207365 74207468 65204d43 u can set the MC │ │ │ │ - 0x0002d6f8 41207061 72616d20 62746c5f 75736e69 A param btl_usni │ │ │ │ - 0x0002d708 635f7368 6f775f72 6f757465 5f666169 c_show_route_fai │ │ │ │ - 0x0002d718 6c757265 7320746f 20302074 6f000000 lures to 0 to... │ │ │ │ - 0x0002d728 64697361 626c6520 74686973 20776172 disable this war │ │ │ │ - 0x0002d738 6e696e67 2e000000 54686520 75736e69 ning....The usni │ │ │ │ - 0x0002d748 63204254 4c207761 7320746f 6c642074 c BTL was told t │ │ │ │ - 0x0002d758 6f206372 65617465 20616e20 61646472 o create an addr │ │ │ │ - 0x0002d768 65737320 7265736f 6c757469 6f6e2071 ess resolution q │ │ │ │ - 0x0002d778 75657565 20746861 74207761 73000000 ueue that was... │ │ │ │ - 0x0002d788 746f6f20 736d616c 6c207669 61207468 too small via th │ │ │ │ - 0x0002d798 65206d63 615f6274 6c5f7573 6e69635f e mca_btl_usnic_ │ │ │ │ - 0x0002d7a8 61765f65 715f6e75 6d204d43 41207061 av_eq_num MCA pa │ │ │ │ - 0x0002d7b8 72616d65 7465722e 20205468 69730000 rameter. This.. │ │ │ │ - 0x0002d7c8 70617261 6d657465 7220636f 6e74726f parameter contro │ │ │ │ - 0x0002d7d8 6c732068 6f77206d 616e7920 6f757473 ls how many outs │ │ │ │ - 0x0002d7e8 74616e64 696e6720 70656572 20616464 tanding peer add │ │ │ │ - 0x0002d7f8 72657373 20726573 6f6c7574 696f6e73 ress resolutions │ │ │ │ - 0x0002d808 2063616e 00000000 6265206f 75747374 can....be outst │ │ │ │ - 0x0002d818 616e6469 6e672061 74206120 74696d65 anding at a time │ │ │ │ - 0x0002d828 2e20204c 61726765 72207661 6c756573 . Larger values │ │ │ │ - 0x0002d838 20616c6c 6f77206d 6f726520 636f6e63 allow more conc │ │ │ │ - 0x0002d848 75727265 6e742061 64647265 73730000 urrent address.. │ │ │ │ - 0x0002d858 7265736f 6c757469 6f6e732c 20627574 resolutions, but │ │ │ │ - 0x0002d868 20636f6e 73756d65 206d6f72 65206d65 consume more me │ │ │ │ - 0x0002d878 6d6f7279 2e000000 20205365 72766572 mory.... Server │ │ │ │ - 0x0002d888 3a202020 20202020 20202020 20202020 : │ │ │ │ - 0x0002d898 20202025 73000000 20206176 5f65715f %s... av_eq_ │ │ │ │ - 0x0002d8a8 6e756d20 70617261 6d207661 6c75653a num param value: │ │ │ │ - 0x0002d8b8 20202025 64000000 20206176 5f65715f %d... av_eq_ │ │ │ │ - 0x0002d8c8 6e756d20 6d696e69 6d756d20 76616c75 num minimum valu │ │ │ │ - 0x0002d8d8 653a2025 64000000 596f7572 206a6f62 e: %d...Your job │ │ │ │ - 0x0002d8e8 2077696c 6c206c69 6b656c79 20656974 will likely eit │ │ │ │ - 0x0002d8f8 68657220 70657266 6f726d20 706f6f72 her perform poor │ │ │ │ - 0x0002d908 6c792c20 6f722077 696c6c20 61626f72 ly, or will abor │ │ │ │ - 0x0002d918 742e0000 00000000 54686520 4f70656e t.......The Open │ │ │ │ - 0x0002d928 204d5049 2075734e 49432042 544c2077 MPI usNIC BTL w │ │ │ │ - 0x0002d938 61732075 6e61626c 6520746f 20657374 as unable to est │ │ │ │ - 0x0002d948 61626c69 73682061 6e792063 6f6e6e65 ablish any conne │ │ │ │ - 0x0002d958 63746976 69747900 62657477 65656e20 ctivity.between │ │ │ │ - 0x0002d968 6174206c 65617374 206f6e65 20706169 at least one pai │ │ │ │ - 0x0002d978 72206f66 20696e74 65726661 63657320 r of interfaces │ │ │ │ - 0x0002d988 6f6e2073 65727665 72732069 6e207468 on servers in th │ │ │ │ - 0x0002d998 65204d50 49206a6f 622e0000 00000000 e MPI job....... │ │ │ │ - 0x0002d9a8 54686973 2063616e 20686170 70656e20 This can happen │ │ │ │ - 0x0002d9b8 666f7220 73657665 72616c20 72656173 for several reas │ │ │ │ - 0x0002d9c8 6f6e732c 20696e63 6c756469 6e673a00 ons, including:. │ │ │ │ - 0x0002d9d8 312e204e 6f205544 50207472 61666669 1. No UDP traffi │ │ │ │ - 0x0002d9e8 63206973 2061626c 6520746f 20666c6f c is able to flo │ │ │ │ - 0x0002d9f8 77206265 74776565 6e207468 6520696e w between the in │ │ │ │ - 0x0002da08 74657266 61636573 206c6973 74656420 terfaces listed │ │ │ │ - 0x0002da18 62656c6f 772e0000 322e2054 68657265 below...2. There │ │ │ │ - 0x0002da28 20697320 6173796d 6d657472 69632072 is asymmetric r │ │ │ │ - 0x0002da38 6f757469 6e672062 65747765 656e2074 outing between t │ │ │ │ - 0x0002da48 68652069 6e746572 66616365 73206c69 he interfaces li │ │ │ │ - 0x0002da58 73746564 2062656c 6f772c00 00000000 sted below,..... │ │ │ │ - 0x0002da68 2020206c 65616469 6e67204f 70656e20 leading Open │ │ │ │ - 0x0002da78 4d504920 746f2064 69736361 72642055 MPI to discard U │ │ │ │ - 0x0002da88 44502074 72616666 69632069 74207468 DP traffic it th │ │ │ │ - 0x0002da98 696e6b73 20697320 66726f6d 20616e00 inks is from an. │ │ │ │ - 0x0002daa8 20202075 6e657870 65637465 6420736f unexpected so │ │ │ │ - 0x0002dab8 75726365 2e000000 596f7572 204d5049 urce....Your MPI │ │ │ │ - 0x0002dac8 206a6f62 20697320 676f696e 6720746f job is going to │ │ │ │ - 0x0002dad8 2061626f 7274206e 6f772e00 00000000 abort now...... │ │ │ │ - 0x0002dae8 2020536f 75726365 3a000000 00000000 Source:....... │ │ │ │ - 0x0002daf8 20202020 486f7374 6e616d65 202f2049 Hostname / I │ │ │ │ - 0x0002db08 503a2020 20202573 20282573 29000000 P: %s (%s)... │ │ │ │ - 0x0002db18 20202020 486f7374 20696e74 65726661 Host interfa │ │ │ │ - 0x0002db28 63653a20 20202573 00000000 00000000 ce: %s........ │ │ │ │ - 0x0002db38 20204465 7374696e 6174696f 6e3a0000 Destination:.. │ │ │ │ - 0x0002db48 2020536d 616c6c20 6d657373 61676520 Small message │ │ │ │ - 0x0002db58 73697a65 3a202575 00000000 00000000 size: %u........ │ │ │ │ - 0x0002db68 20204c61 72676520 6d657373 61676520 Large message │ │ │ │ - 0x0002db78 73697a65 3a202575 00000000 00000000 size: %u........ │ │ │ │ - 0x0002db88 4e6f7465 20746861 74207468 69732062 Note that this b │ │ │ │ - 0x0002db98 65686176 696f7220 75737561 6c6c7920 ehavior usually │ │ │ │ - 0x0002dba8 696e6469 63617465 7320736f 6d65206b indicates some k │ │ │ │ - 0x0002dbb8 696e6420 6f66206e 6574776f 726b0000 ind of network.. │ │ │ │ - 0x0002dbc8 6d697363 6f6e6669 67757261 74696f6e misconfiguration │ │ │ │ - 0x0002dbd8 2e000000 00000000 596f7520 73686f75 ........You shou │ │ │ │ - 0x0002dbe8 6c642076 65726966 79207468 61742055 ld verify that U │ │ │ │ - 0x0002dbf8 44502074 72616666 69632077 69746820 DP traffic with │ │ │ │ - 0x0002dc08 7061796c 6f616473 20757020 746f2074 payloads up to t │ │ │ │ - 0x0002dc18 68652022 6c617267 65000000 00000000 he "large....... │ │ │ │ - 0x0002dc28 6d657373 61676520 73697a65 22206c69 message size" li │ │ │ │ - 0x0002dc38 73746564 2061626f 76652063 616e2066 sted above can f │ │ │ │ - 0x0002dc48 6c6f7720 62657477 65656e20 74686573 low between thes │ │ │ │ - 0x0002dc58 65207477 6f20696e 74657266 61636573 e two interfaces │ │ │ │ - 0x0002dc68 2e202059 6f750000 73686f75 6c642061 . You..should a │ │ │ │ - 0x0002dc78 6c736f20 76657269 66792074 68617420 lso verify that │ │ │ │ - 0x0002dc88 4f70656e 204d5049 20697320 63686f6f Open MPI is choo │ │ │ │ - 0x0002dc98 73696e67 20746f20 70616972 20495020 sing to pair IP │ │ │ │ - 0x0002dca8 696e7465 72666163 65730000 00000000 interfaces...... │ │ │ │ - 0x0002dcb8 636f6e73 69737465 6e746c79 2e202046 consistently. F │ │ │ │ - 0x0002dcc8 6f722065 78616d70 6c653a00 00000000 or example:..... │ │ │ │ - 0x0002dcd8 20206d70 6972756e 202d2d6d 63612062 mpirun --mca b │ │ │ │ - 0x0002dce8 746c5f75 736e6963 5f636f6e 6e656374 tl_usnic_connect │ │ │ │ - 0x0002dcf8 69766974 795f6d61 70206d79 6d617020 ivity_map mymap │ │ │ │ - 0x0002dd08 2e2e2e00 00000000 43686563 6b207468 ........Check th │ │ │ │ - 0x0002dd18 65207265 73756c74 696e6720 226d796d e resulting "mym │ │ │ │ - 0x0002dd28 61702a22 2066696c 65732074 6f207365 ap*" files to se │ │ │ │ - 0x0002dd38 65207468 65206578 61637420 70616972 e the exact pair │ │ │ │ - 0x0002dd48 696e6720 6f662049 50000000 00000000 ing of IP....... │ │ │ │ - 0x0002dd58 696e7465 72666163 65732e20 20496e63 interfaces. Inc │ │ │ │ - 0x0002dd68 6f6e7369 7374656e 74207265 73756c74 onsistent result │ │ │ │ - 0x0002dd78 73206d61 79206265 20696e64 69636174 s may be indicat │ │ │ │ - 0x0002dd88 69766520 6f662075 6e646572 6c79696e ive of underlyin │ │ │ │ - 0x0002dd98 67000000 00000000 6e657477 6f726b20 g.......network │ │ │ │ - 0x0002dda8 6d697363 6f6e6669 67757261 74696f6e misconfiguration │ │ │ │ - 0x0002ddb8 732e0000 00000000 54686520 4f70656e s.......The Open │ │ │ │ - 0x0002ddc8 204d5049 2075734e 49432042 544c2077 MPI usNIC BTL w │ │ │ │ - 0x0002ddd8 61732075 6e61626c 6520746f 20657374 as unable to est │ │ │ │ - 0x0002dde8 61626c69 73682066 756c6c20 636f6e6e ablish full conn │ │ │ │ - 0x0002ddf8 65637469 76697479 00000000 00000000 ectivity........ │ │ │ │ - 0x0002de08 53706563 69666963 616c6c79 2c206c61 Specifically, la │ │ │ │ - 0x0002de18 72676520 55445020 6d657373 61676573 rge UDP messages │ │ │ │ - 0x0002de28 20736565 6d20746f 20666c6f 77206265 seem to flow be │ │ │ │ - 0x0002de38 74776565 6e207468 6520696e 74657266 tween the interf │ │ │ │ - 0x0002de48 61636573 2c000000 62757420 736d616c aces,...but smal │ │ │ │ - 0x0002de58 6c205544 50206d65 73736167 65732064 l UDP messages d │ │ │ │ - 0x0002de68 6f206e6f 742e0000 54686973 20697320 o not...This is │ │ │ │ - 0x0002de78 61207665 72792073 7472616e 6765206e a very strange n │ │ │ │ - 0x0002de88 6574776f 726b2065 72726f72 2c20616e etwork error, an │ │ │ │ - 0x0002de98 64207368 6f756c64 206e6f74 206f6363 d should not occ │ │ │ │ - 0x0002dea8 75722069 6e206d6f 73740000 00000000 ur in most...... │ │ │ │ - 0x0002deb8 73697475 6174696f 6e732e20 20596f75 situations. You │ │ │ │ - 0x0002dec8 206d6179 20626520 65787065 7269656e may be experien │ │ │ │ - 0x0002ded8 63696e67 20686967 6820616d 6f756e74 cing high amount │ │ │ │ - 0x0002dee8 73206f66 20636f6e 67657374 696f6e2c s of congestion, │ │ │ │ - 0x0002def8 206f7200 00000000 74686973 206d6179 or.....this may │ │ │ │ - 0x0002df08 20696e64 69636174 6520736f 6d65206b indicate some k │ │ │ │ - 0x0002df18 696e6420 6f66206e 6574776f 726b206d ind of network m │ │ │ │ - 0x0002df28 6973636f 6e666967 75726174 696f6e2e isconfiguration. │ │ │ │ - 0x0002df38 00000000 00000000 53706563 69666963 ........Specific │ │ │ │ - 0x0002df48 616c6c79 2c20736d 616c6c20 55445020 ally, small UDP │ │ │ │ - 0x0002df58 6d657373 61676573 20736565 6d20746f messages seem to │ │ │ │ - 0x0002df68 20666c6f 77206265 74776565 6e207468 flow between th │ │ │ │ - 0x0002df78 6520696e 74657266 61636573 2c000000 e interfaces,... │ │ │ │ - 0x0002df88 62757420 6c617267 65205544 50206d65 but large UDP me │ │ │ │ - 0x0002df98 73736167 65732064 6f206e6f 742e0000 ssages do not... │ │ │ │ - 0x0002dfa8 4e6f7465 20746861 74207468 69732062 Note that this b │ │ │ │ - 0x0002dfb8 65686176 696f7220 75737561 6c6c7920 ehavior usually │ │ │ │ - 0x0002dfc8 696e6469 63617465 73207468 61742074 indicates that t │ │ │ │ - 0x0002dfd8 6865204d 5455206f 6620736f 6d65206e he MTU of some n │ │ │ │ - 0x0002dfe8 6574776f 726b0000 6c696e6b 20697320 etwork..link is │ │ │ │ - 0x0002dff8 746f6f20 736d616c 6c206265 74776565 too small betwee │ │ │ │ - 0x0002e008 6e207468 65736520 74776f20 696e7465 n these two inte │ │ │ │ - 0x0002e018 72666163 65732e00 54686520 4d545520 rfaces..The MTU │ │ │ │ - 0x0002e028 646f6573 206e6f74 206d6174 6368206f does not match o │ │ │ │ - 0x0002e038 6e206c6f 63616c20 616e6420 72656d6f n local and remo │ │ │ │ - 0x0002e048 74652068 6f737473 2e202041 6c6c2069 te hosts. All i │ │ │ │ - 0x0002e058 6e746572 66616365 73206f6e 00000000 nterfaces on.... │ │ │ │ - 0x0002e068 616c6c20 686f7374 73207061 72746963 all hosts partic │ │ │ │ - 0x0002e078 69706174 696e6720 696e2061 6e204d50 ipating in an MP │ │ │ │ - 0x0002e088 49206a6f 62206d75 73742062 6520636f I job must be co │ │ │ │ - 0x0002e098 6e666967 75726564 20776974 68207468 nfigured with th │ │ │ │ - 0x0002e0a8 65207361 6d650000 4d54552e 20205468 e same..MTU. Th │ │ │ │ - 0x0002e0b8 65207573 4e494320 696e7465 72666163 e usNIC interfac │ │ │ │ - 0x0002e0c8 65206c69 73746564 2062656c 6f772077 e listed below w │ │ │ │ - 0x0002e0d8 696c6c20 6e6f7420 62652075 73656420 ill not be used │ │ │ │ - 0x0002e0e8 746f2063 6f6d6d75 6e696361 74650000 to communicate.. │ │ │ │ - 0x0002e0f8 77697468 20746869 73207265 6d6f7465 with this remote │ │ │ │ - 0x0002e108 20686f73 742e0000 20204c6f 63616c20 host... Local │ │ │ │ - 0x0002e118 686f7374 3a202020 20202025 73000000 host: %s... │ │ │ │ - 0x0002e128 20207573 4e494320 696e7465 72666163 usNIC interfac │ │ │ │ - 0x0002e138 653a2025 73000000 20204c6f 63616c20 e: %s... Local │ │ │ │ - 0x0002e148 4d54553a 20202020 20202025 64000000 MTU: %d... │ │ │ │ - 0x0002e158 20205265 6d6f7465 20686f73 743a2020 Remote host: │ │ │ │ - 0x0002e168 20202025 73000000 20205265 6d6f7465 %s... Remote │ │ │ │ - 0x0002e178 204d5455 3a202020 20202025 64000000 MTU: %d... │ │ │ │ - 0x0002e188 5741524e 494e473a 20416e20 696e7661 WARNING: An inva │ │ │ │ - 0x0002e198 6c696420 76616c75 65207761 73206769 lid value was gi │ │ │ │ - 0x0002e1a8 76656e20 666f7220 62746c5f 75736e69 ven for btl_usni │ │ │ │ - 0x0002e1b8 635f6966 5f25732e 20205468 69730000 c_if_%s. This.. │ │ │ │ - 0x0002e1c8 76616c75 65207769 6c6c2062 65206967 value will be ig │ │ │ │ - 0x0002e1d8 6e6f7265 642e0000 20204c6f 63616c20 nored... Local │ │ │ │ - 0x0002e1e8 686f7374 3a202573 00000000 00000000 host: %s........ │ │ │ │ - 0x0002e1f8 20205661 6c75653a 20202020 20202573 Value: %s │ │ │ │ - 0x0002e208 00000000 00000000 20204d65 73736167 ........ Messag │ │ │ │ - 0x0002e218 653a2020 20202573 00000000 00000000 e: %s........ │ │ │ │ - 0x0002e228 54686520 75734e49 43204254 4c206661 The usNIC BTL fa │ │ │ │ - 0x0002e238 696c6564 20746f20 696e6974 69616c69 iled to initiali │ │ │ │ - 0x0002e248 7a652077 68696c65 20747279 696e6720 ze while trying │ │ │ │ - 0x0002e258 746f2072 65676973 74657220 736f6d65 to register some │ │ │ │ - 0x0002e268 00000000 00000000 6d656d6f 72792e20 ........memory. │ │ │ │ - 0x0002e278 20546869 73207479 70696361 6c6c7920 This typically │ │ │ │ - 0x0002e288 63616e20 696e6469 63617465 20746861 can indicate tha │ │ │ │ - 0x0002e298 74207468 6520226d 656d6c6f 636b2220 t the "memlock" │ │ │ │ - 0x0002e2a8 6c696d69 74732061 72652073 65740000 limits are set.. │ │ │ │ - 0x0002e2b8 746f6f20 6c6f772e 2020466f 72206d6f too low. For mo │ │ │ │ - 0x0002e2c8 73742048 50432069 6e737461 6c6c6174 st HPC installat │ │ │ │ - 0x0002e2d8 696f6e73 2c207468 65206d65 6d6c6f63 ions, the memloc │ │ │ │ - 0x0002e2e8 6b206c69 6d697473 2073686f 756c6420 k limits should │ │ │ │ - 0x0002e2f8 62652073 65740000 746f2022 756e6c69 be set..to "unli │ │ │ │ - 0x0002e308 6d697465 64222e20 20546865 20666169 mited". The fai │ │ │ │ - 0x0002e318 6c757265 206f6363 75727265 64206865 lure occurred he │ │ │ │ - 0x0002e328 72653a00 00000000 20204c6f 63616c20 re:..... Local │ │ │ │ - 0x0002e338 686f7374 3a202020 20257300 00000000 host: %s..... │ │ │ │ - 0x0002e348 20204d65 6d6c6f63 6b206c69 6d69743a Memlock limit: │ │ │ │ - 0x0002e358 20257300 00000000 596f7520 6d617920 %s.....You may │ │ │ │ - 0x0002e368 6e656564 20746f20 636f6e73 756c7420 need to consult │ │ │ │ - 0x0002e378 77697468 20796f75 72207379 7374656d with your system │ │ │ │ - 0x0002e388 2061646d 696e6973 74726174 6f722074 administrator t │ │ │ │ - 0x0002e398 6f206765 74207468 69730000 00000000 o get this...... │ │ │ │ - 0x0002e3a8 70726f62 6c656d20 66697865 642e2020 problem fixed. │ │ │ │ - 0x0002e3b8 54686973 20464151 20656e74 7279206f This FAQ entry o │ │ │ │ - 0x0002e3c8 6e207468 65204f70 656e204d 50492077 n the Open MPI w │ │ │ │ - 0x0002e3d8 65622073 69746520 6d617920 616c736f eb site may also │ │ │ │ - 0x0002e3e8 20626500 00000000 68656c70 66756c3a be.....helpful: │ │ │ │ - 0x0002e3f8 00000000 00000000 20202020 68747470 ........ http │ │ │ │ - 0x0002e408 733a2f2f 7777772e 6f70656e 2d6d7069 s://www.open-mpi │ │ │ │ - 0x0002e418 2e6f7267 2f666171 2f3f6361 7465676f .org/faq/?catego │ │ │ │ - 0x0002e428 72793d6f 70656e66 61627269 63732369 ry=openfabrics#i │ │ │ │ - 0x0002e438 622d6c6f 636b6564 2d706167 65730000 b-locked-pages.. │ │ │ │ - 0x0002e448 416e2069 6e746572 6e616c20 6572726f An internal erro │ │ │ │ - 0x0002e458 72206861 73206f63 63757272 65642069 r has occurred i │ │ │ │ - 0x0002e468 6e207468 65204f70 656e204d 50492075 n the Open MPI u │ │ │ │ - 0x0002e478 734e4943 2042544c 2e202054 68697320 sNIC BTL. This │ │ │ │ - 0x0002e488 69730000 00000000 68696768 6c792075 is......highly u │ │ │ │ - 0x0002e498 6e757375 616c2061 6e642073 686f756c nusual and shoul │ │ │ │ - 0x0002e4a8 646e2774 20686170 70656e2e 20204974 dn't happen. It │ │ │ │ - 0x0002e4b8 20737567 67657374 73207468 61742074 suggests that t │ │ │ │ - 0x0002e4c8 68657265 206d6179 20626500 00000000 here may be..... │ │ │ │ - 0x0002e4d8 736f6d65 7468696e 67207772 6f6e6720 something wrong │ │ │ │ - 0x0002e4e8 77697468 20746865 2075734e 4943206f with the usNIC o │ │ │ │ - 0x0002e4f8 72204f70 656e4661 62726963 7320636f r OpenFabrics co │ │ │ │ - 0x0002e508 6e666967 75726174 696f6e20 6f6e2074 nfiguration on t │ │ │ │ - 0x0002e518 68697300 00000000 20205365 72766572 his..... Server │ │ │ │ - 0x0002e528 3a202020 20202020 25730000 00000000 : %s...... │ │ │ │ - 0x0002e538 20204669 6c653a20 20202020 20202020 File: │ │ │ │ - 0x0002e548 25730000 00000000 20204c69 6e653a20 %s...... Line: │ │ │ │ - 0x0002e558 20202020 20202020 25640000 00000000 %d...... │ │ │ │ - 0x0002e568 20204d65 73736167 653a2020 20202020 Message: │ │ │ │ - 0x0002e578 25730000 00000000 4f70656e 204d5049 %s......Open MPI │ │ │ │ - 0x0002e588 2077696c 6c20736b 69702074 68697320 will skip this │ │ │ │ - 0x0002e598 75734e49 4320696e 74657266 61636520 usNIC interface │ │ │ │ - 0x0002e5a8 696e2074 68652075 736e6963 2042544c in the usnic BTL │ │ │ │ - 0x0002e5b8 2c207768 69636820 6d617900 00000000 , which may..... │ │ │ │ - 0x0002e5c8 72657375 6c742069 6e206569 74686572 result in either │ │ │ │ - 0x0002e5d8 206c6f77 65722070 6572666f 726d616e lower performan │ │ │ │ - 0x0002e5e8 6365206f 7220796f 7572206a 6f622061 ce or your job a │ │ │ │ - 0x0002e5f8 626f7274 696e672e 00000000 00000000 borting......... │ │ │ │ - 0x0002e608 20205365 72766572 3a202020 20202020 Server: │ │ │ │ - 0x0002e618 20202025 73000000 20204661 696c7572 %s... Failur │ │ │ │ - 0x0002e628 65206174 3a202020 20202025 73202825 e at: %s (% │ │ │ │ - 0x0002e638 733a2564 29000000 20204572 726f723a s:%d)... Error: │ │ │ │ - 0x0002e648 20202020 20202020 20202025 64202825 %d (% │ │ │ │ - 0x0002e658 73290000 00000000 4f70656e 204d5049 s)......Open MPI │ │ │ │ - 0x0002e668 20646574 65637465 64206120 66617461 detected a fata │ │ │ │ - 0x0002e678 6c206572 726f7220 6f6e2061 2075734e l error on a usN │ │ │ │ - 0x0002e688 49432069 6e746572 66616365 2e202059 IC interface. Y │ │ │ │ - 0x0002e698 6f757220 4d504920 6a6f6200 00000000 our MPI job..... │ │ │ │ - 0x0002e6a8 77696c6c 206e6f77 2061626f 72743b20 will now abort; │ │ │ │ - 0x0002e6b8 736f7272 792e0000 20205365 72766572 sorry... Server │ │ │ │ - 0x0002e6c8 3a202020 20202020 20202020 25730000 : %s.. │ │ │ │ - 0x0002e6d8 20207573 4e494320 696e7465 72666163 usNIC interfac │ │ │ │ - 0x0002e6e8 653a2020 25730000 20204173 796e6320 e: %s.. Async │ │ │ │ - 0x0002e6f8 6576656e 7420636f 64653a20 25732028 event code: %s ( │ │ │ │ - 0x0002e708 25642900 00000000 4f70656e 204d5049 %d).....Open MPI │ │ │ │ - 0x0002e718 20666169 6c656420 61206261 73696320 failed a basic │ │ │ │ - 0x0002e728 41504920 6f706572 6174696f 6e206f6e API operation on │ │ │ │ - 0x0002e738 20612043 6973636f 2075734e 49432069 a Cisco usNIC i │ │ │ │ - 0x0002e748 6e746572 66616365 2e000000 00000000 nterface........ │ │ │ │ - 0x0002e758 54686973 20697320 68696768 6c792075 This is highly u │ │ │ │ - 0x0002e768 6e757375 616c2061 6e642073 686f756c nusual and shoul │ │ │ │ - 0x0002e778 646e2774 20686170 70656e2e 20204974 dn't happen. It │ │ │ │ - 0x0002e788 20737567 67657374 73207468 61742074 suggests that t │ │ │ │ - 0x0002e798 68657265 00000000 6d617920 62652073 here....may be s │ │ │ │ - 0x0002e7a8 6f6d6574 68696e67 2077726f 6e672077 omething wrong w │ │ │ │ - 0x0002e7b8 69746820 74686520 75734e49 4320636f ith the usNIC co │ │ │ │ - 0x0002e7c8 6e666967 75726174 696f6e20 6f6e2074 nfiguration on t │ │ │ │ - 0x0002e7d8 68697320 73657276 65722e00 00000000 his server...... │ │ │ │ - 0x0002e7e8 496e2061 64646974 696f6e20 746f2061 In addition to a │ │ │ │ - 0x0002e7f8 6e792073 75676765 7374696f 6e73206c ny suggestions l │ │ │ │ - 0x0002e808 69737465 64206265 6c6f772c 20796f75 isted below, you │ │ │ │ - 0x0002e818 206d6967 68742077 616e7420 746f2063 might want to c │ │ │ │ - 0x0002e828 6865636b 00000000 74686520 4c696e75 heck....the Linu │ │ │ │ - 0x0002e838 7820226d 656d6c6f 636b2220 6c696d69 x "memlock" limi │ │ │ │ - 0x0002e848 7473206f 6e20796f 75722073 79737465 ts on your syste │ │ │ │ - 0x0002e858 6d202874 68657920 73686f75 6c642070 m (they should p │ │ │ │ - 0x0002e868 726f6261 626c7920 62650000 00000000 robably be...... │ │ │ │ - 0x0002e878 22756e6c 696d6974 65642229 2e202053 "unlimited"). S │ │ │ │ - 0x0002e888 65652074 68697320 46415120 656e7472 ee this FAQ entr │ │ │ │ - 0x0002e898 7920666f 72206465 7461696c 733a0000 y for details:.. │ │ │ │ - 0x0002e8a8 20204661 696c6564 2066756e 6374696f Failed functio │ │ │ │ - 0x0002e8b8 6e3a2025 73202825 733a2564 29000000 n: %s (%s:%d)... │ │ │ │ - 0x0002e8c8 20205265 7475726e 20737461 7475733a Return status: │ │ │ │ - 0x0002e8d8 20202025 64000000 20204465 73637269 %d... Descri │ │ │ │ - 0x0002e8e8 7074696f 6e3a2020 20202025 73000000 ption: %s... │ │ │ │ - 0x0002e8f8 54686572 65206172 65206e6f 7420656e There are not en │ │ │ │ - 0x0002e908 6f756768 2075734e 49432072 65736f75 ough usNIC resou │ │ │ │ - 0x0002e918 72636573 206f6e20 61205649 4320666f rces on a VIC fo │ │ │ │ - 0x0002e928 7220616c 6c207468 65204d50 49000000 r all the MPI... │ │ │ │ - 0x0002e938 70726f63 65737365 73206f6e 20746869 processes on thi │ │ │ │ - 0x0002e948 73207365 72766572 2e000000 00000000 s server........ │ │ │ │ - 0x0002e958 54686973 206d6561 6e732074 68617420 This means that │ │ │ │ - 0x0002e968 796f7520 68617665 20656974 68657220 you have either │ │ │ │ - 0x0002e978 6e6f7420 70726f76 6973696f 6e656420 not provisioned │ │ │ │ - 0x0002e988 656e6f75 67682075 734e4943 73206f6e enough usNICs on │ │ │ │ - 0x0002e998 20746869 73000000 5649432c 206f7220 this...VIC, or │ │ │ │ - 0x0002e9a8 74686572 65206172 65206e6f 7420656e there are not en │ │ │ │ - 0x0002e9b8 6f756768 20746f74 616c2072 65636569 ough total recei │ │ │ │ - 0x0002e9c8 76652c20 7472616e 736d6974 2c206f72 ve, transmit, or │ │ │ │ - 0x0002e9d8 20636f6d 706c6574 696f6e00 00000000 completion..... │ │ │ │ - 0x0002e9e8 71756575 6573206f 6e207468 65207072 queues on the pr │ │ │ │ - 0x0002e9f8 6f766973 696f6e65 64207573 4e494373 ovisioned usNICs │ │ │ │ - 0x0002ea08 2e20204f 6e206561 63682056 49432069 . On each VIC i │ │ │ │ - 0x0002ea18 6e206120 67697665 6e207365 72766572 n a given server │ │ │ │ - 0x0002ea28 2c20796f 75000000 6e656564 20746f20 , you...need to │ │ │ │ - 0x0002ea38 70726f76 6973696f 6e206174 206c6561 provision at lea │ │ │ │ - 0x0002ea48 73742061 73206d61 6e792075 734e4943 st as many usNIC │ │ │ │ - 0x0002ea58 73206173 204d5049 2070726f 63657373 s as MPI process │ │ │ │ - 0x0002ea68 6573206f 6e207468 61740000 00000000 es on that...... │ │ │ │ - 0x0002ea78 73657276 65722e20 20496e20 65616368 server. In each │ │ │ │ - 0x0002ea88 2075734e 49432c20 796f7520 6e656564 usNIC, you need │ │ │ │ - 0x0002ea98 20746f20 70726f76 6973696f 6e20656e to provision en │ │ │ │ - 0x0002eaa8 6f756768 206f6620 65616368 206f6620 ough of each of │ │ │ │ - 0x0002eab8 74686500 00000000 666f6c6c 6f77696e the.....followin │ │ │ │ - 0x0002eac8 673a2073 656e6420 71756575 65732c20 g: send queues, │ │ │ │ - 0x0002ead8 72656365 69766520 71756575 65732c20 receive queues, │ │ │ │ - 0x0002eae8 616e6420 636f6d70 6c657469 6f6e2071 and completion q │ │ │ │ - 0x0002eaf8 75657565 732e0000 73797320 63616c6c ueues...sys call │ │ │ │ - 0x0002eb08 20666169 6c000000 6e6f206c 6f63616c fail...no local │ │ │ │ - 0x0002eb18 69747900 00000000 5741524e 494e473a ity.....WARNING: │ │ │ │ - 0x0002eb28 204d6973 73696e67 206c6f63 616c6974 Missing localit │ │ │ │ - 0x0002eb38 7920696e 666f726d 6174696f 6e207265 y information re │ │ │ │ - 0x0002eb48 71756972 65642066 6f722073 6d637564 quired for smcud │ │ │ │ - 0x0002eb58 6120696e 69746961 6c697a61 74696f6e a initialization │ │ │ │ - 0x0002eb68 2e000000 00000000 436f6e74 696e7569 ........Continui │ │ │ │ - 0x0002eb78 6e672077 6974686f 75742073 6d637564 ng without smcud │ │ │ │ - 0x0002eb88 61204254 4c2e0000 41207379 7374656d a BTL...A system │ │ │ │ - 0x0002eb98 2063616c 6c206661 696c6564 20647572 call failed dur │ │ │ │ - 0x0002eba8 696e6720 736d2042 544c2069 6e697469 ing sm BTL initi │ │ │ │ - 0x0002ebb8 616c697a 6174696f 6e207468 61742073 alization that s │ │ │ │ - 0x0002ebc8 686f756c 64000000 6e6f7420 68617665 hould...not have │ │ │ │ - 0x0002ebd8 2e202049 74206973 206c696b 656c7920 . It is likely │ │ │ │ - 0x0002ebe8 74686174 20796f75 72204d50 49206a6f that your MPI jo │ │ │ │ - 0x0002ebf8 62207769 6c6c206e 6f772065 69746865 b will now eithe │ │ │ │ - 0x0002ec08 72206162 6f727420 6f720000 00000000 r abort or...... │ │ │ │ - 0x0002ec18 65787065 7269656e 63652070 6572666f experience perfo │ │ │ │ - 0x0002ec28 726d616e 63652064 65677261 64617469 rmance degradati │ │ │ │ - 0x0002ec38 6f6e2e00 00000000 20205379 7374656d on...... System │ │ │ │ - 0x0002ec48 2063616c 6c3a2025 73000000 00000000 call: %s....... │ │ │ │ - 0x0002ec58 20204572 726f723a 20202020 20202025 Error: % │ │ │ │ - 0x0002ec68 73202865 72726e6f 20256429 00000000 s (errno %d).... │ │ │ │ - 0x0002ec78 696e7661 6c696420 6d696e69 6d756d20 invalid minimum │ │ │ │ - 0x0002ec88 706f7274 00000000 636c6965 6e742063 port....client c │ │ │ │ - 0x0002ec98 6f6e6e65 63742066 61696c00 00000000 onnect fail..... │ │ │ │ - 0x0002eca8 636c6965 6e742068 616e6473 68616b65 client handshake │ │ │ │ - 0x0002ecb8 20666169 6c000000 61636365 70742066 fail...accept f │ │ │ │ - 0x0002ecc8 61696c65 64000000 70656572 2068756e ailed...peer hun │ │ │ │ - 0x0002ecd8 67207570 00000000 64726f70 70656420 g up....dropped │ │ │ │ - 0x0002ece8 696e626f 756e6420 636f6e6e 65637469 inbound connecti │ │ │ │ - 0x0002ecf8 6f6e0000 00000000 736f636b 65742066 on......socket f │ │ │ │ - 0x0002ed08 6c616720 6661696c 00000000 00000000 lag fail........ │ │ │ │ - 0x0002ed18 73657276 65722061 63636570 74206361 server accept ca │ │ │ │ - 0x0002ed28 6e6e6f74 2066696e 64206775 69640000 nnot find guid.. │ │ │ │ - 0x0002ed38 73657276 65722067 65747065 65726e61 server getpeerna │ │ │ │ - 0x0002ed48 6d652066 61696c65 64000000 00000000 me failed....... │ │ │ │ - 0x0002ed58 73657276 65722064 6964206e 6f742072 server did not r │ │ │ │ - 0x0002ed68 65636569 7665206d 61676963 20737472 eceive magic str │ │ │ │ - 0x0002ed78 696e6700 00000000 5741524e 494e473a ing.....WARNING: │ │ │ │ - 0x0002ed88 204f7065 6e204d50 49206163 63657074 Open MPI accept │ │ │ │ - 0x0002ed98 65642061 20544350 20636f6e 6e656374 ed a TCP connect │ │ │ │ - 0x0002eda8 696f6e20 62757420 64696420 6e6f7420 ion but did not │ │ │ │ - 0x0002edb8 72656365 69766520 74686500 00000000 receive the..... │ │ │ │ - 0x0002edc8 65787065 63746564 206e6574 776f726b expected network │ │ │ │ - 0x0002edd8 20696465 6e746966 69636174 696f6e20 identification │ │ │ │ - 0x0002ede8 696e6469 63617469 6e672074 68617420 indicating that │ │ │ │ - 0x0002edf8 74686520 70656572 20697320 616e204f the peer is an O │ │ │ │ - 0x0002ee08 70656e00 00000000 4d504920 70726f63 pen.....MPI proc │ │ │ │ - 0x0002ee18 6573732e 00000000 54686973 20617474 ess.....This att │ │ │ │ - 0x0002ee28 656d7074 65642063 6f6e6e65 6374696f empted connectio │ │ │ │ - 0x0002ee38 6e207769 6c6c2062 6520636c 6f736564 n will be closed │ │ │ │ - 0x0002ee48 20616e64 2069676e 6f726564 2e000000 and ignored.... │ │ │ │ - 0x0002ee58 20205049 443a2020 20202020 20202564 PID: %d │ │ │ │ - 0x0002ee68 00000000 00000000 20205065 65723a20 ........ Peer: │ │ │ │ - 0x0002ee78 20202020 20202573 00000000 00000000 %s........ │ │ │ │ - 0x0002ee88 20204964 656e7469 66696572 3a202573 Identifier: %s │ │ │ │ - 0x0002ee98 20282573 29000000 5741524e 494e473a (%s)...WARNING: │ │ │ │ - 0x0002eea8 204f7065 6e204d50 49206661 696c6564 Open MPI failed │ │ │ │ - 0x0002eeb8 20746f20 6c6f6f6b 20757020 74686520 to look up the │ │ │ │ - 0x0002eec8 70656572 20495020 61646472 65737320 peer IP address │ │ │ │ - 0x0002eed8 696e666f 726d6174 696f6e20 6f660000 information of.. │ │ │ │ - 0x0002eee8 61205443 5020636f 6e6e6563 74696f6e a TCP connection │ │ │ │ - 0x0002eef8 20746861 74206974 206a7573 74206163 that it just ac │ │ │ │ - 0x0002ef08 63657074 65642e20 20546869 73207368 cepted. This sh │ │ │ │ - 0x0002ef18 6f756c64 206e6f74 20686170 70656e2e ould not happen. │ │ │ │ - 0x0002ef28 00000000 00000000 54686973 20617474 ........This att │ │ │ │ - 0x0002ef38 656d7074 65642063 6f6e6e65 6374696f empted connectio │ │ │ │ - 0x0002ef48 6e207769 6c6c2062 65206967 6e6f7265 n will be ignore │ │ │ │ - 0x0002ef58 643b2079 6f757220 4d504920 6a6f6220 d; your MPI job │ │ │ │ - 0x0002ef68 6d617920 6f72206d 6179206e 6f740000 may or may not.. │ │ │ │ - 0x0002ef78 636f6e74 696e7565 2070726f 7065726c continue properl │ │ │ │ - 0x0002ef88 792e0000 00000000 20204572 726f723a y....... Error: │ │ │ │ - 0x0002ef98 20202020 20202573 20282564 29000000 %s (%d)... │ │ │ │ - 0x0002efa8 5741524e 494e473a 204f7065 6e204d50 WARNING: Open MP │ │ │ │ - 0x0002efb8 49206163 63657074 65642061 20544350 I accepted a TCP │ │ │ │ - 0x0002efc8 20636f6e 6e656374 696f6e20 66726f6d connection from │ │ │ │ - 0x0002efd8 20776861 74206170 70656172 7320746f what appears to │ │ │ │ - 0x0002efe8 20626520 61000000 616e6f74 68657220 be a...another │ │ │ │ - 0x0002eff8 4f70656e 204d5049 2070726f 63657373 Open MPI process │ │ │ │ - 0x0002f008 20627574 2063616e 6e6f7420 66696e64 but cannot find │ │ │ │ - 0x0002f018 20612063 6f727265 73706f6e 64696e67 a corresponding │ │ │ │ - 0x0002f028 2070726f 63657373 00000000 00000000 process........ │ │ │ │ - 0x0002f038 656e7472 7920666f 72207468 61742070 entry for that p │ │ │ │ - 0x0002f048 6565722e 00000000 5741524e 494e473a eer.....WARNING: │ │ │ │ - 0x0002f058 204f7065 6e204d50 49206661 696c6564 Open MPI failed │ │ │ │ - 0x0002f068 20746f20 67657420 6f722073 65742066 to get or set f │ │ │ │ - 0x0002f078 6c616773 206f6e20 61205443 5020736f lags on a TCP so │ │ │ │ - 0x0002f088 636b6574 2e202054 68697300 00000000 cket. This..... │ │ │ │ - 0x0002f098 54686973 206d6179 20636175 73652075 This may cause u │ │ │ │ - 0x0002f0a8 6e707265 64696374 61626c65 20626568 npredictable beh │ │ │ │ - 0x0002f0b8 6176696f 722c2061 6e64206d 61792065 avior, and may e │ │ │ │ - 0x0002f0c8 6e642075 70206861 6e67696e 67206f72 nd up hanging or │ │ │ │ - 0x0002f0d8 00000000 00000000 61626f72 74696e67 ........aborting │ │ │ │ - 0x0002f0e8 20796f75 72206a6f 622e0000 00000000 your job....... │ │ │ │ - 0x0002f0f8 2020466c 61673a20 20202020 20202573 Flag: %s │ │ │ │ - 0x0002f108 00000000 00000000 4f70656e 204d5049 ........Open MPI │ │ │ │ - 0x0002f118 20646574 65637465 6420616e 20696e62 detected an inb │ │ │ │ - 0x0002f128 6f756e64 204d5049 20544350 20636f6e ound MPI TCP con │ │ │ │ - 0x0002f138 6e656374 696f6e20 72657175 65737420 nection request │ │ │ │ - 0x0002f148 66726f6d 20612070 65657200 00000000 from a peer..... │ │ │ │ - 0x0002f158 74686174 20617070 65617273 20746f20 that appears to │ │ │ │ - 0x0002f168 62652070 61727420 6f662074 68697320 be part of this │ │ │ │ - 0x0002f178 4d504920 6a6f6220 28692e65 2e2c2069 MPI job (i.e., i │ │ │ │ - 0x0002f188 74206964 656e7469 66696564 20697473 t identified its │ │ │ │ - 0x0002f198 656c6620 61730000 70617274 206f6620 elf as..part of │ │ │ │ - 0x0002f1a8 74686973 204f7065 6e204d50 49206a6f this Open MPI jo │ │ │ │ - 0x0002f1b8 62292c20 62757420 69742069 73206672 b), but it is fr │ │ │ │ - 0x0002f1c8 6f6d2061 6e204950 20616464 72657373 om an IP address │ │ │ │ - 0x0002f1d8 20746861 74206973 00000000 00000000 that is........ │ │ │ │ - 0x0002f1e8 756e6578 70656374 65642e20 20546869 unexpected. Thi │ │ │ │ - 0x0002f1f8 73206973 20686967 686c7920 756e7573 s is highly unus │ │ │ │ - 0x0002f208 75616c2e 00000000 54686520 696e626f ual.....The inbo │ │ │ │ - 0x0002f218 756e6420 636f6e6e 65637469 6f6e2068 und connection h │ │ │ │ - 0x0002f228 61732062 65656e20 64726f70 7065642c as been dropped, │ │ │ │ - 0x0002f238 20616e64 20746865 20706565 72207368 and the peer sh │ │ │ │ - 0x0002f248 6f756c64 2073696d 706c7900 00000000 ould simply..... │ │ │ │ - 0x0002f258 74727920 61676169 6e207769 74682061 try again with a │ │ │ │ - 0x0002f268 20646966 66657265 6e742049 5020696e different IP in │ │ │ │ - 0x0002f278 74657266 61636520 28692e65 2e2c2074 terface (i.e., t │ │ │ │ - 0x0002f288 6865206a 6f622073 686f756c 64000000 he job should... │ │ │ │ - 0x0002f298 686f7065 66756c6c 79206265 2061626c hopefully be abl │ │ │ │ - 0x0002f2a8 6520746f 20636f6e 74696e75 65292e00 e to continue).. │ │ │ │ - 0x0002f2b8 20204c6f 63616c20 686f7374 3a202020 Local host: │ │ │ │ - 0x0002f2c8 20202020 20202025 73000000 00000000 %s....... │ │ │ │ - 0x0002f2d8 20204c6f 63616c20 5049443a 20202020 Local PID: │ │ │ │ - 0x0002f2e8 20202020 20202025 64000000 00000000 %d....... │ │ │ │ - 0x0002f2f8 20205065 65722068 6f73746e 616d653a Peer hostname: │ │ │ │ - 0x0002f308 20202020 20202025 73202825 73290000 %s (%s).. │ │ │ │ - 0x0002f318 2020536f 75726365 20495020 6f662073 Source IP of s │ │ │ │ - 0x0002f328 6f636b65 743a2025 73000000 00000000 ocket: %s....... │ │ │ │ - 0x0002f338 20204b6e 6f776e20 49507320 6f662070 Known IPs of p │ │ │ │ - 0x0002f348 65657220 28256429 3a202020 25730000 eer (%d): %s.. │ │ │ │ - 0x0002f358 416e204d 50492063 6f6d6d75 6e696361 An MPI communica │ │ │ │ - 0x0002f368 74696f6e 20706565 72207072 6f636573 tion peer proces │ │ │ │ - 0x0002f378 73206861 7320756e 65787065 63746564 s has unexpected │ │ │ │ - 0x0002f388 6c792064 6973636f 6e6e6563 7465642e ly disconnected. │ │ │ │ - 0x0002f398 20205468 69730000 75737561 6c6c7920 This..usually │ │ │ │ - 0x0002f3a8 696e6469 63617465 73206120 6661696c indicates a fail │ │ │ │ - 0x0002f3b8 75726520 696e2074 68652070 65657220 ure in the peer │ │ │ │ - 0x0002f3c8 70726f63 65737320 28652e67 2e2c2061 process (e.g., a │ │ │ │ - 0x0002f3d8 20637261 7368206f 72000000 00000000 crash or....... │ │ │ │ - 0x0002f3e8 6f746865 72776973 65206578 6974696e otherwise exitin │ │ │ │ - 0x0002f3f8 67207769 74686f75 74206361 6c6c696e g without callin │ │ │ │ - 0x0002f408 67204d50 495f4649 4e414c49 5a452066 g MPI_FINALIZE f │ │ │ │ - 0x0002f418 69727374 292e0000 416c7468 6f756768 irst)...Although │ │ │ │ - 0x0002f428 20746869 73206c6f 63616c20 4d504920 this local MPI │ │ │ │ - 0x0002f438 70726f63 65737320 77696c6c 206c696b process will lik │ │ │ │ - 0x0002f448 656c7920 6e6f7720 62656861 76652075 ely now behave u │ │ │ │ - 0x0002f458 6e707265 64696374 61626c79 00000000 npredictably.... │ │ │ │ - 0x0002f468 28697420 6d617920 6576656e 2068616e (it may even han │ │ │ │ - 0x0002f478 67206f72 20637261 7368292c 20746865 g or crash), the │ │ │ │ - 0x0002f488 20726f6f 74206361 75736520 6f662074 root cause of t │ │ │ │ - 0x0002f498 68697320 70726f62 6c656d20 69732074 his problem is t │ │ │ │ - 0x0002f4a8 68650000 00000000 6661696c 75726520 he......failure │ │ │ │ - 0x0002f4b8 6f662074 68652070 65657220 2d2d2074 of the peer -- t │ │ │ │ - 0x0002f4c8 68617420 69732077 68617420 796f7520 hat is what you │ │ │ │ - 0x0002f4d8 6e656564 20746f20 696e7665 73746967 need to investig │ │ │ │ - 0x0002f4e8 6174652e 2020466f 72000000 00000000 ate. For....... │ │ │ │ - 0x0002f4f8 6578616d 706c652c 20746865 7265206d example, there m │ │ │ │ - 0x0002f508 61792062 65206120 636f7265 2066696c ay be a core fil │ │ │ │ - 0x0002f518 65207468 61742079 6f752063 616e2065 e that you can e │ │ │ │ - 0x0002f528 78616d69 6e652e20 204d6f72 65000000 xamine. More... │ │ │ │ - 0x0002f538 67656e65 72616c6c 793a2073 75636820 generally: such │ │ │ │ - 0x0002f548 70656572 2068616e 67757073 20617265 peer hangups are │ │ │ │ - 0x0002f558 20667265 7175656e 746c7920 63617573 frequently caus │ │ │ │ - 0x0002f568 65642062 79206170 706c6963 6174696f ed by applicatio │ │ │ │ - 0x0002f578 6e206275 67730000 6f72206f 74686572 n bugs..or other │ │ │ │ - 0x0002f588 20657874 65726e61 6c206576 656e7473 external events │ │ │ │ - 0x0002f598 2e000000 00000000 20204c6f 63616c20 ........ Local │ │ │ │ - 0x0002f5a8 5049443a 20202564 00000000 00000000 PID: %d........ │ │ │ │ - 0x0002f5b8 20205065 65722068 6f73743a 20202573 Peer host: %s │ │ │ │ - 0x0002f5c8 00000000 00000000 5741524e 494e473a ........WARNING: │ │ │ │ - 0x0002f5d8 20546865 20616363 65707428 33292073 The accept(3) s │ │ │ │ - 0x0002f5e8 79737465 6d206361 6c6c2066 61696c65 ystem call faile │ │ │ │ - 0x0002f5f8 64206f6e 20612054 43502073 6f636b65 d on a TCP socke │ │ │ │ - 0x0002f608 742e2020 5768696c 65207468 69730000 t. While this.. │ │ │ │ - 0x0002f618 73686f75 6c642067 656e6572 616c6c79 should generally │ │ │ │ - 0x0002f628 206e6576 65722068 61707065 6e206f6e never happen on │ │ │ │ - 0x0002f638 20612077 656c6c2d 636f6e66 69677572 a well-configur │ │ │ │ - 0x0002f648 65642048 50432073 79737465 6d2c2074 ed HPC system, t │ │ │ │ - 0x0002f658 68650000 00000000 6d6f7374 20636f6d he......most com │ │ │ │ - 0x0002f668 6d6f6e20 63617573 65732077 68656e20 mon causes when │ │ │ │ - 0x0002f678 69742064 6f657320 6f636375 72206172 it does occur ar │ │ │ │ - 0x0002f688 653a0000 00000000 20202a20 54686520 e:...... * The │ │ │ │ - 0x0002f698 70726f63 65737320 72616e20 6f757420 process ran out │ │ │ │ - 0x0002f6a8 6f662066 696c6520 64657363 72697074 of file descript │ │ │ │ - 0x0002f6b8 6f727300 00000000 20202a20 54686520 ors..... * The │ │ │ │ - 0x0002f6c8 6f706572 6174696e 67207379 7374656d operating system │ │ │ │ - 0x0002f6d8 2072616e 206f7574 206f6620 66696c65 ran out of file │ │ │ │ - 0x0002f6e8 20646573 63726970 746f7273 00000000 descriptors.... │ │ │ │ - 0x0002f6f8 20202a20 54686520 6f706572 6174696e * The operatin │ │ │ │ - 0x0002f708 67207379 7374656d 2072616e 206f7574 g system ran out │ │ │ │ - 0x0002f718 206f6620 6d656d6f 72790000 00000000 of memory...... │ │ │ │ - 0x0002f728 596f7572 204f7065 6e204d50 49206a6f Your Open MPI jo │ │ │ │ - 0x0002f738 62207769 6c6c206c 696b656c 79206861 b will likely ha │ │ │ │ - 0x0002f748 6e672028 6f722063 72617368 2920756e ng (or crash) un │ │ │ │ - 0x0002f758 74696c20 74686520 6661696c 75726500 til the failure. │ │ │ │ - 0x0002f768 72657361 736f6e20 69732066 69786564 resason is fixed │ │ │ │ - 0x0002f778 2028652e 672e2c20 6d6f7265 2066696c (e.g., more fil │ │ │ │ - 0x0002f788 65206465 73637269 70746f72 7320616e e descriptors an │ │ │ │ - 0x0002f798 642f6f72 206d656d 6f727920 6265636f d/or memory beco │ │ │ │ - 0x0002f7a8 6d657300 00000000 61766169 6c61626c mes.....availabl │ │ │ │ - 0x0002f7b8 65292c20 616e6420 6d617920 6576656e e), and may even │ │ │ │ - 0x0002f7c8 7475616c 6c792074 696d656f 7574202f tually timeout / │ │ │ │ - 0x0002f7d8 2061626f 72742e00 20204572 726e6f3a abort.. Errno: │ │ │ │ - 0x0002f7e8 20202020 20202564 20282573 29000000 %d (%s)... │ │ │ │ - 0x0002f7f8 5741524e 494e473a 204f7065 6e204d50 WARNING: Open MP │ │ │ │ - 0x0002f808 49206661 696c6564 20746f20 68616e64 I failed to hand │ │ │ │ - 0x0002f818 7368616b 65207769 74682061 20636f6e shake with a con │ │ │ │ - 0x0002f828 6e656374 696e6720 70656572 204d5049 necting peer MPI │ │ │ │ - 0x0002f838 00000000 00000000 70726f63 65737320 ........process │ │ │ │ - 0x0002f848 6f766572 20544350 2e202054 68697320 over TCP. This │ │ │ │ - 0x0002f858 73686f75 6c64206e 6f742068 61707065 should not happe │ │ │ │ - 0x0002f868 6e2e0000 00000000 596f7572 204f7065 n.......Your Ope │ │ │ │ - 0x0002f878 6e204d50 49206a6f 62206d61 79206e6f n MPI job may no │ │ │ │ - 0x0002f888 77206861 6e67206f 72206661 696c2e00 w hang or fail.. │ │ │ │ - 0x0002f898 5741524e 494e473a 204f7065 6e204d50 WARNING: Open MP │ │ │ │ - 0x0002f8a8 49206661 696c6564 20746f20 54435020 I failed to TCP │ │ │ │ - 0x0002f8b8 636f6e6e 65637420 746f2061 20706565 connect to a pee │ │ │ │ - 0x0002f8c8 72204d50 49207072 6f636573 732e2020 r MPI process. │ │ │ │ - 0x0002f8d8 54686973 00000000 5741524e 494e473a This....WARNING: │ │ │ │ - 0x0002f8e8 20416e20 696e7661 6c696420 76616c75 An invalid valu │ │ │ │ - 0x0002f8f8 65207761 73206769 76656e20 666f7220 e was given for │ │ │ │ - 0x0002f908 74686520 62746c5f 7463705f 706f7274 the btl_tcp_port │ │ │ │ - 0x0002f918 5f6d696e 5f25732e 204c6567 616c0000 _min_%s. Legal.. │ │ │ │ - 0x0002f928 76616c75 65732061 72652069 6e207468 values are in th │ │ │ │ - 0x0002f938 65207261 6e676520 5b31202e 2e20325e e range [1 .. 2^ │ │ │ │ - 0x0002f948 31362d31 5d2e2054 68697320 76616c75 16-1]. This valu │ │ │ │ - 0x0002f958 65207769 6c6c2062 65206967 6e6f7265 e will be ignore │ │ │ │ - 0x0002f968 64000000 00000000 28726573 65742074 d.......(reset t │ │ │ │ - 0x0002f978 6f207468 65206465 6661756c 74207661 o the default va │ │ │ │ - 0x0002f988 6c756520 6f662031 30323429 2e000000 lue of 1024).... │ │ │ │ - 0x0002f998 20205661 6c75653a 20202020 20202564 Value: %d │ │ │ │ - 0x0002f9a8 00000000 00000000 5741524e 494e473a ........WARNING: │ │ │ │ - 0x0002f9b8 20416e20 696e7661 6c696420 76616c75 An invalid valu │ │ │ │ - 0x0002f9c8 65207761 73206769 76656e20 666f7220 e was given for │ │ │ │ - 0x0002f9d8 62746c5f 7463705f 69665f25 732e2020 btl_tcp_if_%s. │ │ │ │ - 0x0002f9e8 54686973 00000000 62746c3a 6e6f2d6e This....btl:no-n │ │ │ │ - 0x0002f9f8 69637300 00000000 25733a20 41206869 ics.....%s: A hi │ │ │ │ - 0x0002fa08 67682d70 6572666f 726d616e 6365204f gh-performance O │ │ │ │ - 0x0002fa18 70656e20 4d504920 706f696e 742d746f pen MPI point-to │ │ │ │ - 0x0002fa28 2d706f69 6e74206d 65737361 67696e67 -point messaging │ │ │ │ - 0x0002fa38 206d6f64 756c6500 77617320 756e6162 module.was unab │ │ │ │ - 0x0002fa48 6c652074 6f206669 6e642061 6e792072 le to find any r │ │ │ │ - 0x0002fa58 656c6576 616e7420 6e657477 6f726b20 elevant network │ │ │ │ - 0x0002fa68 696e7465 72666163 65733a00 00000000 interfaces:..... │ │ │ │ - 0x0002fa78 4d6f6475 6c653a20 25730000 00000000 Module: %s...... │ │ │ │ - 0x0002fa88 2020486f 73743a20 25730000 00000000 Host: %s...... │ │ │ │ - 0x0002fa98 416e6f74 68657220 7472616e 73706f72 Another transpor │ │ │ │ - 0x0002faa8 74207769 6c6c2062 65207573 65642069 t will be used i │ │ │ │ - 0x0002fab8 6e737465 61642c20 616c7468 6f756768 nstead, although │ │ │ │ - 0x0002fac8 20746869 73206d61 79207265 73756c74 this may result │ │ │ │ - 0x0002fad8 20696e00 00000000 6c6f7765 72207065 in.....lower pe │ │ │ │ - 0x0002fae8 72666f72 6d616e63 652e0000 00000000 rformance....... │ │ │ │ - 0x0002faf8 4e4f5445 3a20596f 75206361 6e206469 NOTE: You can di │ │ │ │ - 0x0002fb08 7361626c 65207468 69732077 61726e69 sable this warni │ │ │ │ - 0x0002fb18 6e672062 79207365 7474696e 67207468 ng by setting th │ │ │ │ - 0x0002fb28 65204d43 41207061 72616d65 74657200 e MCA parameter. │ │ │ │ - 0x0002fb38 62746c5f 62617365 5f776172 6e5f636f btl_base_warn_co │ │ │ │ - 0x0002fb48 6d706f6e 656e745f 756e7573 65642074 mponent_unused t │ │ │ │ - 0x0002fb58 6f20302e 00000000 63754374 78476574 o 0.....cuCtxGet │ │ │ │ - 0x0002fb68 43757272 656e7420 6661696c 6564206e Current failed n │ │ │ │ - 0x0002fb78 6f742069 6e697469 616c697a 65640000 ot initialized.. │ │ │ │ - 0x0002fb88 63754374 78476574 43757272 656e7420 cuCtxGetCurrent │ │ │ │ - 0x0002fb98 6661696c 65640000 63754374 78476574 failed..cuCtxGet │ │ │ │ - 0x0002fba8 43757272 656e7420 72657475 726e6564 Current returned │ │ │ │ - 0x0002fbb8 204e554c 4c000000 63754374 78476574 NULL...cuCtxGet │ │ │ │ - 0x0002fbc8 44657669 63652066 61696c65 64000000 Device failed... │ │ │ │ - 0x0002fbd8 63754d65 6d486f73 74526567 69737465 cuMemHostRegiste │ │ │ │ - 0x0002fbe8 72206475 72696e67 20696e69 74206661 r during init fa │ │ │ │ - 0x0002fbf8 696c6564 00000000 63754d65 6d486f73 iled....cuMemHos │ │ │ │ - 0x0002fc08 74526567 69737465 72206661 696c6564 tRegister failed │ │ │ │ - 0x0002fc18 00000000 00000000 63754d65 6d486f73 ........cuMemHos │ │ │ │ - 0x0002fc28 74556e72 65676973 74657220 6661696c tUnregister fail │ │ │ │ - 0x0002fc38 65640000 00000000 63754970 63476574 ed......cuIpcGet │ │ │ │ - 0x0002fc48 4d656d48 616e646c 65206661 696c6564 MemHandle failed │ │ │ │ - 0x0002fc58 00000000 00000000 63754d65 6d476574 ........cuMemGet │ │ │ │ - 0x0002fc68 41646472 65737352 616e6765 20666169 AddressRange fai │ │ │ │ - 0x0002fc78 6c656400 00000000 63754d65 6d476574 led.....cuMemGet │ │ │ │ - 0x0002fc88 41646472 65737352 616e6765 20666169 AddressRange fai │ │ │ │ - 0x0002fc98 6c656420 32000000 4f757420 6f662063 led 2...Out of c │ │ │ │ - 0x0002fca8 75457665 6e742068 616e646c 65730000 uEvent handles.. │ │ │ │ - 0x0002fcb8 63754970 634f7065 6e4d656d 48616e64 cuIpcOpenMemHand │ │ │ │ - 0x0002fcc8 6c652066 61696c65 64000000 00000000 le failed....... │ │ │ │ - 0x0002fcd8 63754970 63436c6f 73654d65 6d48616e cuIpcCloseMemHan │ │ │ │ - 0x0002fce8 646c6520 6661696c 65640000 00000000 dle failed...... │ │ │ │ - 0x0002fcf8 63754d65 6d637079 4173796e 63206661 cuMemcpyAsync fa │ │ │ │ - 0x0002fd08 696c6564 00000000 63754576 656e7443 iled....cuEventC │ │ │ │ - 0x0002fd18 72656174 65206661 696c6564 00000000 reate failed.... │ │ │ │ - 0x0002fd28 63754576 656e7452 65636f72 64206661 cuEventRecord fa │ │ │ │ - 0x0002fd38 696c6564 00000000 63754576 656e7451 iled....cuEventQ │ │ │ │ - 0x0002fd48 75657279 20666169 6c656400 00000000 uery failed..... │ │ │ │ - 0x0002fd58 63754576 656e7453 796e6368 726f6e69 cuEventSynchroni │ │ │ │ - 0x0002fd68 7a652066 61696c65 64000000 00000000 ze failed....... │ │ │ │ - 0x0002fd78 63754970 63476574 4576656e 7448616e cuIpcGetEventHan │ │ │ │ - 0x0002fd88 646c6520 6661696c 65640000 00000000 dle failed...... │ │ │ │ - 0x0002fd98 63754970 634f7065 6e457665 6e744861 cuIpcOpenEventHa │ │ │ │ - 0x0002fda8 6e646c65 20666169 6c656400 00000000 ndle failed..... │ │ │ │ - 0x0002fdb8 63755374 7265616d 57616974 4576656e cuStreamWaitEven │ │ │ │ - 0x0002fdc8 74206661 696c6564 00000000 00000000 t failed........ │ │ │ │ - 0x0002fdd8 63754576 656e7444 65737472 6f792066 cuEventDestroy f │ │ │ │ - 0x0002fde8 61696c65 64000000 63755374 7265616d ailed...cuStream │ │ │ │ - 0x0002fdf8 43726561 74652066 61696c65 64000000 Create failed... │ │ │ │ - 0x0002fe08 63755374 7265616d 44657374 726f7920 cuStreamDestroy │ │ │ │ - 0x0002fe18 6661696c 65640000 646c6f70 656e2064 failed..dlopen d │ │ │ │ - 0x0002fe28 69736162 6c656400 646c6f70 656e2066 isabled.dlopen f │ │ │ │ - 0x0002fe38 61696c65 64000000 646c7379 6d206661 ailed...dlsym fa │ │ │ │ - 0x0002fe48 696c6564 00000000 62756666 65724944 iled....bufferID │ │ │ │ - 0x0002fe58 20666169 6c656400 6375506f 696e7465 failed.cuPointe │ │ │ │ - 0x0002fe68 72536574 41747472 69627574 65206661 rSetAttribute fa │ │ │ │ - 0x0002fe78 696c6564 00000000 63755374 7265616d iled....cuStream │ │ │ │ - 0x0002fe88 53796e63 68726f6e 697a6520 6661696c Synchronize fail │ │ │ │ - 0x0002fe98 65640000 00000000 63754d65 6d637079 ed......cuMemcpy │ │ │ │ - 0x0002fea8 20666169 6c656400 63754d65 6d637079 failed.cuMemcpy │ │ │ │ - 0x0002feb8 32442066 61696c65 64000000 00000000 2D failed....... │ │ │ │ - 0x0002fec8 63754d65 6d416c6c 6f632066 61696c65 cuMemAlloc faile │ │ │ │ - 0x0002fed8 64000000 00000000 63754d65 6d467265 d.......cuMemFre │ │ │ │ - 0x0002fee8 65206661 696c6564 00000000 00000000 e failed........ │ │ │ │ - 0x0002fef8 63754465 76696365 43616e41 63636573 cuDeviceCanAcces │ │ │ │ - 0x0002ff08 73506565 72206661 696c6564 00000000 sPeer failed.... │ │ │ │ - 0x0002ff18 4e6f206d 656d6f72 79000000 00000000 No memory....... │ │ │ │ - 0x0002ff28 41206361 6c6c2074 6f20616c 6c6f6361 A call to alloca │ │ │ │ - 0x0002ff38 7465206d 656d6f72 79207769 7468696e te memory within │ │ │ │ - 0x0002ff48 20746865 20435544 41207375 70706f72 the CUDA suppor │ │ │ │ - 0x0002ff58 74206661 696c6564 2e202054 68697320 t failed. This │ │ │ │ - 0x0002ff68 69730000 00000000 616e2075 6e726563 is......an unrec │ │ │ │ - 0x0002ff78 6f766572 61626c65 20657272 6f722061 overable error a │ │ │ │ - 0x0002ff88 6e642077 696c6c20 63617573 65207468 nd will cause th │ │ │ │ - 0x0002ff98 65207072 6f677261 6d20746f 2061626f e program to abo │ │ │ │ - 0x0002ffa8 72742e00 00000000 2020486f 73746e61 rt...... Hostna │ │ │ │ - 0x0002ffb8 6d653a20 20257300 54686520 63616c6c me: %s.The call │ │ │ │ - 0x0002ffc8 20746f20 63754465 76696365 43616e41 to cuDeviceCanA │ │ │ │ - 0x0002ffd8 63636573 73506565 72206661 696c6564 ccessPeer failed │ │ │ │ - 0x0002ffe8 2e000000 00000000 2020486f 73746e61 ........ Hostna │ │ │ │ - 0x0002fff8 6d653a20 20202020 20202020 20202020 me: │ │ │ │ - 0x00030008 20202020 20202020 20202020 20202020 │ │ │ │ - 0x00030018 20257300 00000000 20206375 44657669 %s..... cuDevi │ │ │ │ - 0x00030028 63654361 6e416363 65737350 65657220 ceCanAccessPeer │ │ │ │ - 0x00030038 72657475 726e2076 616c7565 3a202020 return value: │ │ │ │ - 0x00030048 20256400 00000000 43686563 6b207468 %d.....Check th │ │ │ │ - 0x00030058 65206375 64612e68 2066696c 6520666f e cuda.h file fo │ │ │ │ - 0x00030068 72207768 61742074 68652072 65747572 r what the retur │ │ │ │ - 0x00030078 6e207661 6c756520 6d65616e 732e0000 n value means... │ │ │ │ - 0x00030088 54686520 63616c6c 20746f20 63754d65 The call to cuMe │ │ │ │ - 0x00030098 6d467265 65206661 696c6564 2e205468 mFree failed. Th │ │ │ │ - 0x000300a8 69732069 73206869 67686c79 20756e75 is is highly unu │ │ │ │ - 0x000300b8 7375616c 20616e64 2073686f 756c6400 sual and should. │ │ │ │ - 0x000300c8 6e6f7420 68617070 656e2e20 20506c65 not happen. Ple │ │ │ │ - 0x000300d8 61736520 7265706f 72742074 68697320 ase report this │ │ │ │ - 0x000300e8 6572726f 7220746f 20746865 204f7065 error to the Ope │ │ │ │ - 0x000300f8 6e204d50 49206465 76656c6f 70657273 n MPI developers │ │ │ │ - 0x00030108 2e000000 00000000 2020486f 73746e61 ........ Hostna │ │ │ │ - 0x00030118 6d653a20 20202020 20202020 20202020 me: │ │ │ │ - 0x00030128 20202020 20257300 20206375 4d656d46 %s. cuMemF │ │ │ │ - 0x00030138 72656520 72657475 726e2076 616c7565 ree return value │ │ │ │ - 0x00030148 3a202020 20256400 54686520 63616c6c : %d.The call │ │ │ │ - 0x00030158 20746f20 63754d65 6d416c6c 6f632066 to cuMemAlloc f │ │ │ │ - 0x00030168 61696c65 642e2054 68697320 69732068 ailed. This is h │ │ │ │ - 0x00030178 6967686c 7920756e 75737561 6c20616e ighly unusual an │ │ │ │ - 0x00030188 64207368 6f756c64 00000000 00000000 d should........ │ │ │ │ - 0x00030198 20206375 4d656d41 6c6c6f63 20726574 cuMemAlloc ret │ │ │ │ - 0x000301a8 75726e20 76616c75 653a2020 20256400 urn value: %d. │ │ │ │ - 0x000301b8 54686520 63616c6c 20746f20 63754d65 The call to cuMe │ │ │ │ - 0x000301c8 6d637079 32442066 61696c65 642e2054 mcpy2D failed. T │ │ │ │ - 0x000301d8 68697320 69732068 6967686c 7920756e his is highly un │ │ │ │ - 0x000301e8 75737561 6c20616e 64207368 6f756c64 usual and should │ │ │ │ - 0x000301f8 00000000 00000000 20206375 4d656d63 ........ cuMemc │ │ │ │ - 0x00030208 70793244 20726574 75726e20 76616c75 py2D return valu │ │ │ │ - 0x00030218 653a2020 20256400 54686520 63616c6c e: %d.The call │ │ │ │ - 0x00030228 20746f20 63754d65 6d637079 20666169 to cuMemcpy fai │ │ │ │ - 0x00030238 6c65642e 20546869 73206973 20686967 led. This is hig │ │ │ │ - 0x00030248 686c7920 756e7573 75616c20 616e6420 hly unusual and │ │ │ │ - 0x00030258 73686f75 6c640000 20206375 4d656d63 should.. cuMemc │ │ │ │ - 0x00030268 70792072 65747572 6e207661 6c75653a py return value: │ │ │ │ - 0x00030278 20202020 20256400 54686520 63616c6c %d.The call │ │ │ │ - 0x00030288 20746f20 63755374 7265616d 53796e63 to cuStreamSync │ │ │ │ - 0x00030298 68726f6e 697a6520 6661696c 65642e20 hronize failed. │ │ │ │ - 0x000302a8 54686973 20697320 68696768 6c792075 This is highly u │ │ │ │ - 0x000302b8 6e757375 616c2061 6e642073 686f756c nusual and shoul │ │ │ │ - 0x000302c8 64000000 00000000 2020486f 73746e61 d....... Hostna │ │ │ │ - 0x000302d8 6d653a20 20202020 20202020 20202020 me: │ │ │ │ - 0x000302e8 20202020 20202020 20202020 20202020 │ │ │ │ - 0x000302f8 25730000 00000000 20206375 53747265 %s...... cuStre │ │ │ │ - 0x00030308 616d5379 6e636872 6f6e697a 65207265 amSynchronize re │ │ │ │ - 0x00030318 7475726e 2076616c 75653a20 20202020 turn value: │ │ │ │ - 0x00030328 25640000 00000000 54686520 63616c6c %d......The call │ │ │ │ - 0x00030338 20746f20 6375506f 696e7465 72536574 to cuPointerSet │ │ │ │ - 0x00030348 41747472 69627574 65207769 74682043 Attribute with C │ │ │ │ - 0x00030358 555f504f 494e5445 525f4154 54524942 U_POINTER_ATTRIB │ │ │ │ - 0x00030368 5554455f 53594e43 5f4d454d 4f505300 UTE_SYNC_MEMOPS. │ │ │ │ - 0x00030378 6661696c 65642e20 54686973 20697320 failed. This is │ │ │ │ - 0x00030388 68696768 6c792075 6e757375 616c2061 highly unusual a │ │ │ │ - 0x00030398 6e642073 686f756c 64206e6f 74206861 nd should not ha │ │ │ │ - 0x000303a8 7070656e 2e202054 68652070 726f6772 ppen. The progr │ │ │ │ - 0x000303b8 616d2077 696c6c00 636f6e74 696e7565 am will.continue │ │ │ │ - 0x000303c8 2c206275 74207265 706f7274 20746869 , but report thi │ │ │ │ - 0x000303d8 73206572 726f7220 746f2074 6865204f s error to the O │ │ │ │ - 0x000303e8 70656e20 4d504920 64657665 6c6f7065 pen MPI develope │ │ │ │ - 0x000303f8 72732e00 00000000 20206375 506f696e rs...... cuPoin │ │ │ │ - 0x00030408 74657253 65744174 74726962 75746520 terSetAttribute │ │ │ │ - 0x00030418 72657475 726e2076 616c7565 3a202020 return value: │ │ │ │ - 0x00030428 25640000 00000000 20204164 64726573 %d...... Addres │ │ │ │ - 0x00030438 733a2020 20202020 20202020 20202020 s: │ │ │ │ - 0x00030448 20202020 20202020 20202020 20202020 │ │ │ │ - 0x00030458 25700000 00000000 416e2065 72726f72 %p......An error │ │ │ │ - 0x00030468 206f6363 75727265 64207768 696c6520 occurred while │ │ │ │ - 0x00030478 74727969 6e672074 6f206765 74207468 trying to get th │ │ │ │ - 0x00030488 65204255 46464552 5f494420 6f662061 e BUFFER_ID of a │ │ │ │ - 0x00030498 20475055 206d656d 6f727900 00000000 GPU memory..... │ │ │ │ - 0x000304a8 72656769 6f6e2e20 20546869 7320636f region. This co │ │ │ │ - 0x000304b8 756c6420 63617573 6520696e 636f7272 uld cause incorr │ │ │ │ - 0x000304c8 65637420 72657375 6c74732e 20205475 ect results. Tu │ │ │ │ - 0x000304d8 726e206f 66204750 55204469 72656374 rn of GPU Direct │ │ │ │ - 0x000304e8 2052444d 41000000 73757070 6f727420 RDMA...support │ │ │ │ - 0x000304f8 62792072 756e6e69 6e672077 69746820 by running with │ │ │ │ - 0x00030508 2d2d6d63 61206274 6c5f6f70 656e6962 --mca btl_openib │ │ │ │ - 0x00030518 5f637564 615f7761 6e745f67 64725f73 _cuda_want_gdr_s │ │ │ │ - 0x00030528 7570706f 72742030 2e000000 00000000 upport 0........ │ │ │ │ - 0x00030538 20206375 506f696e 74657247 65744174 cuPointerGetAt │ │ │ │ - 0x00030548 74726962 75746520 72657475 726e2076 tribute return v │ │ │ │ - 0x00030558 616c7565 3a202020 25640000 00000000 alue: %d...... │ │ │ │ - 0x00030568 416e2065 72726f72 206f6363 75727265 An error occurre │ │ │ │ - 0x00030578 64207768 696c6520 74727969 6e672074 d while trying t │ │ │ │ - 0x00030588 6f206d61 7020696e 20746865 20616464 o map in the add │ │ │ │ - 0x00030598 72657373 206f6620 61206675 6e637469 ress of a functi │ │ │ │ - 0x000305a8 6f6e2e00 00000000 20204675 6e637469 on...... Functi │ │ │ │ - 0x000305b8 6f6e204e 616d653a 20257300 00000000 on Name: %s..... │ │ │ │ - 0x000305c8 20204572 726f7220 73747269 6e673a20 Error string: │ │ │ │ - 0x000305d8 20257300 00000000 43554441 2d617761 %s.....CUDA-awa │ │ │ │ - 0x000305e8 72652073 7570706f 72742069 73206469 re support is di │ │ │ │ - 0x000305f8 7361626c 65642e00 54686520 6c696272 sabled..The libr │ │ │ │ - 0x00030608 61727920 61747465 6d707465 6420746f ary attempted to │ │ │ │ - 0x00030618 206f7065 6e207468 6520666f 6c6c6f77 open the follow │ │ │ │ - 0x00030628 696e6720 73757070 6f727469 6e672043 ing supporting C │ │ │ │ - 0x00030638 55444120 6c696272 61726965 732c0000 UDA libraries,.. │ │ │ │ - 0x00030648 62757420 65616368 206f6620 7468656d but each of them │ │ │ │ - 0x00030658 20666169 6c65642e 20204355 44412d61 failed. CUDA-a │ │ │ │ - 0x00030668 77617265 20737570 706f7274 20697320 ware support is │ │ │ │ - 0x00030678 64697361 626c6564 2e000000 00000000 disabled........ │ │ │ │ - 0x00030688 49662079 6f752064 6f206e6f 74207265 If you do not re │ │ │ │ - 0x00030698 71756972 65204355 44412d61 77617265 quire CUDA-aware │ │ │ │ - 0x000306a8 20737570 706f7274 2c207468 656e2072 support, then r │ │ │ │ - 0x000306b8 756e2077 69746800 2d2d6d63 61206f70 un with.--mca op │ │ │ │ - 0x000306c8 616c5f77 61726e5f 6f6e5f6d 69737369 al_warn_on_missi │ │ │ │ - 0x000306d8 6e675f6c 69626375 64612030 20746f20 ng_libcuda 0 to │ │ │ │ - 0x000306e8 73757070 72657373 20746869 73206d65 suppress this me │ │ │ │ - 0x000306f8 73736167 652e2020 49662079 6f752064 ssage. If you d │ │ │ │ - 0x00030708 6f000000 00000000 72657175 69726520 o.......require │ │ │ │ - 0x00030718 43554441 2d617761 72652073 7570706f CUDA-aware suppo │ │ │ │ - 0x00030728 72742c20 7468656e 20747279 20736574 rt, then try set │ │ │ │ - 0x00030738 74696e67 204c445f 4c494252 4152595f ting LD_LIBRARY_ │ │ │ │ - 0x00030748 50415448 20746f20 74686520 6c6f6361 PATH to the loca │ │ │ │ - 0x00030758 74696f6e 00000000 6f66206c 69626375 tion....of libcu │ │ │ │ - 0x00030768 64612e73 6f2e3120 746f2072 65736f6c da.so.1 to resol │ │ │ │ - 0x00030778 76652074 68697320 69737375 652e0000 ve this issue... │ │ │ │ - 0x00030788 4f70656e 204d5049 20776173 20636f6d Open MPI was com │ │ │ │ - 0x00030798 70696c65 64207769 74686f75 74206479 piled without dy │ │ │ │ - 0x000307a8 6e616d69 63206c69 62726172 79207375 namic library su │ │ │ │ - 0x000307b8 70706f72 74202865 2e672e2c 20776974 pport (e.g., wit │ │ │ │ - 0x000307c8 68207468 65000000 202d2d64 69736162 h the... --disab │ │ │ │ - 0x000307d8 6c652d64 6c6f7065 6e20666c 6167292c le-dlopen flag), │ │ │ │ - 0x000307e8 20616e64 20746865 7265666f 72652063 and therefore c │ │ │ │ - 0x000307f8 616e6e6f 74207574 696c697a 65204355 annot utilize CU │ │ │ │ - 0x00030808 44412073 7570706f 72742e00 00000000 DA support...... │ │ │ │ - 0x00030818 49662079 6f75206e 65656420 43554441 If you need CUDA │ │ │ │ - 0x00030828 20737570 706f7274 2c207265 636f6e66 support, reconf │ │ │ │ - 0x00030838 69677572 65204f70 656e204d 50492077 igure Open MPI w │ │ │ │ - 0x00030848 69746820 64796e61 6d696320 6c696272 ith dynamic libr │ │ │ │ - 0x00030858 61727920 73757070 6f727420 656e6162 ary support enab │ │ │ │ - 0x00030868 6c65642e 00000000 54686520 63616c6c led.....The call │ │ │ │ - 0x00030878 20746f20 63755374 7265616d 44657374 to cuStreamDest │ │ │ │ - 0x00030888 726f7920 6661696c 65642e20 54686973 roy failed. This │ │ │ │ - 0x00030898 20697320 68696768 6c792075 6e757375 is highly unusu │ │ │ │ - 0x000308a8 616c2061 6e642073 686f756c 64000000 al and should... │ │ │ │ - 0x000308b8 20206375 53747265 616d4465 7374726f cuStreamDestro │ │ │ │ - 0x000308c8 79207265 7475726e 2076616c 75653a20 y return value: │ │ │ │ - 0x000308d8 20202020 20202020 25640000 00000000 %d...... │ │ │ │ - 0x000308e8 54686520 63616c6c 20746f20 63755374 The call to cuSt │ │ │ │ - 0x000308f8 7265616d 43726561 74652066 61696c65 reamCreate faile │ │ │ │ - 0x00030908 642e2020 54686973 20697320 6120756e d. This is a un │ │ │ │ - 0x00030918 7265636f 76657261 626c6520 6572726f recoverable erro │ │ │ │ - 0x00030928 7220616e 64207769 6c6c0000 00000000 r and will...... │ │ │ │ - 0x00030938 2020486f 73746e61 6d653a20 20202020 Hostname: │ │ │ │ - 0x00030948 20202020 20202020 20202020 20202020 │ │ │ │ - 0x00030958 20257300 00000000 20206375 53747265 %s..... cuStre │ │ │ │ - 0x00030968 616d4372 65617465 20726574 75726e20 amCreate return │ │ │ │ - 0x00030978 76616c75 653a2020 20256400 00000000 value: %d..... │ │ │ │ - 0x00030988 43686563 6b207468 65206375 64612e68 Check the cuda.h │ │ │ │ - 0x00030998 2066696c 6520666f 72207768 61742074 file for what t │ │ │ │ - 0x000309a8 68652072 65747572 6e207661 6c65206d he return vale m │ │ │ │ - 0x000309b8 65616e73 2e000000 54686520 63616c6c eans....The call │ │ │ │ - 0x000309c8 20746f20 63754576 656e7444 65737472 to cuEventDestr │ │ │ │ - 0x000309d8 6f792066 61696c65 642e2054 68697320 oy failed. This │ │ │ │ - 0x000309e8 69732061 20756e72 65636f76 65726162 is a unrecoverab │ │ │ │ - 0x000309f8 6c652065 72726f72 20616e64 2077696c le error and wil │ │ │ │ - 0x00030a08 6c000000 00000000 20206375 4576656e l....... cuEven │ │ │ │ - 0x00030a18 74446573 74726f79 20726574 75726e20 tDestroy return │ │ │ │ - 0x00030a28 76616c75 653a2020 20256400 00000000 value: %d..... │ │ │ │ - 0x00030a38 54686520 63616c6c 20746f20 63755374 The call to cuSt │ │ │ │ - 0x00030a48 7265616d 57616974 4576656e 74206661 reamWaitEvent fa │ │ │ │ - 0x00030a58 696c6564 2e205468 69732069 73206120 iled. This is a │ │ │ │ - 0x00030a68 756e7265 636f7665 7261626c 65206572 unrecoverable er │ │ │ │ - 0x00030a78 726f7220 616e6420 77696c6c 00000000 ror and will.... │ │ │ │ - 0x00030a88 20206375 53747265 616d5761 69744576 cuStreamWaitEv │ │ │ │ - 0x00030a98 656e7420 72657475 726e2076 616c7565 ent return value │ │ │ │ - 0x00030aa8 3a202020 25640000 54686520 63616c6c : %d..The call │ │ │ │ - 0x00030ab8 20746f20 63754970 634f7065 6e457665 to cuIpcOpenEve │ │ │ │ - 0x00030ac8 6e744861 6e646c65 20666169 6c65642e ntHandle failed. │ │ │ │ - 0x00030ad8 20546869 73206973 20612075 6e726563 This is a unrec │ │ │ │ - 0x00030ae8 6f766572 61626c65 20657272 6f722061 overable error a │ │ │ │ - 0x00030af8 6e642077 696c6c00 20206375 4970634f nd will. cuIpcO │ │ │ │ - 0x00030b08 70656e45 76656e74 48616e64 6c652072 penEventHandle r │ │ │ │ - 0x00030b18 65747572 6e207661 6c75653a 20202025 eturn value: % │ │ │ │ - 0x00030b28 64000000 00000000 54686520 63616c6c d.......The call │ │ │ │ - 0x00030b38 20746f20 63754970 63476574 4576656e to cuIpcGetEven │ │ │ │ - 0x00030b48 7448616e 646c6520 6661696c 65642e20 tHandle failed. │ │ │ │ - 0x00030b58 54686973 20697320 6120756e 7265636f This is a unreco │ │ │ │ - 0x00030b68 76657261 626c6520 6572726f 7220616e verable error an │ │ │ │ - 0x00030b78 64207769 6c6c0000 20206375 49706347 d will.. cuIpcG │ │ │ │ - 0x00030b88 65744576 656e7448 616e646c 65207265 etEventHandle re │ │ │ │ - 0x00030b98 7475726e 2076616c 75653a20 20202564 turn value: %d │ │ │ │ - 0x00030ba8 00000000 00000000 54686520 63616c6c ........The call │ │ │ │ - 0x00030bb8 20746f20 63754576 656e7453 796e6368 to cuEventSynch │ │ │ │ - 0x00030bc8 726f6e69 7a652066 61696c65 642e2054 ronize failed. T │ │ │ │ - 0x00030bd8 68697320 69732068 6967686c 7920756e his is highly un │ │ │ │ - 0x00030be8 75737561 6c20616e 64207368 6f756c64 usual and should │ │ │ │ - 0x00030bf8 00000000 00000000 20206375 4576656e ........ cuEven │ │ │ │ - 0x00030c08 7453796e 6368726f 6e697a65 20726574 tSynchronize ret │ │ │ │ - 0x00030c18 75726e20 76616c75 653a2020 20202025 urn value: % │ │ │ │ - 0x00030c28 64000000 00000000 54686520 63616c6c d.......The call │ │ │ │ - 0x00030c38 20746f20 63754576 656e7451 75657279 to cuEventQuery │ │ │ │ - 0x00030c48 20666169 6c65642e 20546869 73206973 failed. This is │ │ │ │ - 0x00030c58 20612075 6e726563 6f766572 61626c65 a unrecoverable │ │ │ │ - 0x00030c68 20657272 6f722061 6e642077 696c6c00 error and will. │ │ │ │ - 0x00030c78 20206375 4576656e 74517565 72792072 cuEventQuery r │ │ │ │ - 0x00030c88 65747572 6e207661 6c75653a 20202025 eturn value: % │ │ │ │ - 0x00030c98 64000000 00000000 54686520 63616c6c d.......The call │ │ │ │ - 0x00030ca8 20746f20 63754576 656e7452 65636f72 to cuEventRecor │ │ │ │ - 0x00030cb8 64206661 696c6564 2e205468 69732069 d failed. This i │ │ │ │ - 0x00030cc8 73206120 756e7265 636f7665 7261626c s a unrecoverabl │ │ │ │ - 0x00030cd8 65206572 726f7220 616e6420 77696c6c e error and will │ │ │ │ - 0x00030ce8 00000000 00000000 2020486f 73746e61 ........ Hostna │ │ │ │ - 0x00030cf8 6d653a20 20202020 20202020 20202020 me: │ │ │ │ - 0x00030d08 20202020 20202020 25730000 00000000 %s...... │ │ │ │ - 0x00030d18 20206375 4576656e 74526563 6f726420 cuEventRecord │ │ │ │ - 0x00030d28 72657475 726e2076 616c7565 3a202020 return value: │ │ │ │ - 0x00030d38 25640000 00000000 54686520 63616c6c %d......The call │ │ │ │ - 0x00030d48 20746f20 63754576 656e7443 72656174 to cuEventCreat │ │ │ │ - 0x00030d58 65206661 696c6564 2e205468 69732069 e failed. This i │ │ │ │ - 0x00030d68 73206120 756e7265 636f7665 7261626c s a unrecoverabl │ │ │ │ - 0x00030d78 65206572 726f7220 616e6420 77696c6c e error and will │ │ │ │ - 0x00030d88 00000000 00000000 20206375 4576656e ........ cuEven │ │ │ │ - 0x00030d98 74437265 61746520 72657475 726e2076 tCreate return v │ │ │ │ - 0x00030da8 616c7565 3a202020 25640000 00000000 alue: %d...... │ │ │ │ - 0x00030db8 54686520 63616c6c 20746f20 63754d65 The call to cuMe │ │ │ │ - 0x00030dc8 6d637079 4173796e 63206661 696c6564 mcpyAsync failed │ │ │ │ - 0x00030dd8 2e205468 69732069 73206120 756e7265 . This is a unre │ │ │ │ - 0x00030de8 636f7665 7261626c 65206572 726f7220 coverable error │ │ │ │ - 0x00030df8 616e6420 77696c6c 00000000 00000000 and will........ │ │ │ │ - 0x00030e08 20206375 4d656d63 70794173 796e6328 cuMemcpyAsync( │ │ │ │ - 0x00030e18 25702c20 25702c20 25642920 72657475 %p, %p, %d) retu │ │ │ │ - 0x00030e28 726e6564 2076616c 75652025 64000000 rned value %d... │ │ │ │ - 0x00030e38 54686520 63616c6c 20746f20 63754970 The call to cuIp │ │ │ │ - 0x00030e48 63436c6f 73654d65 6d48616e 646c6520 cCloseMemHandle │ │ │ │ - 0x00030e58 6661696c 65642e20 54686973 20697320 failed. This is │ │ │ │ - 0x00030e68 61207761 726e696e 6720616e 64207468 a warning and th │ │ │ │ - 0x00030e78 65207072 6f677261 6d000000 00000000 e program....... │ │ │ │ - 0x00030e88 77696c6c 20636f6e 74696e75 6520746f will continue to │ │ │ │ - 0x00030e98 2072756e 2e000000 20206375 49706343 run.... cuIpcC │ │ │ │ - 0x00030ea8 6c6f7365 4d656d48 616e646c 65207265 loseMemHandle re │ │ │ │ - 0x00030eb8 7475726e 2076616c 75653a20 20202564 turn value: %d │ │ │ │ - 0x00030ec8 00000000 00000000 20206164 64726573 ........ addres │ │ │ │ - 0x00030ed8 733a2025 70000000 43686563 6b207468 s: %p...Check th │ │ │ │ - 0x00030ee8 65206375 64612e68 2066696c 6520666f e cuda.h file fo │ │ │ │ - 0x00030ef8 72207768 61742074 68652072 65747572 r what the retur │ │ │ │ - 0x00030f08 6e207661 6c756520 6d65616e 732e2050 n value means. P │ │ │ │ - 0x00030f18 65726861 70732061 20726562 6f6f7400 erhaps a reboot. │ │ │ │ - 0x00030f28 6f662074 6865206e 6f646520 77696c6c of the node will │ │ │ │ - 0x00030f38 20636c65 61722074 68652070 726f626c clear the probl │ │ │ │ - 0x00030f48 656d2e00 00000000 54686520 63616c6c em......The call │ │ │ │ - 0x00030f58 20746f20 63754970 634f7065 6e4d656d to cuIpcOpenMem │ │ │ │ - 0x00030f68 48616e64 6c652066 61696c65 642e2054 Handle failed. T │ │ │ │ - 0x00030f78 68697320 69732061 6e20756e 7265636f his is an unreco │ │ │ │ - 0x00030f88 76657261 626c6520 6572726f 72000000 verable error... │ │ │ │ - 0x00030f98 616e6420 77696c6c 20636175 73652074 and will cause t │ │ │ │ - 0x00030fa8 68652070 726f6772 616d2074 6f206162 he program to ab │ │ │ │ - 0x00030fb8 6f72742e 00000000 2020486f 73746e61 ort..... Hostna │ │ │ │ - 0x00030fc8 6d653a20 20202020 20202020 20202020 me: │ │ │ │ - 0x00030fd8 20202020 20202020 20202020 25730000 %s.. │ │ │ │ - 0x00030fe8 20206375 4970634f 70656e4d 656d4861 cuIpcOpenMemHa │ │ │ │ - 0x00030ff8 6e646c65 20726574 75726e20 76616c75 ndle return valu │ │ │ │ - 0x00031008 653a2020 25640000 20206164 64726573 e: %d.. addres │ │ │ │ - 0x00031018 733a2020 20202020 20202020 20202020 s: │ │ │ │ - 0x00031028 20202020 20202020 20202020 25700000 %p.. │ │ │ │ - 0x00031038 43686563 6b207468 65206375 64612e68 Check the cuda.h │ │ │ │ - 0x00031048 2066696c 6520666f 72207768 61742074 file for what t │ │ │ │ - 0x00031058 68652072 65747572 6e207661 6c756520 he return value │ │ │ │ - 0x00031068 6d65616e 732e2041 20706f73 7369626c means. A possibl │ │ │ │ - 0x00031078 65206361 75736500 666f7220 74686973 e cause.for this │ │ │ │ - 0x00031088 20697320 6e6f7420 656e6f75 67682066 is not enough f │ │ │ │ - 0x00031098 72656520 64657669 6365206d 656d6f72 ree device memor │ │ │ │ - 0x000310a8 792e2020 54727920 746f2072 65647563 y. Try to reduc │ │ │ │ - 0x000310b8 65207468 65206465 76696365 00000000 e the device.... │ │ │ │ - 0x000310c8 6d656d6f 72792066 6f6f7470 72696e74 memory footprint │ │ │ │ - 0x000310d8 206f6620 796f7572 20617070 6c696361 of your applica │ │ │ │ - 0x000310e8 74696f6e 2e000000 54686520 6c696272 tion....The libr │ │ │ │ - 0x000310f8 61727920 68617320 65786365 65646564 ary has exceeded │ │ │ │ - 0x00031108 20697473 206e756d 62657220 6f66206f its number of o │ │ │ │ - 0x00031118 75747374 616e6469 6e672065 76656e74 utstanding event │ │ │ │ - 0x00031128 2068616e 646c6573 2e000000 00000000 handles........ │ │ │ │ - 0x00031138 466f7220 62657474 65722070 6572666f For better perfo │ │ │ │ - 0x00031148 726d616e 63652c20 74686973 206e756d rmance, this num │ │ │ │ - 0x00031158 62657220 73686f75 6c642062 6520696e ber should be in │ │ │ │ - 0x00031168 63726561 7365642e 00000000 00000000 creased......... │ │ │ │ - 0x00031178 20204375 7272656e 74206d61 78696d75 Current maximu │ │ │ │ - 0x00031188 6d206861 6e646c65 733a2020 20253464 m handles: %4d │ │ │ │ - 0x00031198 00000000 00000000 20205375 67676573 ........ Sugges │ │ │ │ - 0x000311a8 74656420 6e657720 6d617869 6d756d3a ted new maximum: │ │ │ │ - 0x000311b8 20202020 20253464 00000000 00000000 %4d........ │ │ │ │ - 0x000311c8 52657275 6e207769 7468202d 2d6d6361 Rerun with --mca │ │ │ │ - 0x000311d8 206d7069 5f636f6d 6d6f6e5f 63756461 mpi_common_cuda │ │ │ │ - 0x000311e8 5f657665 6e745f6d 61782025 64000000 _event_max %d... │ │ │ │ - 0x000311f8 54686520 63616c6c 20746f20 63754d65 The call to cuMe │ │ │ │ - 0x00031208 6d476574 41646472 65737352 616e6765 mGetAddressRange │ │ │ │ - 0x00031218 20666169 6c656420 64757269 6e672074 failed during t │ │ │ │ - 0x00031228 68652047 50552052 444d4120 70726f74 he GPU RDMA prot │ │ │ │ - 0x00031238 6f636f6c 2e000000 2020486f 73743a20 ocol.... Host: │ │ │ │ - 0x00031248 20257300 00000000 20206375 4d656d47 %s..... cuMemG │ │ │ │ - 0x00031258 65744164 64726573 7352616e 67652072 etAddressRange r │ │ │ │ - 0x00031268 65747572 6e207661 6c75653a 20202564 eturn value: %d │ │ │ │ - 0x00031278 00000000 00000000 20206164 64726573 ........ addres │ │ │ │ - 0x00031288 733a2020 25700000 43686563 6b207468 s: %p..Check th │ │ │ │ - 0x00031298 65206375 64612e68 2066696c 6520666f e cuda.h file fo │ │ │ │ - 0x000312a8 72207768 61742074 68652072 65747572 r what the retur │ │ │ │ - 0x000312b8 6e207661 6c756520 6d65616e 732e2054 n value means. T │ │ │ │ - 0x000312c8 68697320 69732068 6967686c 79000000 his is highly... │ │ │ │ - 0x000312d8 756e7573 75616c20 616e6420 73686f75 unusual and shou │ │ │ │ - 0x000312e8 6c64206e 6f742068 61707065 6e2e2054 ld not happen. T │ │ │ │ - 0x000312f8 68652070 726f6772 616d2077 696c6c20 he program will │ │ │ │ - 0x00031308 70726f62 61626c79 2061626f 72742e00 probably abort.. │ │ │ │ - 0x00031318 54686520 63616c6c 20746f20 63754d65 The call to cuMe │ │ │ │ - 0x00031328 6d476574 41646472 65737352 616e6765 mGetAddressRange │ │ │ │ - 0x00031338 20666169 6c65642e 20546869 73206d65 failed. This me │ │ │ │ - 0x00031348 616e7320 74686520 47505520 52444d41 ans the GPU RDMA │ │ │ │ - 0x00031358 2070726f 746f636f 6c000000 00000000 protocol....... │ │ │ │ - 0x00031368 63616e6e 6f742062 65207573 65642e00 cannot be used.. │ │ │ │ - 0x00031378 20206375 4d656d47 65744164 64726573 cuMemGetAddres │ │ │ │ - 0x00031388 7352616e 67652072 65747572 6e207661 sRange return va │ │ │ │ - 0x00031398 6c75653a 20202025 64000000 00000000 lue: %d....... │ │ │ │ - 0x000313a8 54686520 63616c6c 20746f20 63754970 The call to cuIp │ │ │ │ - 0x000313b8 63476574 4d656d48 616e646c 65206661 cGetMemHandle fa │ │ │ │ - 0x000313c8 696c6564 2e205468 6973206d 65616e73 iled. This means │ │ │ │ - 0x000313d8 20746865 20475055 2052444d 41207072 the GPU RDMA pr │ │ │ │ - 0x000313e8 6f746f63 6f6c0000 20206375 49706347 otocol.. cuIpcG │ │ │ │ - 0x000313f8 65744d65 6d48616e 646c6520 72657475 etMemHandle retu │ │ │ │ - 0x00031408 726e2076 616c7565 3a202020 25640000 rn value: %d.. │ │ │ │ - 0x00031418 54686520 63616c6c 20746f20 63754d65 The call to cuMe │ │ │ │ - 0x00031428 6d486f73 74526567 69737465 72282570 mHostRegister(%p │ │ │ │ - 0x00031438 29206661 696c6564 2e000000 00000000 ) failed........ │ │ │ │ - 0x00031448 20206375 4d656d48 6f737455 6e726567 cuMemHostUnreg │ │ │ │ - 0x00031458 69737465 72207265 7475726e 2076616c ister return val │ │ │ │ - 0x00031468 75653a20 20256400 54686520 63616c6c ue: %d.The call │ │ │ │ - 0x00031478 20746f20 63754d65 6d486f73 74526567 to cuMemHostReg │ │ │ │ - 0x00031488 69737465 72282570 2c202564 2c203029 ister(%p, %d, 0) │ │ │ │ - 0x00031498 20666169 6c65642e 00000000 00000000 failed......... │ │ │ │ - 0x000314a8 20206375 4d656d48 6f737452 65676973 cuMemHostRegis │ │ │ │ - 0x000314b8 74657220 72657475 726e2076 616c7565 ter return value │ │ │ │ - 0x000314c8 3a202025 64000000 20205265 67697374 : %d... Regist │ │ │ │ - 0x000314d8 72617469 6f6e2063 61636865 3a202025 ration cache: % │ │ │ │ - 0x000314e8 73000000 00000000 5741524e 494e473a s.......WARNING: │ │ │ │ - 0x000314f8 20546865 2063616c 6c20746f 20637543 The call to cuC │ │ │ │ - 0x00031508 74784765 74446576 69636528 29206661 txGetDevice() fa │ │ │ │ - 0x00031518 696c6564 2e000000 20206375 43747847 iled.... cuCtxG │ │ │ │ - 0x00031528 65744465 76696365 20726574 75726e20 etDevice return │ │ │ │ - 0x00031538 76616c75 653a2020 20256400 00000000 value: %d..... │ │ │ │ - 0x00031548 4e4f5445 3a20596f 75206361 6e207475 NOTE: You can tu │ │ │ │ - 0x00031558 726e206f 66662074 68697320 7761726e rn off this warn │ │ │ │ - 0x00031568 696e6720 62792073 65747469 6e672074 ing by setting t │ │ │ │ - 0x00031578 6865204d 43412070 6172616d 65746572 he MCA parameter │ │ │ │ - 0x00031588 00000000 00000000 20202020 20206d70 ........ mp │ │ │ │ - 0x00031598 695f636f 6d6d6f6e 5f637564 615f7761 i_common_cuda_wa │ │ │ │ - 0x000315a8 726e696e 6720746f 20302e00 00000000 rning to 0...... │ │ │ │ - 0x000315b8 5741524e 494e473a 20546865 2063616c WARNING: The cal │ │ │ │ - 0x000315c8 6c20746f 20637543 74784765 74437572 l to cuCtxGetCur │ │ │ │ - 0x000315d8 72656e74 28292066 61696c65 64207768 rent() failed wh │ │ │ │ - 0x000315e8 696c6520 61747465 6d707469 6e672074 ile attempting t │ │ │ │ - 0x000315f8 6f207265 67697374 65720000 00000000 o register...... │ │ │ │ - 0x00031608 696e7465 726e616c 206d656d 6f727920 internal memory │ │ │ │ - 0x00031618 77697468 20746865 20435544 4120656e with the CUDA en │ │ │ │ - 0x00031628 7669726f 6e6d656e 742e2020 54686520 vironment. The │ │ │ │ - 0x00031638 70726f67 72616d20 77696c6c 20636f6e program will con │ │ │ │ - 0x00031648 74696e75 6520746f 2072756e 2c000000 tinue to run,... │ │ │ │ - 0x00031658 62757420 74686520 70657266 6f726d61 but the performa │ │ │ │ - 0x00031668 6e636520 6f662047 5055206d 656d6f72 nce of GPU memor │ │ │ │ - 0x00031678 79207472 616e7366 65727320 6d617920 y transfers may │ │ │ │ - 0x00031688 62652072 65647563 65642e20 20546869 be reduced. Thi │ │ │ │ - 0x00031698 73206661 696c7572 65000000 00000000 s failure....... │ │ │ │ - 0x000316a8 696e6469 63617465 73207468 61742074 indicates that t │ │ │ │ - 0x000316b8 68657265 20697320 6e6f2043 55444120 here is no CUDA │ │ │ │ - 0x000316c8 636f6e74 65787420 7965742e 2020546f context yet. To │ │ │ │ - 0x000316d8 20656c69 6d696e61 74652074 68697320 eliminate this │ │ │ │ - 0x000316e8 7761726e 696e672c 00000000 00000000 warning,........ │ │ │ │ - 0x000316f8 656e7375 72652074 68617420 74686572 ensure that ther │ │ │ │ - 0x00031708 65206973 20612043 55444120 636f6e74 e is a CUDA cont │ │ │ │ - 0x00031718 65787420 7072696f 7220746f 2063616c ext prior to cal │ │ │ │ - 0x00031728 6c696e67 204d5049 5f496e69 742e0000 ling MPI_Init... │ │ │ │ - 0x00031738 62757420 74686520 70657266 6f726d61 but the performa │ │ │ │ - 0x00031748 6e636520 6f662047 5055206d 656d6f72 nce of GPU memor │ │ │ │ - 0x00031758 79207472 616e7366 65727320 6d617920 y transfers may │ │ │ │ - 0x00031768 62652072 65647563 65642e00 00000000 be reduced...... │ │ │ │ - 0x00031778 20206375 43747847 65744375 7272656e cuCtxGetCurren │ │ │ │ - 0x00031788 74207265 7475726e 2076616c 75653a20 t return value: │ │ │ │ - 0x00031798 20202564 00000000 696e6469 63617465 %d....indicate │ │ │ │ - 0x000317a8 73207468 61742074 68652043 55444120 s that the CUDA │ │ │ │ - 0x000317b8 656e7669 726f6e6d 656e7420 6973206e environment is n │ │ │ │ - 0x000317c8 6f742079 65742069 6e697469 616c697a ot yet initializ │ │ │ │ - 0x000317d8 65642e20 20546f20 656c696d 696e6174 ed. To eliminat │ │ │ │ - 0x000317e8 65000000 00000000 74686973 20776172 e.......this war │ │ │ │ - 0x000317f8 6e696e67 2c20656e 73757265 20746861 ning, ensure tha │ │ │ │ - 0x00031808 74204355 44412069 7320696e 69746961 t CUDA is initia │ │ │ │ - 0x00031818 6c697a65 64207072 696f7220 746f2063 lized prior to c │ │ │ │ - 0x00031828 616c6c69 6e67204d 50495f49 6e69742e alling MPI_Init. │ │ │ │ - 0x00031838 00000000 00000000 4d756c74 69706c65 ........Multiple │ │ │ │ - 0x00031848 20416363 656c6572 61746f72 7320466f Accelerators Fo │ │ │ │ - 0x00031858 756e6400 00000000 4e6f2041 6363656c und.....No Accel │ │ │ │ - 0x00031868 65726174 6f727320 466f756e 64000000 erators Found... │ │ │ │ - 0x00031878 4552524f 523a2055 73657220 73706563 ERROR: User spec │ │ │ │ - 0x00031888 69666965 6420616e 20616363 656c6572 ified an acceler │ │ │ │ - 0x00031898 61746f72 20636f6d 706f6e65 6e742076 ator component v │ │ │ │ - 0x000318a8 69612022 2d2d6d63 61206163 63656c65 ia "--mca accele │ │ │ │ - 0x000318b8 7261746f 72203c63 6f6d706f 6e656e74 rator ", and that.... │ │ │ │ - 0x000318d8 636f6d70 6f6e656e 74206661 696c6564 component failed │ │ │ │ - 0x000318e8 20746f20 696e6974 69616c69 7a652073 to initialize s │ │ │ │ - 0x000318f8 75636365 73736675 6c6c792e 20205468 uccessfully. Th │ │ │ │ - 0x00031908 65207072 6f677261 6d207769 6c6c2061 e program will a │ │ │ │ - 0x00031918 626f7274 20746f20 616c6c6f 7720796f bort to allow yo │ │ │ │ - 0x00031928 7520746f 20666978 20746865 20697373 u to fix the iss │ │ │ │ - 0x00031938 75652e00 00000000 4552524f 523a204f ue......ERROR: O │ │ │ │ - 0x00031948 70656e20 4d504920 6f6e6c79 20737570 pen MPI only sup │ │ │ │ - 0x00031958 706f7274 73206f6e 65206163 63656c65 ports one accele │ │ │ │ - 0x00031968 7261746f 72206672 616d6577 6f726b20 rator framework │ │ │ │ - 0x00031978 70657220 6e6f6465 2e20506c 65617365 per node. Please │ │ │ │ - 0x00031988 20706963 6b206f6e 65206f66 20746865 pick one of the │ │ │ │ - 0x00031998 00000000 00000000 696e6974 69616c69 ........initiali │ │ │ │ - 0x000319a8 7a656420 61636365 6c657261 746f7220 zed accelerator │ │ │ │ - 0x000319b8 636f6d70 6f6e656e 74732076 69612063 components via c │ │ │ │ - 0x000319c8 6f6d6d61 6e64206c 696e6520 61726775 ommand line argu │ │ │ │ - 0x000319d8 6d656e74 20222d2d 6d636120 61636365 ment "--mca acce │ │ │ │ - 0x000319e8 6c657261 746f7220 3c636f6d 706f6e65 lerator "....The foll │ │ │ │ - 0x00031a08 6f77696e 67206163 63656c65 7261746f owing accelerato │ │ │ │ - 0x00031a18 72732069 6e697469 616c697a 65642073 rs initialized s │ │ │ │ - 0x00031a28 75636365 73736675 6c6c793a 2025732e uccessfully: %s. │ │ │ │ - 0x00031a38 00000000 00000000 54686520 70726f67 ........The prog │ │ │ │ - 0x00031a48 72616d20 77696c6c 2061626f 72742074 ram will abort t │ │ │ │ - 0x00031a58 6f20616c 6c6f7720 796f7520 746f2072 o allow you to r │ │ │ │ - 0x00031a68 65736f6c 76652074 68652061 6363656c esolve the accel │ │ │ │ - 0x00031a78 65726174 6f722063 6f6e666c 6963742e erator conflict. │ │ │ │ - 0x00031a88 00000000 00000000 6d62696e 64206661 ........mbind fa │ │ │ │ - 0x00031a98 696c7572 65000000 4f70656e 204d5049 ilure...Open MPI │ │ │ │ - 0x00031aa8 20666169 6c656420 746f2062 696e6420 failed to bind │ │ │ │ - 0x00031ab8 696e7465 726e616c 206d656d 6f727920 internal memory │ │ │ │ - 0x00031ac8 746f2061 20737065 63696669 63204e55 to a specific NU │ │ │ │ - 0x00031ad8 4d41206e 6f64652e 20205468 69730000 MA node. This.. │ │ │ │ - 0x00031ae8 6d657373 61676520 77696c6c 206f6e6c message will onl │ │ │ │ - 0x00031af8 79206265 20726570 6f727465 64206174 y be reported at │ │ │ │ - 0x00031b08 206d6f73 74206f6e 63652070 65722070 most once per p │ │ │ │ - 0x00031b18 726f6365 73732e00 20204669 6c653a20 rocess.. File: │ │ │ │ - 0x00031b28 20202020 20202573 3a256400 00000000 %s:%d..... │ │ │ │ - 0x00031b38 20205365 76657269 74793a20 20202573 Severity: %s │ │ │ │ - 0x00031b48 00000000 00000000 616c6c20 6d656d20 ........all mem │ │ │ │ - 0x00031b58 6c65616b 73000000 736f6d65 206d656d leaks...some mem │ │ │ │ - 0x00031b68 206c6561 6b730000 54686520 666f6c6c leaks..The foll │ │ │ │ - 0x00031b78 6f77696e 67206d65 6d6f7279 206c6f63 owing memory loc │ │ │ │ - 0x00031b88 6174696f 6e732077 65726520 616c6c6f ations were allo │ │ │ │ - 0x00031b98 63617465 64207669 61204d50 495f414c cated via MPI_AL │ │ │ │ - 0x00031ba8 4c4f435f 4d454d20 62757400 00000000 LOC_MEM but..... │ │ │ │ - 0x00031bb8 6e6f7420 66726565 64207669 61204d50 not freed via MP │ │ │ │ - 0x00031bc8 495f4652 45455f4d 454d2062 65666f72 I_FREE_MEM befor │ │ │ │ - 0x00031bd8 6520696e 766f6b69 6e67204d 50495f46 e invoking MPI_F │ │ │ │ - 0x00031be8 494e414c 495a453a 00000000 00000000 INALIZE:........ │ │ │ │ - 0x00031bf8 50726f63 65737320 49443a20 25730000 Process ID: %s.. │ │ │ │ - 0x00031c08 486f7374 6e616d65 3a202020 25730000 Hostname: %s.. │ │ │ │ - 0x00031c18 5049443a 20202020 20202020 25640000 PID: %d.. │ │ │ │ - 0x00031c28 25642061 64646974 696f6e61 6c206c65 %d additional le │ │ │ │ - 0x00031c38 616b2573 20726563 6f726465 64206275 ak%s recorded bu │ │ │ │ - 0x00031c48 74202573 206e6f74 20646973 706c6179 t %s not display │ │ │ │ - 0x00031c58 65642068 6572652e 20205365 74207468 ed here. Set th │ │ │ │ - 0x00031c68 65204d43 41000000 70617261 6d657465 e MCA...paramete │ │ │ │ - 0x00031c78 72206d70 695f7368 6f775f6d 70695f61 r mpi_show_mpi_a │ │ │ │ - 0x00031c88 6c6c6f63 5f6d656d 5f6c6561 6b732074 lloc_mem_leaks t │ │ │ │ - 0x00031c98 6f206120 6c617267 6572206e 756d6265 o a larger numbe │ │ │ │ - 0x00031ca8 7220746f 20736565 20746861 74000000 r to see that... │ │ │ │ - 0x00031cb8 6d616e79 206c6561 6b732c20 6f722073 many leaks, or s │ │ │ │ - 0x00031cc8 65742069 7420746f 2061206e 65676174 et it to a negat │ │ │ │ - 0x00031cd8 69766520 6e756d62 65722074 6f207365 ive number to se │ │ │ │ - 0x00031ce8 6520616c 6c206c65 616b732e 00000000 e all leaks..... │ │ │ │ - 0x00031cf8 6661696c 20746f20 70617273 65206966 fail to parse if │ │ │ │ - 0x00031d08 5f696e65 74360000 4f70656e 204d5049 _inet6..Open MPI │ │ │ │ - 0x00031d18 20666169 6c656420 746f2070 61727365 failed to parse │ │ │ │ - 0x00031d28 20617420 6c656173 74206f6e 65206f66 at least one of │ │ │ │ - 0x00031d38 20746865 206c696e 65732069 6e000000 the lines in... │ │ │ │ - 0x00031d48 2f70726f 632f6e65 742f6966 5f696e65 /proc/net/if_ine │ │ │ │ - 0x00031d58 74362e20 20546869 73206973 20657874 t6. This is ext │ │ │ │ - 0x00031d68 72656d65 6c792075 6e757375 616c2061 remely unusual a │ │ │ │ - 0x00031d78 6e642073 686f756c 64206e65 76657200 nd should never. │ │ │ │ - 0x00031d88 68617070 656e2e20 204f7065 6e204d50 happen. Open MP │ │ │ │ - 0x00031d98 49207769 6c6c2073 6b697020 74686973 I will skip this │ │ │ │ - 0x00031da8 20696e74 65726661 63652061 6e642061 interface and a │ │ │ │ - 0x00031db8 7474656d 70742074 6f20636f 6e74696e ttempt to contin │ │ │ │ - 0x00031dc8 75652e00 00000000 2020486f 73743a20 ue...... Host: │ │ │ │ - 0x00031dd8 20202020 20257300 2020496e 74657266 %s. Interf │ │ │ │ - 0x00031de8 6163653a 20257300 20204865 783a2020 ace: %s. Hex: │ │ │ │ - 0x00031df8 20202020 20257300 616c6967 6e656420 %s.aligned │ │ │ │ - 0x00031e08 62756666 65722074 6f6f206c 61726765 buffer too large │ │ │ │ - 0x00031e18 00000000 00000000 4552524f 523a2052 ........ERROR: R │ │ │ │ - 0x00031e28 65717565 73746564 20616c69 676e6564 equested aligned │ │ │ │ - 0x00031e38 20627566 66657220 73697a65 20257a75 buffer size %zu │ │ │ │ - 0x00031e48 20657863 65656473 206c696d 6974206f exceeds limit o │ │ │ │ - 0x00031e58 6620257a 75000000 436f6e73 69646572 f %zu...Consider │ │ │ │ - 0x00031e68 20736574 74696e67 20222573 2220746f setting "%s" to │ │ │ │ - 0x00031e78 20256400 00000000 4552524f 523a2052 %d.....ERROR: R │ │ │ │ - 0x00031e88 65717565 73746564 20627566 66657220 equested buffer │ │ │ │ - 0x00031e98 73697a65 20257a75 20657863 65656473 size %zu exceeds │ │ │ │ - 0x00031ea8 206c696d 6974206f 6620257a 75000000 limit of %zu... │ │ │ │ - 0x00031eb8 6c656176 65207069 6e6e6564 20666169 leave pinned fai │ │ │ │ - 0x00031ec8 6c656400 00000000 63616e6e 6f742064 led.....cannot d │ │ │ │ - 0x00031ed8 65726567 69737465 7220696e 2d757365 eregister in-use │ │ │ │ - 0x00031ee8 206d656d 6f727900 4f70656e 204d5049 memory.Open MPI │ │ │ │ - 0x00031ef8 20696e74 65726365 70746564 20612063 intercepted a c │ │ │ │ - 0x00031f08 616c6c20 746f2066 72656520 6d656d6f all to free memo │ │ │ │ - 0x00031f18 72792074 68617420 69732073 74696c6c ry that is still │ │ │ │ - 0x00031f28 20626569 6e672075 73656420 62790000 being used by.. │ │ │ │ - 0x00031f38 616e206f 6e676f69 6e67204d 50492063 an ongoing MPI c │ │ │ │ - 0x00031f48 6f6d6d75 6e696361 74696f6e 2e202054 ommunication. T │ │ │ │ - 0x00031f58 68697320 75737561 6c6c7920 7265666c his usually refl │ │ │ │ - 0x00031f68 65637473 20616e20 6572726f 7220696e ects an error in │ │ │ │ - 0x00031f78 20746865 00000000 4d504920 6170706c the....MPI appl │ │ │ │ - 0x00031f88 69636174 696f6e3b 20697420 6d617920 ication; it may │ │ │ │ - 0x00031f98 7369676e 69667920 6d656d6f 72792063 signify memory c │ │ │ │ - 0x00031fa8 6f727275 7074696f 6e2e2020 4f70656e orruption. Open │ │ │ │ - 0x00031fb8 204d5049 2077696c 6c206e6f 77000000 MPI will now... │ │ │ │ - 0x00031fc8 61626f72 7420796f 7572206a 6f622e00 abort your job.. │ │ │ │ - 0x00031fd8 20207263 61636865 206e616d 653a2020 rcache name: │ │ │ │ - 0x00031fe8 20202573 00000000 20204c6f 63616c20 %s.... Local │ │ │ │ - 0x00031ff8 686f7374 3a202020 20202573 00000000 host: %s.... │ │ │ │ - 0x00032008 20204275 66666572 20616464 72657373 Buffer address │ │ │ │ - 0x00032018 3a202570 00000000 20204275 66666572 : %p.... Buffer │ │ │ │ - 0x00032028 2073697a 653a2020 2020256c 75000000 size: %lu... │ │ │ │ - 0x00032038 41207072 6f636573 73206174 74656d70 A process attemp │ │ │ │ - 0x00032048 74656420 746f2075 73652074 68652022 ted to use the " │ │ │ │ - 0x00032058 6c656176 65207069 6e6e6564 22204d50 leave pinned" MP │ │ │ │ - 0x00032068 49206665 61747572 652c2062 7574206e I feature, but n │ │ │ │ - 0x00032078 6f000000 00000000 6d656d6f 72792072 o.......memory r │ │ │ │ - 0x00032088 65676973 74726174 696f6e20 686f6f6b egistration hook │ │ │ │ - 0x00032098 73207765 72652066 6f756e64 206f6e20 s were found on │ │ │ │ - 0x000320a8 74686520 73797374 656d2061 74207275 the system at ru │ │ │ │ - 0x000320b8 6e207469 6d652e20 20546869 73000000 n time. This... │ │ │ │ - 0x000320c8 6d617920 62652074 68652072 6573756c may be the resul │ │ │ │ - 0x000320d8 74206f66 2072756e 6e696e67 206f6e20 t of running on │ │ │ │ - 0x000320e8 61207379 7374656d 20746861 7420646f a system that do │ │ │ │ - 0x000320f8 6573206e 6f742073 7570706f 7274206d es not support m │ │ │ │ - 0x00032108 656d6f72 79000000 686f6f6b 73206f72 emory...hooks or │ │ │ │ - 0x00032118 20686176 696e6720 736f6d65 206f7468 having some oth │ │ │ │ - 0x00032128 65722073 6f667477 61726520 73756276 er software subv │ │ │ │ - 0x00032138 65727420 4f70656e 204d5049 27732075 ert Open MPI's u │ │ │ │ - 0x00032148 7365206f 66207468 65000000 00000000 se of the....... │ │ │ │ - 0x00032158 6d656d6f 72792068 6f6f6b73 2e202059 memory hooks. Y │ │ │ │ - 0x00032168 6f752063 616e2064 69736162 6c65204f ou can disable O │ │ │ │ - 0x00032178 70656e20 4d504927 73207573 65206f66 pen MPI's use of │ │ │ │ - 0x00032188 206d656d 6f727920 686f6f6b 73206279 memory hooks by │ │ │ │ - 0x00032198 00000000 00000000 73657474 696e6720 ........setting │ │ │ │ - 0x000321a8 626f7468 20746865 206d7069 5f6c6561 both the mpi_lea │ │ │ │ - 0x000321b8 76655f70 696e6e65 6420616e 64206d70 ve_pinned and mp │ │ │ │ - 0x000321c8 695f6c65 6176655f 70696e6e 65645f70 i_leave_pinned_p │ │ │ │ - 0x000321d8 6970656c 696e6520 4d434100 00000000 ipeline MCA..... │ │ │ │ - 0x000321e8 70617261 6d657465 72732074 6f20302e parameters to 0. │ │ │ │ - 0x000321f8 00000000 00000000 4f70656e 204d5049 ........Open MPI │ │ │ │ - 0x00032208 2077696c 6c206469 7361626c 6520616e will disable an │ │ │ │ - 0x00032218 79207472 616e7370 6f727473 20746861 y transports tha │ │ │ │ - 0x00032228 74206172 65206174 74656d70 74696e67 t are attempting │ │ │ │ - 0x00032238 20746f20 75736520 74686500 00000000 to use the..... │ │ │ │ - 0x00032248 6c656176 65207069 6e6e6564 2066756e leave pinned fun │ │ │ │ - 0x00032258 6374696f 6e616c69 74793b20 796f7572 ctionality; your │ │ │ │ - 0x00032268 206a6f62 206d6179 20737469 6c6c2072 job may still r │ │ │ │ - 0x00032278 756e2c20 62757420 6d617920 66616c6c un, but may fall │ │ │ │ - 0x00032288 20626163 6b000000 746f2061 20736c6f back...to a slo │ │ │ │ - 0x00032298 77657220 6e657477 6f726b20 7472616e wer network tran │ │ │ │ - 0x000322a8 73706f72 74202873 75636820 61732054 sport (such as T │ │ │ │ - 0x000322b8 4350292e 00000000 20207263 61636865 CP)..... rcache │ │ │ │ - 0x000322c8 206e616d 653a2025 73000000 00000000 name: %s....... │ │ │ │ - 0x000322d8 20205072 6f636573 733a2020 20202025 Process: % │ │ │ │ - 0x000322e8 73000000 00000000 20204c6f 63616c20 s....... Local │ │ │ │ - 0x000322f8 686f7374 3a202025 73000000 00000000 host: %s....... │ │ │ │ - 0x00032308 6b6e656d 20706572 6d697373 696f6e20 knem permission │ │ │ │ - 0x00032318 64656e69 65640000 6b6e656d 20666169 denied..knem fai │ │ │ │ - 0x00032328 6c206f70 656e0000 6b6e656d 20676574 l open..knem get │ │ │ │ - 0x00032338 20414249 20666169 6c000000 00000000 ABI fail....... │ │ │ │ - 0x00032348 6b6e656d 20414249 206d6973 6d617463 knem ABI mismatc │ │ │ │ - 0x00032358 68000000 00000000 5741524e 494e473a h.......WARNING: │ │ │ │ - 0x00032368 204f7065 6e204d50 49207761 7320636f Open MPI was co │ │ │ │ - 0x00032378 6d70696c 65642077 69746820 73757070 mpiled with supp │ │ │ │ - 0x00032388 6f727420 666f7220 6f6e6520 76657273 ort for one vers │ │ │ │ - 0x00032398 696f6e20 6f662074 68650000 00000000 ion of the...... │ │ │ │ - 0x000323a8 6b6e656d 206b6572 6e656c20 6d6f6475 knem kernel modu │ │ │ │ - 0x000323b8 6c652c20 62757420 69742064 6973636f le, but it disco │ │ │ │ - 0x000323c8 76657265 64206120 64696666 6572656e vered a differen │ │ │ │ - 0x000323d8 74207665 7273696f 6e207275 6e6e696e t version runnin │ │ │ │ - 0x000323e8 6720696e 00000000 2f646576 2f6b6e65 g in..../dev/kne │ │ │ │ - 0x000323f8 6d2e204f 70656e20 4d504920 6e656564 m. Open MPI need │ │ │ │ - 0x00032408 7320746f 20626520 696e7374 616c6c65 s to be installe │ │ │ │ - 0x00032418 64207769 74682073 7570706f 72742066 d with support f │ │ │ │ - 0x00032428 6f722074 68652073 616d6500 00000000 or the same..... │ │ │ │ - 0x00032438 76657273 696f6e20 6f66206b 6e656d20 version of knem │ │ │ │ - 0x00032448 61732069 7320696e 20746865 2072756e as is in the run │ │ │ │ - 0x00032458 6e696e67 204c696e 7578206b 65726e65 ning Linux kerne │ │ │ │ - 0x00032468 6c2e2050 6c656173 65206368 65636b20 l. Please check │ │ │ │ - 0x00032478 77697468 00000000 796f7572 20737973 with....your sys │ │ │ │ - 0x00032488 74656d20 61646d69 6e697374 7261746f tem administrato │ │ │ │ - 0x00032498 722c206f 72207365 74207468 6520736d r, or set the sm │ │ │ │ - 0x000324a8 7363204d 43412076 61726961 626c6520 sc MCA variable │ │ │ │ - 0x000324b8 746f2022 5e6b6e65 6d222074 6f000000 to "^knem" to... │ │ │ │ - 0x000324c8 73696c65 6e636520 74686973 20776172 silence this war │ │ │ │ - 0x000324d8 6e696e67 20616e64 2072756e 20776974 ning and run wit │ │ │ │ - 0x000324e8 686f7574 206b6e65 6d207375 70706f72 hout knem suppor │ │ │ │ - 0x000324f8 742e0000 00000000 4f70656e 204d5049 t.......Open MPI │ │ │ │ - 0x00032508 2077696c 6c207472 7920746f 2066616c will try to fal │ │ │ │ - 0x00032518 6c206261 636b206f 6e20616e 6f746865 l back on anothe │ │ │ │ - 0x00032528 72207369 6e676c65 2d636f70 79206d65 r single-copy me │ │ │ │ - 0x00032538 6368616e 69736d20 6966206f 6e650000 chanism if one.. │ │ │ │ - 0x00032548 69732061 7661696c 61626c65 2e202054 is available. T │ │ │ │ - 0x00032558 68697320 6d617920 72657375 6c742069 his may result i │ │ │ │ - 0x00032568 6e206c6f 77657220 70657266 6f726d61 n lower performa │ │ │ │ - 0x00032578 6e63652e 00000000 20204c6f 63616c20 nce..... Local │ │ │ │ - 0x00032588 686f7374 3a202020 20202020 20202020 host: │ │ │ │ - 0x00032598 20202025 73000000 20204f70 656e204d %s... Open M │ │ │ │ - 0x000325a8 50492773 206b6e65 6d207665 7273696f PI's knem versio │ │ │ │ - 0x000325b8 6e3a2030 78257800 20202f64 65762f6b n: 0x%x. /dev/k │ │ │ │ - 0x000325c8 6e656d27 73207665 7273696f 6e3a2020 nem's version: │ │ │ │ - 0x000325d8 20202030 78257800 5741524e 494e473a 0x%x.WARNING: │ │ │ │ - 0x000325e8 204f7065 6e204d50 49206661 696c6564 Open MPI failed │ │ │ │ - 0x000325f8 20746f20 72657472 69657665 20746865 to retrieve the │ │ │ │ - 0x00032608 20414249 20766572 73696f6e 2066726f ABI version fro │ │ │ │ - 0x00032618 6d207468 65000000 2f646576 2f6b6e65 m the.../dev/kne │ │ │ │ - 0x00032628 6d206465 76696365 20647565 20746f20 m device due to │ │ │ │ - 0x00032638 61206c6f 63616c20 6572726f 722e2020 a local error. │ │ │ │ - 0x00032648 54686973 20757375 616c6c79 20696e64 This usually ind │ │ │ │ - 0x00032658 69636174 65732061 6e000000 00000000 icates an....... │ │ │ │ - 0x00032668 6572726f 7220696e 20796f75 72206b6e error in your kn │ │ │ │ - 0x00032678 656d2069 6e737461 6c6c6174 696f6e3b em installation; │ │ │ │ - 0x00032688 20706c65 61736520 63686563 6b207769 please check wi │ │ │ │ - 0x00032698 74682079 6f757220 73797374 656d0000 th your system.. │ │ │ │ - 0x000326a8 61646d69 6e697374 7261746f 722c206f administrator, o │ │ │ │ - 0x000326b8 72207365 74207468 6520736d 7363204d r set the smsc M │ │ │ │ - 0x000326c8 43412076 61726961 626c6520 746f2022 CA variable to " │ │ │ │ - 0x000326d8 5e6b6e65 6d222074 6f207369 6c656e63 ^knem" to silenc │ │ │ │ - 0x000326e8 65207468 69730000 7761726e 696e6720 e this..warning │ │ │ │ - 0x000326f8 616e6420 72756e20 77697468 6f757420 and run without │ │ │ │ - 0x00032708 6b6e656d 20737570 706f7274 2e000000 knem support.... │ │ │ │ - 0x00032718 5741524e 494e473a 204f7065 6e204d50 WARNING: Open MP │ │ │ │ - 0x00032728 49206661 696c6564 20746f20 6f70656e I failed to open │ │ │ │ - 0x00032738 20746865 202f6465 762f6b6e 656d2064 the /dev/knem d │ │ │ │ - 0x00032748 65766963 65206475 6520746f 2061206c evice due to a l │ │ │ │ - 0x00032758 6f63616c 00000000 6572726f 722e2050 ocal....error. P │ │ │ │ - 0x00032768 6c656173 65206368 65636b20 77697468 lease check with │ │ │ │ - 0x00032778 20796f75 72207379 7374656d 2061646d your system adm │ │ │ │ - 0x00032788 696e6973 74726174 6f722074 6f206765 inistrator to ge │ │ │ │ - 0x00032798 74207468 65207072 6f626c65 6d000000 t the problem... │ │ │ │ - 0x000327a8 66697865 642c206f 72207365 74207468 fixed, or set th │ │ │ │ - 0x000327b8 6520736d 7363204d 43412076 61726961 e smsc MCA varia │ │ │ │ - 0x000327c8 626c6520 746f2022 5e6b6e65 6d222074 ble to "^knem" t │ │ │ │ - 0x000327d8 6f207369 6c656e63 65207468 69732077 o silence this w │ │ │ │ - 0x000327e8 61726e69 6e670000 5741524e 494e473a arning..WARNING: │ │ │ │ - 0x000327f8 204f7065 6e204d50 49206661 696c6564 Open MPI failed │ │ │ │ - 0x00032808 20746f20 6f70656e 20746865 202f6465 to open the /de │ │ │ │ - 0x00032818 762f6b6e 656d2064 65766963 65206475 v/knem device du │ │ │ │ - 0x00032828 6520746f 20610000 7065726d 69737369 e to a..permissi │ │ │ │ - 0x00032838 6f6e7320 70726f62 6c656d2e 2020506c ons problem. Pl │ │ │ │ - 0x00032848 65617365 20636865 636b2077 69746820 ease check with │ │ │ │ - 0x00032858 796f7572 20737973 74656d20 61646d69 your system admi │ │ │ │ - 0x00032868 6e697374 7261746f 7220746f 00000000 nistrator to.... │ │ │ │ - 0x00032878 67657420 74686520 7065726d 69737369 get the permissi │ │ │ │ - 0x00032888 6f6e7320 66697865 642c206f 72207365 ons fixed, or se │ │ │ │ - 0x00032898 74207468 6520736d 7363204d 43412076 t the smsc MCA v │ │ │ │ - 0x000328a8 61726961 626c6520 746f2022 5e6b6e65 ariable to "^kne │ │ │ │ - 0x000328b8 6d222074 6f000000 20204c6f 63616c20 m" to... Local │ │ │ │ - 0x000328c8 686f7374 3a202020 20202020 20202020 host: │ │ │ │ - 0x000328d8 20257300 00000000 20202f64 65762f6b %s..... /dev/k │ │ │ │ - 0x000328e8 6e656d20 7065726d 69737369 6f6e733a nem permissions: │ │ │ │ - 0x000328f8 2030256f 00000000 6d6f6e6f 746f6e69 0%o....monotoni │ │ │ │ - 0x00032908 63206e6f 74207375 70706f72 74656400 c not supported. │ │ │ │ - 0x00032918 41206d6f 6e6f746f 6e696320 74696d65 A monotonic time │ │ │ │ - 0x00032928 72206861 73206265 656e2072 65717565 r has been reque │ │ │ │ - 0x00032938 73746564 20627920 74686520 75736572 sted by the user │ │ │ │ - 0x00032948 2c206275 7420636f 756c6420 6e6f7420 , but could not │ │ │ │ - 0x00032958 62652066 6f756e64 206f6e20 74686500 be found on the. │ │ │ │ - 0x00032968 73797374 656d2e20 46616c6c 696e6720 system. Falling │ │ │ │ - 0x00032978 6261636b 20746f20 61206e6f 6e2d6d6f back to a non-mo │ │ │ │ - 0x00032988 6e6f746f 6e696320 74696d65 72202873 notonic timer (s │ │ │ │ - 0x00032998 75636820 61732052 44545343 292e0000 uch as RDTSC)... │ │ │ │ - 0x000329a8 6d6d6170 20746f6f 20736d61 6c6c0000 mmap too small.. │ │ │ │ - 0x000329b8 4f70656e 204d5049 20726571 75657374 Open MPI request │ │ │ │ - 0x000329c8 65642061 20736861 72656420 6d656d6f ed a shared memo │ │ │ │ - 0x000329d8 72792073 65676d65 6e742074 68617420 ry segment that │ │ │ │ - 0x000329e8 77617320 746f6f20 736d616c 6c20746f was too small to │ │ │ │ - 0x000329f8 20646f00 00000000 616e7974 68696e67 do.....anything │ │ │ │ - 0x00032a08 20757365 66756c2e 20205468 69732069 useful. This i │ │ │ │ - 0x00032a18 73206c69 6b656c79 20616e20 6572726f s likely an erro │ │ │ │ - 0x00032a28 7220696e 204f7065 6e204d50 49206974 r in Open MPI it │ │ │ │ - 0x00032a38 73656c66 2e202049 6620796f 75000000 self. If you... │ │ │ │ - 0x00032a48 73656520 74686973 20657272 6f722c20 see this error, │ │ │ │ - 0x00032a58 796f7520 73686f75 6c642073 65652069 you should see i │ │ │ │ - 0x00032a68 66207468 65726520 69732061 6e207570 f there is an up │ │ │ │ - 0x00032a78 64617465 20617661 696c6162 6c652066 date available f │ │ │ │ - 0x00032a88 6f720000 00000000 4f70656e 204d5049 or......Open MPI │ │ │ │ - 0x00032a98 2c20616e 64206966 206e6f74 2c20636f , and if not, co │ │ │ │ - 0x00032aa8 6e746163 74207468 65204f70 656e204d ntact the Open M │ │ │ │ - 0x00032ab8 50492064 6576656c 6f706572 732e0000 PI developers... │ │ │ │ - 0x00032ac8 20204c6f 63616c20 686f7374 3a202020 Local host: │ │ │ │ - 0x00032ad8 20202020 20257300 20205265 71756573 %s. Reques │ │ │ │ - 0x00032ae8 74656420 73697a65 3a202020 2025756c ted size: %ul │ │ │ │ - 0x00032af8 00000000 00000000 2020436f 6e74726f ........ Contro │ │ │ │ - 0x00032b08 6c207365 67207369 7a653a20 2025756c l seg size: %ul │ │ │ │ - 0x00032b18 00000000 00000000 20204461 74612073 ........ Data s │ │ │ │ - 0x00032b28 65672061 6c69676e 6d656e74 3a202575 eg alignment: %u │ │ │ │ - 0x00032b38 6c000000 00000000 41206361 6c6c2074 l.......A call t │ │ │ │ - 0x00032b48 6f20616c 6c6f6361 7465206d 656d6f72 o allocate memor │ │ │ │ - 0x00032b58 79207769 7468696e 20746865 20554243 y within the UBC │ │ │ │ - 0x00032b68 4c207375 70706f72 74206661 696c6564 L support failed │ │ │ │ - 0x00032b78 2e202054 68697320 69730000 00000000 . This is...... │ │ │ │ - 0x00032b88 54686520 6c696272 61727920 61747465 The library atte │ │ │ │ - 0x00032b98 6d707465 6420746f 206f7065 6e207468 mpted to open th │ │ │ │ - 0x00032ba8 6520666f 6c6c6f77 696e6720 5542434c e following UBCL │ │ │ │ - 0x00032bb8 206c6962 72617269 65732c00 00000000 libraries,..... │ │ │ │ - 0x00032bc8 62757420 65616368 206f6620 7468656d but each of them │ │ │ │ - 0x00032bd8 20666169 6c65642e 20554243 4c206361 failed. UBCL ca │ │ │ │ - 0x00032be8 6e6e6f74 20626520 75736564 2e000000 nnot be used.... │ │ │ │ - 0x00032bf8 49662079 6f75206e 65656420 746f2075 If you need to u │ │ │ │ - 0x00032c08 73652055 42434c2c 20746865 6e207472 se UBCL, then tr │ │ │ │ - 0x00032c18 79207365 7474696e 67204c44 5f4c4942 y setting LD_LIB │ │ │ │ - 0x00032c28 52415259 5f504154 4820746f 20746865 RARY_PATH to the │ │ │ │ - 0x00032c38 206c6f63 6174696f 6e000000 00000000 location....... │ │ │ │ - 0x00032c48 6f66206c 69627562 636c2e73 6f20746f of libubcl.so to │ │ │ │ - 0x00032c58 20676574 20706173 73656420 74686973 get passed this │ │ │ │ - 0x00032c68 20697373 75652e00 202d2d64 69736162 issue.. --disab │ │ │ │ - 0x00032c78 6c652d64 6c6f7065 6e20666c 6167292c le-dlopen flag), │ │ │ │ - 0x00032c88 20616e64 20746865 7265666f 72652063 and therefore c │ │ │ │ - 0x00032c98 616e6e6f 74207574 696c697a 65205542 annot utilize UB │ │ │ │ - 0x00032ca8 434c2073 7570706f 72742e00 00000000 CL support...... │ │ │ │ - 0x00032cb8 49662079 6f75206e 65656420 5542434c If you need UBCL │ │ │ │ - 0x00032cc8 20737570 706f7274 2c207265 636f6e66 support, reconf │ │ │ │ - 0x00032cd8 69677572 65204f70 656e204d 50492077 igure Open MPI w │ │ │ │ - 0x00032ce8 69746820 64796e61 6d696320 6c696272 ith dynamic libr │ │ │ │ - 0x00032cf8 61727920 73757070 6f727420 656e6162 ary support enab │ │ │ │ - 0x00032d08 6c65642e 00000000 756e626f 756e645f led.....unbound_ │ │ │ │ - 0x00032d18 70726f63 65737300 7061636b 6167655f process.package_ │ │ │ │ - 0x00032d28 72616e6b 20666169 6c656400 00000000 rank failed..... │ │ │ │ - 0x00032d38 4f70656e 204d5049 2773204f 46492064 Open MPI's OFI d │ │ │ │ - 0x00032d48 72697665 72206465 74656374 6564206d river detected m │ │ │ │ - 0x00032d58 756c7469 706c6520 65717569 64697374 ultiple equidist │ │ │ │ - 0x00032d68 616e7420 4e494373 2066726f 6d207468 ant NICs from th │ │ │ │ - 0x00032d78 65206375 7272656e 74207072 6f636573 e current proces │ │ │ │ - 0x00032d88 732c0000 00000000 62757420 68616420 s,......but had │ │ │ │ - 0x00032d98 696e7375 66666963 69656e74 20696e66 insufficient inf │ │ │ │ - 0x00032da8 6f726d61 74696f6e 20746f20 656e7375 ormation to ensu │ │ │ │ - 0x00032db8 7265204d 50492070 726f6365 73736573 re MPI processes │ │ │ │ - 0x00032dc8 20666169 726c7920 7069636b 2061204e fairly pick a N │ │ │ │ - 0x00032dd8 49432066 6f722075 73652e00 00000000 IC for use...... │ │ │ │ - 0x00032de8 54686973 206d6179 206e6567 61746976 This may negativ │ │ │ │ - 0x00032df8 656c7920 696d7061 63742070 6572666f ely impact perfo │ │ │ │ - 0x00032e08 726d616e 63652e20 41206d6f 7265206d rmance. A more m │ │ │ │ - 0x00032e18 6f646572 6e20504d 49782073 65727665 odern PMIx serve │ │ │ │ - 0x00032e28 72206973 206e6563 65737361 72792074 r is necessary t │ │ │ │ - 0x00032e38 6f000000 00000000 7265736f 6c766520 o.......resolve │ │ │ │ - 0x00032e48 74686973 20697373 75652e00 00000000 this issue...... │ │ │ │ - 0x00032e58 4e6f7465 3a205468 6973206d 65737361 Note: This messa │ │ │ │ - 0x00032e68 67652069 73206469 73706c61 79656420 ge is displayed │ │ │ │ - 0x00032e78 6f6e6c79 20776865 6e207468 65204f46 only when the OF │ │ │ │ - 0x00032e88 4920636f 6d706f6e 656e7427 73207665 I component's ve │ │ │ │ - 0x00032e98 72626f73 69747920 6c657665 6c206973 rbosity level is │ │ │ │ - 0x00032ea8 00000000 00000000 2564206f 72206869 ........%d or hi │ │ │ │ - 0x00032eb8 67686572 2e000000 4f70656e 204d5049 gher....Open MPI │ │ │ │ - 0x00032ec8 2773204f 46492064 72697665 72206465 's OFI driver de │ │ │ │ - 0x00032ed8 74656374 6564206d 756c7469 706c6520 tected multiple │ │ │ │ - 0x00032ee8 4e494373 206f6e20 74686520 73797374 NICs on the syst │ │ │ │ - 0x00032ef8 656d2062 75742063 616e6e6f 74207365 em but cannot se │ │ │ │ - 0x00032f08 6c656374 20616e00 6f707469 6d616c20 lect an.optimal │ │ │ │ - 0x00032f18 64657669 63652062 65636175 73652074 device because t │ │ │ │ - 0x00032f28 68652063 75727265 6e742070 726f6365 he current proce │ │ │ │ - 0x00032f38 73732069 73206e6f 7420626f 756e642e ss is not bound. │ │ │ │ - 0x00032f48 20546869 73206d61 79206e65 67617469 This may negati │ │ │ │ - 0x00032f58 76656c79 00000000 696d7061 63742070 vely....impact p │ │ │ │ - 0x00032f68 6572666f 726d616e 63652e20 54686973 erformance. This │ │ │ │ - 0x00032f78 2063616e 20626520 7265736f 6c766564 can be resolved │ │ │ │ - 0x00032f88 20627920 73706563 69667969 6e672022 by specifying " │ │ │ │ - 0x00032f98 2d2d6269 6e642d74 6f202e2e 2e22206f --bind-to ..." o │ │ │ │ - 0x00032fa8 6e000000 00000000 636f6d6d 616e6420 n.......command │ │ │ │ - 0x00032fb8 6c696e65 2e000000 41207379 7374656d line....A system │ │ │ │ - 0x00032fc8 2063616c 6c206661 696c6564 20647572 call failed dur │ │ │ │ - 0x00032fd8 696e6720 73686172 6564206d 656d6f72 ing shared memor │ │ │ │ - 0x00032fe8 7920696e 69746961 6c697a61 74696f6e y initialization │ │ │ │ - 0x00032ff8 20746861 74207368 6f756c64 00000000 that should.... │ │ │ │ - 0x00033008 20205379 7374656d 2063616c 6c3a2025 System call: % │ │ │ │ - 0x00033018 73202573 00000000 6d6d6170 206f6e20 s %s....mmap on │ │ │ │ - 0x00033028 6e667300 00000000 74617267 65742066 nfs.....target f │ │ │ │ - 0x00033038 756c6c00 00000000 49742061 70706561 ull.....It appea │ │ │ │ - 0x00033048 72732061 73206966 20746865 72652069 rs as if there i │ │ │ │ - 0x00033058 73206e6f 7420656e 6f756768 20737061 s not enough spa │ │ │ │ - 0x00033068 63652066 6f722025 73202874 68652073 ce for %s (the s │ │ │ │ - 0x00033078 68617265 642d6d65 6d6f7279 20626163 hared-memory bac │ │ │ │ - 0x00033088 6b696e67 00000000 66696c65 292e2049 king....file). I │ │ │ │ - 0x00033098 74206973 206c696b 656c7920 74686174 t is likely that │ │ │ │ - 0x000330a8 20796f75 72204d50 49206a6f 62207769 your MPI job wi │ │ │ │ - 0x000330b8 6c6c206e 6f772065 69746865 72206162 ll now either ab │ │ │ │ - 0x000330c8 6f727420 6f722065 78706572 69656e63 ort or experienc │ │ │ │ - 0x000330d8 65000000 00000000 70657266 6f726d61 e.......performa │ │ │ │ - 0x000330e8 6e636520 64656772 61646174 696f6e2e nce degradation. │ │ │ │ - 0x000330f8 00000000 00000000 20205370 61636520 ........ Space │ │ │ │ - 0x00033108 52657175 65737465 643a2025 6c752042 Requested: %lu B │ │ │ │ - 0x00033118 00000000 00000000 20205370 61636520 ........ Space │ │ │ │ - 0x00033128 41766169 6c61626c 653a2025 6c6c7520 Available: %llu │ │ │ │ - 0x00033138 42000000 00000000 5741524e 494e473a B.......WARNING: │ │ │ │ - 0x00033148 204f7065 6e204d50 49207769 6c6c2063 Open MPI will c │ │ │ │ - 0x00033158 72656174 65206120 73686172 6564206d reate a shared m │ │ │ │ - 0x00033168 656d6f72 79206261 636b696e 67206669 emory backing fi │ │ │ │ - 0x00033178 6c652069 6e206100 64697265 63746f72 le in a.director │ │ │ │ - 0x00033188 79207468 61742061 70706561 72732074 y that appears t │ │ │ │ - 0x00033198 6f206265 206d6f75 6e746564 206f6e20 o be mounted on │ │ │ │ - 0x000331a8 61206e65 74776f72 6b206669 6c657379 a network filesy │ │ │ │ - 0x000331b8 7374656d 2e000000 43726561 74696e67 stem....Creating │ │ │ │ - 0x000331c8 20746865 20736861 72656420 6d656d6f the shared memo │ │ │ │ - 0x000331d8 72792062 61636b75 70206669 6c65206f ry backup file o │ │ │ │ - 0x000331e8 6e206120 6e657477 6f726b20 66696c65 n a network file │ │ │ │ - 0x000331f8 20737973 74656d2c 20737563 68000000 system, such... │ │ │ │ - 0x00033208 6173204e 4653206f 72204c75 73747265 as NFS or Lustre │ │ │ │ - 0x00033218 20697320 6e6f7420 7265636f 6d6d656e is not recommen │ │ │ │ - 0x00033228 64656420 2d2d2069 74206d61 79206361 ded -- it may ca │ │ │ │ - 0x00033238 75736520 65786365 73736976 65206e65 use excessive ne │ │ │ │ - 0x00033248 74776f72 6b000000 74726166 66696320 twork...traffic │ │ │ │ - 0x00033258 746f2079 6f757220 66696c65 20736572 to your file ser │ │ │ │ - 0x00033268 76657273 20616e64 2f6f7220 63617573 vers and/or caus │ │ │ │ - 0x00033278 65207368 61726564 206d656d 6f727920 e shared memory │ │ │ │ - 0x00033288 74726166 66696320 696e0000 00000000 traffic in...... │ │ │ │ - 0x00033298 4f70656e 204d5049 20746f20 6265206d Open MPI to be m │ │ │ │ - 0x000332a8 75636820 736c6f77 65722074 68616e20 uch slower than │ │ │ │ - 0x000332b8 65787065 63746564 2e000000 00000000 expected........ │ │ │ │ - 0x000332c8 596f7520 6d617920 77616e74 20746f20 You may want to │ │ │ │ - 0x000332d8 63686563 6b207768 61742074 68652074 check what the t │ │ │ │ - 0x000332e8 79706963 616c2074 656d706f 72617279 ypical temporary │ │ │ │ - 0x000332f8 20646972 6563746f 72792069 73206f6e directory is on │ │ │ │ - 0x00033308 20796f75 72000000 6e6f6465 2e202050 your...node. P │ │ │ │ - 0x00033318 6f737369 626c6520 736f7572 63657320 ossible sources │ │ │ │ - 0x00033328 6f662074 6865206c 6f636174 696f6e20 of the location │ │ │ │ - 0x00033338 6f662074 68697320 74656d70 6f726172 of this temporar │ │ │ │ - 0x00033348 79206469 72656374 6f727900 00000000 y directory..... │ │ │ │ - 0x00033358 696e636c 75646520 74686520 2454454d include the $TEM │ │ │ │ - 0x00033368 50444952 2c202454 454d502c 20616e64 PDIR, $TEMP, and │ │ │ │ - 0x00033378 2024544d 5020656e 7669726f 6e6d656e $TMP environmen │ │ │ │ - 0x00033388 74207661 72696162 6c65732e 00000000 t variables..... │ │ │ │ - 0x00033398 4e6f7465 2c20746f 6f2c2074 68617420 Note, too, that │ │ │ │ - 0x000333a8 73797374 656d2061 646d696e 69737472 system administr │ │ │ │ - 0x000333b8 61746f72 73206361 6e207365 74206120 ators can set a │ │ │ │ - 0x000333c8 6c697374 206f6620 66696c65 73797374 list of filesyst │ │ │ │ - 0x000333d8 656d7300 00000000 77686572 65204f70 ems.....where Op │ │ │ │ - 0x000333e8 656e204d 50492069 73206469 73616c6c en MPI is disall │ │ │ │ - 0x000333f8 6f776564 2066726f 6d206372 65617469 owed from creati │ │ │ │ - 0x00033408 6e672074 656d706f 72617279 2066696c ng temporary fil │ │ │ │ - 0x00033418 65732062 79207365 7474696e 67000000 es by setting... │ │ │ │ - 0x00033428 74686520 4d434120 70617261 6d657465 the MCA paramete │ │ │ │ - 0x00033438 7220226f 7274655f 6e6f5f73 65737369 r "orte_no_sessi │ │ │ │ - 0x00033448 6f6e5f64 6972222e 00000000 00000000 on_dir"......... │ │ │ │ - 0x00033458 20204669 6c656e61 6d653a20 20202573 Filename: %s │ │ │ │ - 0x00033468 00000000 00000000 596f7520 63616e20 ........You can │ │ │ │ - 0x00033478 73657420 74686520 4d434120 70617261 set the MCA para │ │ │ │ - 0x00033488 6d657465 72207368 6d656d5f 6d6d6170 meter shmem_mmap │ │ │ │ - 0x00033498 5f656e61 626c655f 6e66735f 7761726e _enable_nfs_warn │ │ │ │ - 0x000334a8 696e6720 746f2030 20746f00 00000000 ing to 0 to..... │ │ │ │ - 0x000334b8 64697361 626c6520 74686973 206d6573 disable this mes │ │ │ │ - 0x000334c8 73616765 2e000000 72652d72 65676973 sage....re-regis │ │ │ │ - 0x000334d8 7465722d 77697468 2d646966 66657265 ter-with-differe │ │ │ │ - 0x000334e8 6e742d74 79706500 416e2069 6e76616c nt-type.An inval │ │ │ │ - 0x000334f8 69642076 616c7565 20776173 20737570 id value was sup │ │ │ │ - 0x00033508 706c6965 6420666f 7220616e 204d4341 plied for an MCA │ │ │ │ - 0x00033518 20766172 6961626c 6520226d 63615f62 variable "mca_b │ │ │ │ - 0x00033528 6173655f 656e765f 6c697374 5f64656c ase_env_list_del │ │ │ │ - 0x00033538 696d6974 6572222e 00000000 00000000 imiter"......... │ │ │ │ - 0x00033548 54686520 226d6361 5f626173 655f656e The "mca_base_en │ │ │ │ - 0x00033558 765f6c69 73742220 76617269 61626c65 v_list" variable │ │ │ │ - 0x00033568 2077696c 6c206265 2069676e 6f726564 will be ignored │ │ │ │ - 0x00033578 2e000000 00000000 20205661 6c75653a ........ Value: │ │ │ │ - 0x00033588 20202020 20257300 5741524e 494e473a %s.WARNING: │ │ │ │ - 0x00033598 20546865 20666f72 6d617420 6f662022 The format of " │ │ │ │ - 0x000335a8 6d63615f 62617365 5f656e76 5f6c6973 mca_base_env_lis │ │ │ │ - 0x000335b8 74222070 6172616d 65746572 20697320 t" parameter is │ │ │ │ - 0x000335c8 61206465 6c696d69 74656420 6c697374 a delimited list │ │ │ │ - 0x000335d8 206f6620 5641523d 56414c20 6f720000 of VAR=VAL or.. │ │ │ │ - 0x000335e8 56415220 696e7374 616e6365 732e2042 VAR instances. B │ │ │ │ - 0x000335f8 79206465 6661756c 742c2074 68652064 y default, the d │ │ │ │ - 0x00033608 656c696d 69746572 20697320 61207365 elimiter is a se │ │ │ │ - 0x00033618 6d69636f 6c6f6e3a 20564152 313d5641 micolon: VAR1=VA │ │ │ │ - 0x00033628 4c313b56 4152323b 56415233 3d56414c L1;VAR2;VAR3=VAL │ │ │ │ - 0x00033638 333b2e2e 2e000000 596f7520 63616e20 3;......You can │ │ │ │ - 0x00033648 73657420 6f746865 72207669 6120226d set other via "m │ │ │ │ - 0x00033658 63615f62 6173655f 656e765f 6c697374 ca_base_env_list │ │ │ │ - 0x00033668 5f64656c 696d6974 65722220 70617261 _delimiter" para │ │ │ │ - 0x00033678 6d657465 722e2049 66207468 65206465 meter. If the de │ │ │ │ - 0x00033688 6c696d69 74657220 69732061 00000000 limiter is a.... │ │ │ │ - 0x00033698 73656d69 636f6c6f 6e2c2074 68652076 semicolon, the v │ │ │ │ - 0x000336a8 616c7565 206f6620 226d6361 5f626173 alue of "mca_bas │ │ │ │ - 0x000336b8 655f656e 765f6c69 73742220 76617269 e_env_list" vari │ │ │ │ - 0x000336c8 61626c65 2073686f 756c6420 62652071 able should be q │ │ │ │ - 0x000336d8 756f7465 6420746f 206e6f74 20696e74 uoted to not int │ │ │ │ - 0x000336e8 65726665 72650000 77697468 20534845 erfere..with SHE │ │ │ │ - 0x000336f8 4c4c2063 6f6d6d61 6e64206c 696e6520 LL command line │ │ │ │ - 0x00033708 70617273 696e672e 20496e20 74686520 parsing. In the │ │ │ │ - 0x00033718 63617365 20776865 72652061 2076616c case where a val │ │ │ │ - 0x00033728 75652069 73206e6f 74206173 7369676e ue is not assign │ │ │ │ - 0x00033738 65642074 6f207661 72696162 6c650000 ed to variable.. │ │ │ │ - 0x00033748 5641522c 20746865 2076616c 75652077 VAR, the value w │ │ │ │ - 0x00033758 696c6c20 62652074 616b656e 2066726f ill be taken fro │ │ │ │ - 0x00033768 6d207468 65206375 7272656e 7420656e m the current en │ │ │ │ - 0x00033778 7669726f 6e6d656e 742e0000 00000000 vironment....... │ │ │ │ - 0x00033788 54686520 666f6c6c 6f77696e 6720656e The following en │ │ │ │ - 0x00033798 7669726f 6e6d656e 74207661 72696162 vironment variab │ │ │ │ - 0x000337a8 6c652077 6173206e 6f742066 6f756e64 le was not found │ │ │ │ - 0x000337b8 20696e20 74686520 656e7669 726f6e6d in the environm │ │ │ │ - 0x000337c8 656e743a 00000000 20205661 72696162 ent:.... Variab │ │ │ │ - 0x000337d8 6c653a20 20202020 20202020 20202020 le: │ │ │ │ - 0x000337e8 25730000 00000000 20204d43 41207661 %s...... MCA va │ │ │ │ - 0x000337f8 72696162 6c652076 616c7565 3a202020 riable value: │ │ │ │ - 0x00033808 25730000 00000000 5741524e 494e473a %s......WARNING: │ │ │ │ - 0x00033818 20546865 20737065 6369616c 204d4341 The special MCA │ │ │ │ - 0x00033828 20706172 616d6574 65722022 25732220 parameter "%s" │ │ │ │ - 0x00033838 77617320 73657420 696e0000 00000000 was set in...... │ │ │ │ - 0x00033848 616e2075 6e657870 65637465 64207761 an unexpected wa │ │ │ │ - 0x00033858 792c2061 6e642069 73206c69 6b656c79 y, and is likely │ │ │ │ - 0x00033868 206e6f74 20776f72 6b696e67 20746865 not working the │ │ │ │ - 0x00033878 20776179 20796f75 2077616e 74206974 way you want it │ │ │ │ - 0x00033888 20746f2e 00000000 53706563 69666963 to.....Specific │ │ │ │ - 0x00033898 616c6c79 2c207468 6973204d 43412070 ally, this MCA p │ │ │ │ - 0x000338a8 6172616d 65746572 20697320 22737065 arameter is "spe │ │ │ │ - 0x000338b8 6369616c 2220696e 20746861 74206974 cial" in that it │ │ │ │ - 0x000338c8 2063616e 202a6f6e 6c792a20 62650000 can *only* be.. │ │ │ │ - 0x000338d8 73657420 696e2074 68652065 6e766972 set in the envir │ │ │ │ - 0x000338e8 6f6e6d65 6e742e20 20536574 74696e67 onment. Setting │ │ │ │ - 0x000338f8 20746869 73207661 6c756520 696e2061 this value in a │ │ │ │ - 0x00033908 2066696c 65202d2d 20616e64 20736f6d file -- and som │ │ │ │ - 0x00033918 6574696d 65730000 6576656e 206f6e20 etimes..even on │ │ │ │ - 0x00033928 74686520 636f6d6d 616e6420 6c696e65 the command line │ │ │ │ - 0x00033938 202d2d20 77696c6c 206e6f74 20776f72 -- will not wor │ │ │ │ - 0x00033948 6b206173 20696e74 656e6465 642e2020 k as intended. │ │ │ │ - 0x00033958 54686520 2a6f6e6c 792a2077 61790000 The *only* way.. │ │ │ │ - 0x00033968 746f2073 65742074 68697320 76616c75 to set this valu │ │ │ │ - 0x00033978 65206973 20746f20 73657420 224f4d50 e is to set "OMP │ │ │ │ - 0x00033988 495f4d43 415f2573 2220696e 20746865 I_MCA_%s" in the │ │ │ │ - 0x00033998 20656e76 69726f6e 6d656e74 20626566 environment bef │ │ │ │ - 0x000339a8 6f726500 00000000 73746172 74696e67 ore.....starting │ │ │ │ - 0x000339b8 20796f75 72206a6f 622e0000 00000000 your job....... │ │ │ │ - 0x000339c8 2020536f 75726365 3a202020 20202573 Source: %s │ │ │ │ - 0x000339d8 00000000 00000000 416e2069 6e76616c ........An inval │ │ │ │ - 0x000339e8 69642076 616c7565 20776173 20737570 id value was sup │ │ │ │ - 0x000339f8 706c6965 6420666f 7220616e 20656e75 plied for an enu │ │ │ │ - 0x00033a08 6d207661 72696162 6c652e00 00000000 m variable...... │ │ │ │ - 0x00033a18 20205661 72696162 6c652020 2020203a Variable : │ │ │ │ - 0x00033a28 20257300 00000000 20205661 6c756520 %s..... Value │ │ │ │ - 0x00033a38 20202020 2020203a 20257300 00000000 : %s..... │ │ │ │ - 0x00033a48 20205661 6c696420 76616c75 6573203a Valid values : │ │ │ │ - 0x00033a58 20257300 00000000 416e2069 6e76616c %s.....An inval │ │ │ │ - 0x00033a68 69642076 616c7565 20776173 20737570 id value was sup │ │ │ │ - 0x00033a78 706c6965 6420666f 7220616e 204d4341 plied for an MCA │ │ │ │ - 0x00033a88 20766172 6961626c 652e0000 00000000 variable....... │ │ │ │ - 0x00033a98 5741524e 494e473a 20412075 7365722d WARNING: A user- │ │ │ │ - 0x00033aa8 73757070 6c696564 2076616c 75652061 supplied value a │ │ │ │ - 0x00033ab8 7474656d 70746564 20746f20 73657420 ttempted to set │ │ │ │ - 0x00033ac8 61207661 72696162 6c652074 68617420 a variable that │ │ │ │ - 0x00033ad8 69732073 65740000 696e2074 6865206f is set..in the o │ │ │ │ - 0x00033ae8 76657272 69646520 76617269 61626c65 verride variable │ │ │ │ - 0x00033af8 2066696c 6520286f 70656e6d 70692d6d file (openmpi-m │ │ │ │ - 0x00033b08 63612d70 6172616d 732d6f76 65727269 ca-params-overri │ │ │ │ - 0x00033b18 64652e63 6f6e6629 2e000000 00000000 de.conf)........ │ │ │ │ - 0x00033b28 20205661 72696162 6c653a20 25730000 Variable: %s.. │ │ │ │ - 0x00033b38 54686520 75736572 2d737570 706c6965 The user-supplie │ │ │ │ - 0x00033b48 64207661 6c756520 77617320 69676e6f d value was igno │ │ │ │ - 0x00033b58 7265642e 00000000 41206e61 6d652063 red.....A name c │ │ │ │ - 0x00033b68 6f6c6c69 73696f6e 20776173 20646574 ollision was det │ │ │ │ - 0x00033b78 65637465 64206f6e 20616e20 4d434120 ected on an MCA │ │ │ │ - 0x00033b88 76617269 61626c65 206e616d 652e2054 variable name. T │ │ │ │ - 0x00033b98 68697320 63616e20 68617070 656e0000 his can happen.. │ │ │ │ - 0x00033ba8 69662074 776f2063 6f6d706f 6e656e74 if two component │ │ │ │ - 0x00033bb8 73207472 7920746f 20726567 69737465 s try to registe │ │ │ │ - 0x00033bc8 72207468 65207361 6d652076 61726961 r the same varia │ │ │ │ - 0x00033bd8 626c6520 77697468 20736c69 6768746c ble with slightl │ │ │ │ - 0x00033be8 79000000 00000000 64696666 6572656e y.......differen │ │ │ │ - 0x00033bf8 74206e61 6d652063 6f6d706f 6e656e74 t name component │ │ │ │ - 0x00033c08 732e2054 68652063 6f6e666c 69637469 s. The conflicti │ │ │ │ - 0x00033c18 6e672076 61726961 626c6573 20617265 ng variables are │ │ │ │ - 0x00033c28 206c6973 74656420 62656c6f 773a0000 listed below:.. │ │ │ │ - 0x00033c38 20204d43 41207661 72696162 6c65206e MCA variable n │ │ │ │ - 0x00033c48 616d653a 20257300 20204e65 77206e61 ame: %s. New na │ │ │ │ - 0x00033c58 6d653a20 25732025 73202573 00000000 me: %s %s %s.... │ │ │ │ - 0x00033c68 20204578 69737469 6e67206e 616d653a Existing name: │ │ │ │ - 0x00033c78 20257320 25732025 73000000 00000000 %s %s %s....... │ │ │ │ - 0x00033c88 416e204d 43412076 61726961 626c6520 An MCA variable │ │ │ │ - 0x00033c98 77617320 72652d72 65676973 74657265 was re-registere │ │ │ │ - 0x00033ca8 64207769 74682061 20646966 66657265 d with a differe │ │ │ │ - 0x00033cb8 6e742074 79706520 28692e65 2e2c2069 nt type (i.e., i │ │ │ │ - 0x00033cc8 74207761 73000000 65697468 6572206f t was...either o │ │ │ │ - 0x00033cd8 72696769 6e616c6c 79207265 67697374 riginally regist │ │ │ │ - 0x00033ce8 65726564 20617320 616e2049 4e542061 ered as an INT a │ │ │ │ - 0x00033cf8 6e642072 652d7265 67697374 65726564 nd re-registered │ │ │ │ - 0x00033d08 20617320 61205354 52494e47 2c000000 as a STRING,... │ │ │ │ - 0x00033d18 6f722069 74207761 73206f72 6967696e or it was origin │ │ │ │ - 0x00033d28 616c6c79 20726567 69737465 72656420 ally registered │ │ │ │ - 0x00033d38 61732061 20535452 494e4720 616e6420 as a STRING and │ │ │ │ - 0x00033d48 72652d72 65676973 74657265 64206173 re-registered as │ │ │ │ - 0x00033d58 20616e00 00000000 494e5429 2e202054 an.....INT). T │ │ │ │ - 0x00033d68 68697320 61206465 76656c6f 70657220 his a developer │ │ │ │ - 0x00033d78 6572726f 723b2079 6f757220 6a6f6220 error; your job │ │ │ │ - 0x00033d88 6d617920 61626f72 742e0000 00000000 may abort....... │ │ │ │ - 0x00033d98 54776f20 6d757475 616c6c79 2d657863 Two mutually-exc │ │ │ │ - 0x00033da8 6c757369 7665204d 43412076 61726961 lusive MCA varia │ │ │ │ - 0x00033db8 626c6573 20776572 65207370 65636966 bles were specif │ │ │ │ - 0x00033dc8 6965642e 20205468 69732063 616e2072 ied. This can r │ │ │ │ - 0x00033dd8 6573756c 74000000 696e2075 6e646566 esult...in undef │ │ │ │ - 0x00033de8 696e6564 20626568 6176696f 722c2073 ined behavior, s │ │ │ │ - 0x00033df8 75636820 61732069 676e6f72 696e6720 uch as ignoring │ │ │ │ - 0x00033e08 74686520 636f6d70 6f6e656e 74732074 the components t │ │ │ │ - 0x00033e18 68617420 74686520 4d434100 00000000 hat the MCA..... │ │ │ │ - 0x00033e28 76617269 61626c65 73206172 65207375 variables are su │ │ │ │ - 0x00033e38 70706f73 65642074 6f206166 66656374 pposed to affect │ │ │ │ - 0x00033e48 2e000000 00000000 20203173 74204d43 ........ 1st MC │ │ │ │ - 0x00033e58 41207661 72696162 6c653a20 25730000 A variable: %s.. │ │ │ │ - 0x00033e68 20202020 536f7572 6365206f 66207661 Source of va │ │ │ │ - 0x00033e78 6c75653a 20257300 2020326e 64204d43 lue: %s. 2nd MC │ │ │ │ - 0x00033e88 41207661 72696162 6c653a20 25730000 A variable: %s.. │ │ │ │ - 0x00033e98 41206465 70726563 61746564 204d4341 A deprecated MCA │ │ │ │ - 0x00033ea8 20766172 6961626c 65207661 6c756520 variable value │ │ │ │ - 0x00033eb8 77617320 73706563 69666965 6420696e was specified in │ │ │ │ - 0x00033ec8 20616e20 4d434120 76617269 61626c65 an MCA variable │ │ │ │ - 0x00033ed8 00000000 00000000 66696c65 2e202044 ........file. D │ │ │ │ - 0x00033ee8 65707265 63617465 64204d43 41207661 eprecated MCA va │ │ │ │ - 0x00033ef8 72696162 6c657320 73686f75 6c642062 riables should b │ │ │ │ - 0x00033f08 65206176 6f696465 643b2074 68657920 e avoided; they │ │ │ │ - 0x00033f18 6d617920 64697361 70706561 72000000 may disappear... │ │ │ │ - 0x00033f28 696e2066 75747572 65207265 6c656173 in future releas │ │ │ │ - 0x00033f38 65732e00 00000000 20204465 70726563 es...... Deprec │ │ │ │ - 0x00033f48 61746564 20766172 6961626c 653a2025 ated variable: % │ │ │ │ - 0x00033f58 73000000 00000000 2020536f 75726365 s....... Source │ │ │ │ - 0x00033f68 2066696c 653a2020 20202020 20202025 file: % │ │ │ │ - 0x00033f78 73000000 00000000 20204e65 77207661 s....... New va │ │ │ │ - 0x00033f88 72696162 6c653a20 20202020 20202025 riable: % │ │ │ │ - 0x00033f98 73000000 00000000 41206465 70726563 s.......A deprec │ │ │ │ - 0x00033fa8 61746564 204d4341 20766172 6961626c ated MCA variabl │ │ │ │ - 0x00033fb8 65207661 6c756520 77617320 73706563 e value was spec │ │ │ │ - 0x00033fc8 69666965 64206f6e 20746865 20636f6d ified on the com │ │ │ │ - 0x00033fd8 6d616e64 206c696e 652e2020 44657072 mand line. Depr │ │ │ │ - 0x00033fe8 65636174 65640000 4d434120 76617269 ecated..MCA vari │ │ │ │ - 0x00033ff8 61626c65 73207368 6f756c64 20626520 ables should be │ │ │ │ - 0x00034008 61766f69 6465643b 20746865 79206d61 avoided; they ma │ │ │ │ - 0x00034018 79206469 73617070 65617220 696e2066 y disappear in f │ │ │ │ - 0x00034028 75747572 65207265 6c656173 65732e00 uture releases.. │ │ │ │ - 0x00034038 41206465 70726563 61746564 204d4341 A deprecated MCA │ │ │ │ - 0x00034048 20766172 6961626c 65207661 6c756520 variable value │ │ │ │ - 0x00034058 77617320 73706563 69666965 6420696e was specified in │ │ │ │ - 0x00034068 20746865 20656e76 69726f6e 6d656e74 the environment │ │ │ │ - 0x00034078 206f7200 00000000 6f6e2074 68652063 or.....on the c │ │ │ │ - 0x00034088 6f6d6d61 6e64206c 696e652e 20204465 ommand line. De │ │ │ │ - 0x00034098 70726563 61746564 204d4341 20766172 precated MCA var │ │ │ │ - 0x000340a8 6961626c 65732073 686f756c 64206265 iables should be │ │ │ │ - 0x000340b8 2061766f 69646564 3b000000 00000000 avoided;....... │ │ │ │ - 0x000340c8 74686579 206d6179 20646973 61707065 they may disappe │ │ │ │ - 0x000340d8 61722069 6e206675 74757265 2072656c ar in future rel │ │ │ │ - 0x000340e8 65617365 732e0000 50726f63 65737320 eases...Process │ │ │ │ - 0x000340f8 25642055 6e61626c 6520746f 206c6f63 %d Unable to loc │ │ │ │ - 0x00034108 61746520 74686520 76617269 61626c65 ate the variable │ │ │ │ - 0x00034118 2066696c 65202225 73222069 6e207468 file "%s" in th │ │ │ │ - 0x00034128 6520666f 6c6c6f77 696e6720 73656172 e following sear │ │ │ │ - 0x00034138 63682070 6174683a 00000000 00000000 ch path:........ │ │ │ │ - 0x00034148 5741524e 494e473a 20412075 7365722d WARNING: A user- │ │ │ │ - 0x00034158 73757070 6c696564 2076616c 75652061 supplied value a │ │ │ │ - 0x00034168 7474656d 70746564 20746f20 6f766572 ttempted to over │ │ │ │ - 0x00034178 72696465 20746865 20646566 61756c74 ride the default │ │ │ │ - 0x00034188 2d6f6e6c 79204d43 41000000 00000000 -only MCA....... │ │ │ │ - 0x00034198 76617269 61626c65 206e616d 65642022 variable named " │ │ │ │ - 0x000341a8 2573222e 00000000 4552524f 523a2041 %s".....ERROR: A │ │ │ │ - 0x000341b8 6e20696e 76616c69 6420636f 6d62696e n invalid combin │ │ │ │ - 0x000341c8 6174696f 6e206f66 20666c61 67732077 ation of flags w │ │ │ │ - 0x000341d8 61732070 61737365 6420746f 206d6361 as passed to mca │ │ │ │ - 0x000341e8 5f626173 655f7661 725f7265 67697374 _base_var_regist │ │ │ │ - 0x000341f8 65722e00 00000000 2020466c 6167733a er...... Flags: │ │ │ │ - 0x00034208 20202020 25732025 73000000 00000000 %s %s....... │ │ │ │ - 0x00034218 66696e64 2d617661 696c6162 6c653a6e find-available:n │ │ │ │ - 0x00034228 6f742d76 616c6964 00000000 00000000 ot-valid........ │ │ │ │ - 0x00034238 66696e64 2d617661 696c6162 6c653a6e find-available:n │ │ │ │ - 0x00034248 6f6e6520 666f756e 64000000 00000000 one found....... │ │ │ │ - 0x00034258 6672616d 65776f72 6b2d7061 72616d3a framework-param: │ │ │ │ - 0x00034268 746f6f2d 6d616e79 2d6e6567 61746573 too-many-negates │ │ │ │ - 0x00034278 00000000 00000000 73686f77 5f6c6f61 ........show_loa │ │ │ │ - 0x00034288 645f6572 726f7273 3a20746f 6f206d61 d_errors: too ma │ │ │ │ - 0x00034298 6e79202f 00000000 54686520 6f70616c ny /....The opal │ │ │ │ - 0x000342a8 5f6d6361 5f626173 655f636f 6d706f6e _mca_base_compon │ │ │ │ - 0x000342b8 656e745f 73686f77 5f6c6f61 645f6572 ent_show_load_er │ │ │ │ - 0x000342c8 726f7273 204d4341 20766172 6961626c rors MCA variabl │ │ │ │ - 0x000342d8 65206361 6e6e6f74 00000000 00000000 e cannot........ │ │ │ │ - 0x000342e8 636f6e74 61696e20 6120746f 6b656e20 contain a token │ │ │ │ - 0x000342f8 74686174 20686173 206d6f72 65207468 that has more th │ │ │ │ - 0x00034308 616e206f 6e652022 2f222063 68617261 an one "/" chara │ │ │ │ - 0x00034318 63746572 20696e20 69742e00 00000000 cter in it...... │ │ │ │ - 0x00034328 54686520 6f70616c 5f6d6361 5f626173 The opal_mca_bas │ │ │ │ - 0x00034338 655f636f 6d706f6e 656e745f 73686f77 e_component_show │ │ │ │ - 0x00034348 5f6c6f61 645f6572 726f7273 204d4341 _load_errors MCA │ │ │ │ - 0x00034358 20766172 6961626c 65206361 6e206f6e variable can on │ │ │ │ - 0x00034368 6c790000 00000000 636f6e74 61696e20 ly......contain │ │ │ │ - 0x00034378 74686520 76616c75 65733a20 616c6c2c the values: all, │ │ │ │ - 0x00034388 206e6f6e 652c206f 72206120 636f6d6d none, or a comm │ │ │ │ - 0x00034398 612d6465 6c696d69 74656420 6c697374 a-delimited list │ │ │ │ - 0x000343a8 206f6620 746f6b65 6e732069 6e000000 of tokens in... │ │ │ │ - 0x000343b8 74686520 666f726d 206f6620 22667261 the form of "fra │ │ │ │ - 0x000343c8 6d65776f 726b2220 6f722022 6672616d mework" or "fram │ │ │ │ - 0x000343d8 65776f72 6b2f636f 6d706f6e 656e7422 ework/component" │ │ │ │ - 0x000343e8 2e000000 00000000 20204572 726f6e65 ........ Errone │ │ │ │ - 0x000343f8 6f757320 76616c75 653a2025 73000000 ous value: %s... │ │ │ │ - 0x00034408 416e2069 6e746572 6e616c20 6572726f An internal erro │ │ │ │ - 0x00034418 72206861 73206f63 63757272 65642064 r has occurred d │ │ │ │ - 0x00034428 7572696e 67207468 65207374 61727475 uring the startu │ │ │ │ - 0x00034438 70206f66 204f7065 6e204d50 492e2020 p of Open MPI. │ │ │ │ - 0x00034448 54686973 00000000 69732068 6967686c This....is highl │ │ │ │ - 0x00034458 7920756e 75737561 6c20616e 64207368 y unusual and sh │ │ │ │ - 0x00034468 6f756c64 6e277420 68617070 656e2e20 ouldn't happen. │ │ │ │ - 0x00034478 204f7065 6e204d50 49207769 6c6c206e Open MPI will n │ │ │ │ - 0x00034488 6f772061 626f7274 20796f75 72000000 ow abort your... │ │ │ │ - 0x00034498 6a6f622e 00000000 54686520 666f6c6c job.....The foll │ │ │ │ - 0x000344a8 6f77696e 67206d65 73736167 65206d61 owing message ma │ │ │ │ - 0x000344b8 79207072 6f766964 65206164 64697469 y provide additi │ │ │ │ - 0x000344c8 6f6e616c 20696e73 69676874 20696e74 onal insight int │ │ │ │ - 0x000344d8 6f207468 65206572 726f723a 00000000 o the error:.... │ │ │ │ - 0x000344e8 4d434120 6672616d 65776f72 6b207061 MCA framework pa │ │ │ │ - 0x000344f8 72616d65 74657273 2063616e 206f6e6c rameters can onl │ │ │ │ - 0x00034508 79207461 6b652061 2073696e 676c6520 y take a single │ │ │ │ - 0x00034518 6e656761 74696f6e 206f7065 7261746f negation operato │ │ │ │ - 0x00034528 72000000 00000000 28225e22 292c2061 r.......("^"), a │ │ │ │ - 0x00034538 6e642069 74206d75 73742062 65206174 nd it must be at │ │ │ │ - 0x00034548 20746865 20626567 696e6e69 6e67206f the beginning o │ │ │ │ - 0x00034558 66207468 65207661 6c75652e 20205468 f the value. Th │ │ │ │ - 0x00034568 6520666f 6c6c6f77 696e6700 00000000 e following..... │ │ │ │ - 0x00034578 76616c75 65207669 6f6c6174 65732074 value violates t │ │ │ │ - 0x00034588 68697320 72756c65 3a000000 00000000 his rule:....... │ │ │ │ - 0x00034598 5768656e 20757365 642c2074 6865206e When used, the n │ │ │ │ - 0x000345a8 65676174 696f6e20 6f706572 61746f72 egation operator │ │ │ │ - 0x000345b8 20736574 73207468 65202265 78636c75 sets the "exclu │ │ │ │ - 0x000345c8 73697665 22206265 68617669 6f72206d sive" behavior m │ │ │ │ - 0x000345d8 6f64652c 00000000 6d65616e 696e6720 ode,....meaning │ │ │ │ - 0x000345e8 74686174 20697420 77696c6c 20657863 that it will exc │ │ │ │ - 0x000345f8 6c756465 20616c6c 20737065 63696669 lude all specifi │ │ │ │ - 0x00034608 65642063 6f6d706f 6e656e74 73202861 ed components (a │ │ │ │ - 0x00034618 6e642069 6d706c69 6369746c 79000000 nd implicitly... │ │ │ │ - 0x00034628 696e636c 75646520 616c6c20 6f746865 include all othe │ │ │ │ - 0x00034638 7273292e 20204966 20746865 206e6567 rs). If the neg │ │ │ │ - 0x00034648 6174696f 6e206f70 65726174 6f722069 ation operator i │ │ │ │ - 0x00034658 73206e6f 74207370 65636966 6965642c s not specified, │ │ │ │ - 0x00034668 20746865 00000000 22696e63 6c757369 the...."inclusi │ │ │ │ - 0x00034678 76652220 6d6f6465 20697320 61737375 ve" mode is assu │ │ │ │ - 0x00034688 6d65642c 206d6561 6e696e67 20746861 med, meaning tha │ │ │ │ - 0x00034698 7420616c 6c207370 65636966 69656420 t all specified │ │ │ │ - 0x000346a8 636f6d70 6f6e656e 74730000 00000000 components...... │ │ │ │ - 0x000346b8 77696c6c 20626520 696e636c 75646564 will be included │ │ │ │ - 0x000346c8 2028616e 6420696d 706c6963 69746c79 (and implicitly │ │ │ │ - 0x000346d8 20657863 6c756465 20616c6c 206f7468 exclude all oth │ │ │ │ - 0x000346e8 65727329 2e000000 466f7220 6578616d ers)....For exam │ │ │ │ - 0x000346f8 706c652c 20225e61 2c622220 73706563 ple, "^a,b" spec │ │ │ │ - 0x00034708 69666965 73207468 65206578 636c7573 ifies the exclus │ │ │ │ - 0x00034718 69766520 62656861 76696f72 20616e64 ive behavior and │ │ │ │ - 0x00034728 206d6561 6e732022 75736500 00000000 means "use..... │ │ │ │ - 0x00034738 616c6c20 636f6d70 6f6e656e 7473202a all components * │ │ │ │ - 0x00034748 65786365 70742a20 6120616e 64206222 except* a and b" │ │ │ │ - 0x00034758 2c207768 696c6520 22632c64 22207370 , while "c,d" sp │ │ │ │ - 0x00034768 65636966 69657320 74686520 696e636c ecifies the incl │ │ │ │ - 0x00034778 75736976 65000000 62656861 76696f72 usive...behavior │ │ │ │ - 0x00034788 20616e64 206d6561 6e732022 75736520 and means "use │ │ │ │ - 0x00034798 2a6f6e6c 792a2063 6f6d706f 6e656e74 *only* component │ │ │ │ - 0x000347a8 73206320 616e6420 642e2200 00000000 s c and d."..... │ │ │ │ - 0x000347b8 596f7520 63616e6e 6f74206d 69782069 You cannot mix i │ │ │ │ - 0x000347c8 6e636c75 73697665 20616e64 20657863 nclusive and exc │ │ │ │ - 0x000347d8 6c757369 76652062 65686176 696f722e lusive behavior. │ │ │ │ - 0x000347e8 00000000 00000000 4e6f2063 6f6d706f ........No compo │ │ │ │ - 0x000347f8 6e656e74 73207765 72652061 626c6520 nents were able │ │ │ │ - 0x00034808 746f2062 65206f70 656e6564 20696e20 to be opened in │ │ │ │ - 0x00034818 74686520 25732066 72616d65 776f726b the %s framework │ │ │ │ - 0x00034828 2e000000 00000000 54686973 20747970 ........This typ │ │ │ │ - 0x00034838 6963616c 6c79206d 65616e73 20746861 ically means tha │ │ │ │ - 0x00034848 74206569 74686572 206e6f20 636f6d70 t either no comp │ │ │ │ - 0x00034858 6f6e656e 7473206f 66207468 69732074 onents of this t │ │ │ │ - 0x00034868 79706520 77657265 00000000 00000000 ype were........ │ │ │ │ - 0x00034878 696e7374 616c6c65 642c206f 72206e6f installed, or no │ │ │ │ - 0x00034888 6e65206f 66207468 6520696e 7374616c ne of the instal │ │ │ │ - 0x00034898 6c656420 636f6d70 6f6e656e 74732063 led components c │ │ │ │ - 0x000348a8 616e2062 65206c6f 61646564 2e000000 an be loaded.... │ │ │ │ - 0x000348b8 536f6d65 74696d65 73207468 6973206d Sometimes this m │ │ │ │ - 0x000348c8 65616e73 20746861 74207368 61726564 eans that shared │ │ │ │ - 0x000348d8 206c6962 72617269 65732072 65717569 libraries requi │ │ │ │ - 0x000348e8 72656420 62792074 68657365 00000000 red by these.... │ │ │ │ - 0x000348f8 636f6d70 6f6e656e 74732061 72652075 components are u │ │ │ │ - 0x00034908 6e61626c 6520746f 20626520 666f756e nable to be foun │ │ │ │ - 0x00034918 642f6c6f 61646564 2e000000 00000000 d/loaded........ │ │ │ │ - 0x00034928 20204672 616d6577 6f726b3a 20257300 Framework: %s. │ │ │ │ - 0x00034938 41207265 71756573 74656420 636f6d70 A requested comp │ │ │ │ - 0x00034948 6f6e656e 74207761 73206e6f 7420666f onent was not fo │ │ │ │ - 0x00034958 756e642c 206f7220 77617320 756e6162 und, or was unab │ │ │ │ - 0x00034968 6c652074 6f206265 206f7065 6e65642e le to be opened. │ │ │ │ - 0x00034978 20205468 69730000 6d65616e 73207468 This..means th │ │ │ │ - 0x00034988 61742074 68697320 636f6d70 6f6e656e at this componen │ │ │ │ - 0x00034998 74206973 20656974 68657220 6e6f7420 t is either not │ │ │ │ - 0x000349a8 696e7374 616c6c65 64206f72 20697320 installed or is │ │ │ │ - 0x000349b8 756e6162 6c652074 6f206265 00000000 unable to be.... │ │ │ │ - 0x000349c8 75736564 206f6e20 796f7572 20737973 used on your sys │ │ │ │ - 0x000349d8 74656d20 28652e67 2e2c2073 6f6d6574 tem (e.g., somet │ │ │ │ - 0x000349e8 696d6573 20746869 73206d65 616e7320 imes this means │ │ │ │ - 0x000349f8 74686174 20736861 72656420 6c696272 that shared libr │ │ │ │ - 0x00034a08 61726965 73000000 74686174 20746865 aries...that the │ │ │ │ - 0x00034a18 20636f6d 706f6e65 6e742072 65717569 component requi │ │ │ │ - 0x00034a28 72657320 61726520 756e6162 6c652074 res are unable t │ │ │ │ - 0x00034a38 6f206265 20666f75 6e642f6c 6f616465 o be found/loade │ │ │ │ - 0x00034a48 64292e20 204e6f74 65207468 61740000 d). Note that.. │ │ │ │ - 0x00034a58 4f70656e 204d5049 2073746f 70706564 Open MPI stopped │ │ │ │ - 0x00034a68 20636865 636b696e 67206174 20746865 checking at the │ │ │ │ - 0x00034a78 20666972 73742063 6f6d706f 6e656e74 first component │ │ │ │ - 0x00034a88 20746861 74206974 20646964 206e6f74 that it did not │ │ │ │ - 0x00034a98 2066696e 642e0000 486f7374 3a202020 find...Host: │ │ │ │ - 0x00034aa8 20202025 73000000 4672616d 65776f72 %s...Framewor │ │ │ │ - 0x00034ab8 6b3a2025 73000000 436f6d70 6f6e656e k: %s...Componen │ │ │ │ - 0x00034ac8 743a2025 73000000 6f70616c 5f696e69 t: %s...opal_ini │ │ │ │ - 0x00034ad8 743a7761 726e2d66 6f726b00 00000000 t:warn-fork..... │ │ │ │ - 0x00034ae8 6d70692d 70617261 6d733a6c 65617665 mpi-params:leave │ │ │ │ - 0x00034af8 2d70696e 6e65642d 616e642d 70697065 -pinned-and-pipe │ │ │ │ - 0x00034b08 6c696e65 2d73656c 65637465 64000000 line-selected... │ │ │ │ - 0x00034b18 6d70692d 70617261 6d733a76 61725f64 mpi-params:var_d │ │ │ │ - 0x00034b28 756d705f 636f6c6f 723a666f 726d6174 ump_color:format │ │ │ │ - 0x00034b38 2d657272 6f720000 6d70692d 70617261 -error..mpi-para │ │ │ │ - 0x00034b48 6d733a76 61725f64 756d705f 636f6c6f ms:var_dump_colo │ │ │ │ - 0x00034b58 723a756e 6b6e6f77 6e2d6b65 79000000 r:unknown-key... │ │ │ │ - 0x00034b68 5741524e 494e473a 204b6579 20222573 WARNING: Key "%s │ │ │ │ - 0x00034b78 2220696e 206f7061 6c5f7661 725f6475 " in opal_var_du │ │ │ │ - 0x00034b88 6d705f63 6f6c6f72 204d4341 20706172 mp_color MCA par │ │ │ │ - 0x00034b98 616d6574 65720000 746f6b65 6e202225 ameter..token "% │ │ │ │ - 0x00034ba8 73222069 7320756e 6b6e6f77 6e2c2069 s" is unknown, i │ │ │ │ - 0x00034bb8 676e6f72 696e672e 00000000 00000000 gnoring......... │ │ │ │ - 0x00034bc8 20205661 6c696420 6b657973 20617265 Valid keys are │ │ │ │ - 0x00034bd8 3a202573 00000000 5741524e 494e473a : %s....WARNING: │ │ │ │ - 0x00034be8 20546f6b 656e2022 25732220 696e206f Token "%s" in o │ │ │ │ - 0x00034bf8 70616c5f 7661725f 64756d70 5f636f6c pal_var_dump_col │ │ │ │ - 0x00034c08 6f72204d 43412070 6172616d 65746572 or MCA parameter │ │ │ │ - 0x00034c18 00000000 00000000 6973206e 6f742069 ........is not i │ │ │ │ - 0x00034c28 6e207468 65206578 70656374 65642022 n the expected " │ │ │ │ - 0x00034c38 6b65793d 76616c75 65222066 6f726d61 key=value" forma │ │ │ │ - 0x00034c48 742c2069 676e6f72 696e672e 00000000 t, ignoring..... │ │ │ │ - 0x00034c58 5741524e 494e473a 2043616e 6e6f7420 WARNING: Cannot │ │ │ │ - 0x00034c68 73657420 626f7468 20746865 204d4341 set both the MCA │ │ │ │ - 0x00034c78 20706172 616d6574 65727320 6f70616c parameters opal │ │ │ │ - 0x00034c88 5f6c6561 76655f70 696e6e65 64202861 _leave_pinned (a │ │ │ │ - 0x00034c98 2e6b2e61 2e2c0000 6d70695f 6c656176 .k.a.,..mpi_leav │ │ │ │ - 0x00034ca8 655f7069 6e6e6564 2920616e 64206f70 e_pinned) and op │ │ │ │ - 0x00034cb8 616c5f6c 65617665 5f70696e 6e65645f al_leave_pinned_ │ │ │ │ - 0x00034cc8 70697065 6c696e65 2028612e 6b2e612e pipeline (a.k.a. │ │ │ │ - 0x00034cd8 2c000000 00000000 6d70695f 6c656176 ,.......mpi_leav │ │ │ │ - 0x00034ce8 655f7069 6e6e6564 5f706970 656c696e e_pinned_pipelin │ │ │ │ - 0x00034cf8 65292074 6f202274 72756522 2e202044 e) to "true". D │ │ │ │ - 0x00034d08 65666175 6c74696e 6720746f 206d7069 efaulting to mpi │ │ │ │ - 0x00034d18 5f6c6561 76655f70 696e6e65 64000000 _leave_pinned... │ │ │ │ - 0x00034d28 4f4e4c59 2e000000 41207072 6f636573 ONLY....A proces │ │ │ │ - 0x00034d38 73206861 73206578 65637574 65642061 s has executed a │ │ │ │ - 0x00034d48 6e206f70 65726174 696f6e20 696e766f n operation invo │ │ │ │ - 0x00034d58 6c76696e 67206120 63616c6c 20746f20 lving a call to │ │ │ │ - 0x00034d68 74686500 00000000 22666f72 6b282922 the....."fork()" │ │ │ │ - 0x00034d78 20737973 74656d20 63616c6c 20746f20 system call to │ │ │ │ - 0x00034d88 63726561 74652061 20636869 6c642070 create a child p │ │ │ │ - 0x00034d98 726f6365 73732e20 204f7065 6e204d50 rocess. Open MP │ │ │ │ - 0x00034da8 49206973 20637572 72656e74 6c790000 I is currently.. │ │ │ │ - 0x00034db8 6f706572 6174696e 6720696e 20612063 operating in a c │ │ │ │ - 0x00034dc8 6f6e6469 74696f6e 20746861 7420636f ondition that co │ │ │ │ - 0x00034dd8 756c6420 72657375 6c742069 6e206d65 uld result in me │ │ │ │ - 0x00034de8 6d6f7279 20636f72 72757074 696f6e20 mory corruption │ │ │ │ - 0x00034df8 6f720000 00000000 6f746865 72207379 or......other sy │ │ │ │ - 0x00034e08 7374656d 20657272 6f72733b 20796f75 stem errors; you │ │ │ │ - 0x00034e18 72206a6f 62206d61 79206861 6e672c20 r job may hang, │ │ │ │ - 0x00034e28 63726173 682c206f 72207072 6f647563 crash, or produc │ │ │ │ - 0x00034e38 65207369 6c656e74 00000000 00000000 e silent........ │ │ │ │ - 0x00034e48 64617461 20636f72 72757074 696f6e2e data corruption. │ │ │ │ - 0x00034e58 20205468 65207573 65206f66 20666f72 The use of for │ │ │ │ - 0x00034e68 6b282920 286f7220 73797374 656d2829 k() (or system() │ │ │ │ - 0x00034e78 206f7220 6f746865 72206361 6c6c7320 or other calls │ │ │ │ - 0x00034e88 74686174 00000000 63726561 74652063 that....create c │ │ │ │ - 0x00034e98 68696c64 2070726f 63657373 65732920 hild processes) │ │ │ │ - 0x00034ea8 69732073 74726f6e 676c7920 64697363 is strongly disc │ │ │ │ - 0x00034eb8 6f757261 6765642e 00000000 00000000 ouraged......... │ │ │ │ - 0x00034ec8 54686520 70726f63 65737320 74686174 The process that │ │ │ │ - 0x00034ed8 20696e76 6f6b6564 20666f72 6b207761 invoked fork wa │ │ │ │ - 0x00034ee8 733a0000 00000000 20204c6f 63616c20 s:...... Local │ │ │ │ - 0x00034ef8 686f7374 3a202020 20202020 20202025 host: % │ │ │ │ - 0x00034f08 73202850 49442025 64290000 00000000 s (PID %d)...... │ │ │ │ - 0x00034f18 49662079 6f752061 7265202a 6162736f If you are *abso │ │ │ │ - 0x00034f28 6c757465 6c792073 7572652a 20746861 lutely sure* tha │ │ │ │ - 0x00034f38 7420796f 75722061 70706c69 63617469 t your applicati │ │ │ │ - 0x00034f48 6f6e2077 696c6c20 73756363 65737366 on will successf │ │ │ │ - 0x00034f58 756c6c79 00000000 616e6420 636f7272 ully....and corr │ │ │ │ - 0x00034f68 6563746c 79207375 72766976 65206120 ectly survive a │ │ │ │ - 0x00034f78 63616c6c 20746f20 666f726b 28292c20 call to fork(), │ │ │ │ - 0x00034f88 796f7520 6d617920 64697361 626c6520 you may disable │ │ │ │ - 0x00034f98 74686973 20776172 6e696e67 00000000 this warning.... │ │ │ │ - 0x00034fa8 62792073 65747469 6e672074 6865206d by setting the m │ │ │ │ - 0x00034fb8 70695f77 61726e5f 6f6e5f66 6f726b20 pi_warn_on_fork │ │ │ │ - 0x00034fc8 4d434120 70617261 6d657465 7220746f MCA parameter to │ │ │ │ - 0x00034fd8 20302e00 00000000 4974206c 6f6f6b73 0......It looks │ │ │ │ - 0x00034fe8 206c696b 65206f70 616c5f69 6e697420 like opal_init │ │ │ │ - 0x00034ff8 6661696c 65642066 6f722073 6f6d6520 failed for some │ │ │ │ - 0x00035008 72656173 6f6e3b20 796f7572 20706172 reason; your par │ │ │ │ - 0x00035018 616c6c65 6c207072 6f636573 73206973 allel process is │ │ │ │ - 0x00035028 00000000 00000000 6c696b65 6c792074 ........likely t │ │ │ │ - 0x00035038 6f206162 6f72742e 20205468 65726520 o abort. There │ │ │ │ - 0x00035048 61726520 6d616e79 20726561 736f6e73 are many reasons │ │ │ │ - 0x00035058 20746861 74206120 70617261 6c6c656c that a parallel │ │ │ │ - 0x00035068 2070726f 63657373 2063616e 00000000 process can.... │ │ │ │ - 0x00035078 6661696c 20647572 696e6720 6f70616c fail during opal │ │ │ │ - 0x00035088 5f696e69 743b2073 6f6d6520 6f662077 _init; some of w │ │ │ │ - 0x00035098 68696368 20617265 20647565 20746f20 hich are due to │ │ │ │ - 0x000350a8 636f6e66 69677572 6174696f 6e206f72 configuration or │ │ │ │ - 0x000350b8 00000000 00000000 656e7669 726f6e6d ........environm │ │ │ │ - 0x000350c8 656e7420 70726f62 6c656d73 2e202054 ent problems. T │ │ │ │ - 0x000350d8 68697320 6661696c 75726520 61707065 his failure appe │ │ │ │ - 0x000350e8 61727320 746f2062 6520616e 20696e74 ars to be an int │ │ │ │ - 0x000350f8 65726e61 6c206661 696c7572 653b0000 ernal failure;.. │ │ │ │ - 0x00035108 68657265 27732073 6f6d6520 61646469 here's some addi │ │ │ │ - 0x00035118 74696f6e 616c2069 6e666f72 6d617469 tional informati │ │ │ │ - 0x00035128 6f6e2028 77686963 68206d61 79206f6e on (which may on │ │ │ │ - 0x00035138 6c792062 65207265 6c657661 6e742074 ly be relevant t │ │ │ │ - 0x00035148 6f20616e 00000000 4f70656e 204d5049 o an....Open MPI │ │ │ │ - 0x00035158 20646576 656c6f70 6572293a 00000000 developer):.... │ │ │ │ - 0x00035168 20202573 20666169 6c656400 00000000 %s failed..... │ │ │ │ - 0x00035178 20202d2d 3e205265 7475726e 65642076 --> Returned v │ │ │ │ - 0x00035188 616c7565 20256420 696e7374 65616420 alue %d instead │ │ │ │ - 0x00035198 6f66204f 50414c5f 53554343 45535300 of OPAL_SUCCESS. │ │ │ │ - 0x000351a8 6c69622d 63616c6c 2d666169 6c000000 lib-call-fail... │ │ │ │ - 0x000351b8 64657665 6c6f7065 72207761 726e696e developer warnin │ │ │ │ - 0x000351c8 673a2066 69656c64 20746f6f 206c6f6e g: field too lon │ │ │ │ - 0x000351d8 67000000 00000000 6e6f742d 666f756e g.......not-foun │ │ │ │ - 0x000351e8 64000000 00000000 696e7661 6c69642d d.......invalid- │ │ │ │ - 0x000351f8 6c657665 6c000000 416e2069 6e76616c level...An inval │ │ │ │ - 0x00035208 6964204d 43412070 6172616d 65746572 id MCA parameter │ │ │ │ - 0x00035218 20696e66 6f726d61 74696f6e 206c6576 information lev │ │ │ │ - 0x00035228 656c2077 61732073 70656369 66696564 el was specified │ │ │ │ - 0x00035238 2e205661 6c696420 76616c75 65732061 . Valid values a │ │ │ │ - 0x00035248 72650000 00000000 312d392e 00000000 re......1-9..... │ │ │ │ - 0x00035258 20205661 6c75653a 20257300 00000000 Value: %s..... │ │ │ │ - 0x00035268 54686520 73706563 69666965 64206672 The specified fr │ │ │ │ - 0x00035278 616d6577 6f726b20 636f756c 64206e6f amework could no │ │ │ │ - 0x00035288 74206265 20666f75 6e643a00 00000000 t be found:..... │ │ │ │ - 0x00035298 54686973 20636f75 6c642062 65206475 This could be du │ │ │ │ - 0x000352a8 6520746f 2061206d 69737370 656c6c69 e to a misspelli │ │ │ │ - 0x000352b8 6e67206f 66207468 65206672 616d6577 ng of the framew │ │ │ │ - 0x000352c8 6f726b20 6e616d65 2c206f72 20626563 ork name, or bec │ │ │ │ - 0x000352d8 61757365 20737570 706f7274 00000000 ause support.... │ │ │ │ - 0x000352e8 666f7220 74686174 20667261 6d65776f for that framewo │ │ │ │ - 0x000352f8 726b2077 6173206e 6f742063 6f6e6669 rk was not confi │ │ │ │ - 0x00035308 67757265 6420696e 746f2074 68697320 gured into this │ │ │ │ - 0x00035318 76657273 696f6e20 6f66204f 4d50492e version of OMPI. │ │ │ │ - 0x00035328 20506c65 61736520 73656500 00000000 Please see..... │ │ │ │ - 0x00035338 20206f6d 70695f69 6e666f20 2d2d636f ompi_info --co │ │ │ │ - 0x00035348 6e666967 00000000 666f7220 61206675 nfig....for a fu │ │ │ │ - 0x00035358 6c6c2072 65706f72 74206f66 20686f77 ll report of how │ │ │ │ - 0x00035368 204f4d50 49207761 7320636f 6e666967 OMPI was config │ │ │ │ - 0x00035378 75726564 2e000000 2a2a2a2a 2a2a2a2a ured....******** │ │ │ │ - 0x00035388 2a2a2a2a 2a2a2a2a 2a2a2a2a 2a2a2a2a **************** │ │ │ │ - 0x00035398 2a2a2a2a 2a2a2a2a 2a2a2a2a 2a2a2a2a **************** │ │ │ │ - 0x000353a8 2a2a2a2a 2a2a2a2a 2a2a2a2a 2a2a2a2a **************** │ │ │ │ - 0x000353b8 2a2a2a2a 2a2a2a2a 2a2a2a2a 2a2a2a2a **************** │ │ │ │ - 0x000353c8 2a2a0000 00000000 2a2a2a20 44455645 **......*** DEVE │ │ │ │ - 0x000353d8 4c4f5045 52205741 524e494e 473a2041 LOPER WARNING: A │ │ │ │ - 0x000353e8 20666965 6c642069 6e206f6d 70695f69 field in ompi_i │ │ │ │ - 0x000353f8 6e666f20 6f757470 75742069 7320746f nfo output is to │ │ │ │ - 0x00035408 6f206c6f 6e672061 6e640000 00000000 o long and...... │ │ │ │ - 0x00035418 2a2a2a20 77696c6c 20617070 65617220 *** will appear │ │ │ │ - 0x00035428 706f6f72 6c792069 6e207468 65207072 poorly in the pr │ │ │ │ - 0x00035438 65747479 7072696e 74206f75 74707574 ettyprint output │ │ │ │ - 0x00035448 2e000000 00000000 2a2a2a00 00000000 ........***..... │ │ │ │ - 0x00035458 2a2a2a20 20205661 6c75653a 20202020 *** Value: │ │ │ │ - 0x00035468 20202225 73220000 2a2a2a20 20204d61 "%s"..*** Ma │ │ │ │ - 0x00035478 78206c65 6e677468 3a202564 00000000 x length: %d.... │ │ │ │ - 0x00035488 41206c69 62726172 79206361 6c6c2075 A library call u │ │ │ │ - 0x00035498 6e657870 65637465 646c7920 6661696c nexpectedly fail │ │ │ │ - 0x000354a8 65642e20 20546869 73206973 20612074 ed. This is a t │ │ │ │ - 0x000354b8 65726d69 6e616c20 6572726f 723b2070 erminal error; p │ │ │ │ - 0x000354c8 6c656173 65000000 73686f77 20746869 lease...show thi │ │ │ │ - 0x000354d8 73206d65 73736167 6520746f 20616e20 s message to an │ │ │ │ - 0x000354e8 4f70656e 204d5049 2077697a 6172643a Open MPI wizard: │ │ │ │ - 0x000354f8 00000000 00000000 20202020 20202020 ........ │ │ │ │ - 0x00035508 4c696272 61727920 63616c6c 3a202573 Library call: %s │ │ │ │ - 0x00035518 00000000 00000000 20202020 20202020 ........ │ │ │ │ - 0x00035528 20536f75 72636520 66696c65 3a202573 Source file: %s │ │ │ │ - 0x00035538 00000000 00000000 2020536f 75726365 ........ Source │ │ │ │ - 0x00035548 206c696e 65206e75 6d626572 3a202564 line number: %d │ │ │ │ - 0x00035558 00000000 00000000 41626f72 74696e67 ........Aborting │ │ │ │ - 0x00035568 2e2e2e00 00000000 54686520 6f6d7069 ........The ompi │ │ │ │ - 0x00035578 5f696e66 6f20636f 6d6d616e 64206361 _info command ca │ │ │ │ - 0x00035588 6e206265 20757365 6420746f 2070726f n be used to pro │ │ │ │ - 0x00035598 76696465 20646574 61696c65 6420696e vide detailed in │ │ │ │ - 0x000355a8 666f726d 6174696f 6e206f6e 00000000 formation on.... │ │ │ │ - 0x000355b8 796f7572 204f7065 6e204d50 4920696e your Open MPI in │ │ │ │ - 0x000355c8 7374616c 6c617469 6f6e2e20 2053796e stallation. Syn │ │ │ │ - 0x000355d8 7461783a 00000000 54686520 25732077 tax:....The %s w │ │ │ │ - 0x000355e8 72617070 65722063 6f6d7069 6c657220 rapper compiler │ │ │ │ - 0x000355f8 77617320 756e6162 6c652074 6f206669 was unable to fi │ │ │ │ - 0x00035608 6e642061 20626c6f 636b206f 66206f70 nd a block of op │ │ │ │ - 0x00035618 74696f6e 7320696e 20697473 00000000 tions in its.... │ │ │ │ - 0x00035628 636f6e66 69677572 6174696f 6e20746f configuration to │ │ │ │ - 0x00035638 20737570 706f7274 20796f75 7220636f support your co │ │ │ │ - 0x00035648 6d70696c 6572206d 6f64652e 2020596f mpiler mode. Yo │ │ │ │ - 0x00035658 75722061 70706c69 63617469 6f6e2077 ur application w │ │ │ │ - 0x00035668 6173206e 6f740000 636f6d70 696c6564 as not..compiled │ │ │ │ - 0x00035678 2e206f72 206c696e 6b65642e 00000000 . or linked..... │ │ │ │ - 0x00035688 54686520 77726170 70657220 636f6d70 The wrapper comp │ │ │ │ - 0x00035698 696c6572 20636f6d 6d616e64 206c696e iler command lin │ │ │ │ - 0x000356a8 65207761 733a0000 556e6162 6c652074 e was:..Unable t │ │ │ │ - 0x000356b8 6f206361 6c6c2074 68652063 6f6d7069 o call the compi │ │ │ │ - 0x000356c8 6c657220 28257329 2e205468 65206661 ler (%s). The fa │ │ │ │ - 0x000356d8 696c7572 65207265 7475726e 20746865 ilure return the │ │ │ │ - 0x000356e8 20657272 6f720000 25732e00 00000000 error..%s...... │ │ │ │ - 0x000356f8 54686520 6661696c 65642063 6f6d6d61 The failed comma │ │ │ │ - 0x00035708 6e642077 6173205b 25735d2e 00000000 nd was [%s]..... │ │ │ │ - 0x00035718 25732063 6f756c64 206e6f74 2066696e %s could not fin │ │ │ │ - 0x00035728 64207468 65206669 6c652025 732c206e d the file %s, n │ │ │ │ - 0x00035738 65656465 6420666f 72202573 20737570 eeded for %s sup │ │ │ │ - 0x00035748 706f7274 2e000000 54686973 206d6179 port....This may │ │ │ │ - 0x00035758 20696e64 69636174 6520616e 20696e63 indicate an inc │ │ │ │ - 0x00035768 6f6d706c 65746520 696e7374 616c6c20 omplete install │ │ │ │ - 0x00035778 616e6420 6c696e6b 696e6720 77696c6c and linking will │ │ │ │ - 0x00035788 206c696b 656c7920 6661696c 2e000000 likely fail.... │ │ │ │ - 0x00035798 2573205b 2d73686f 776d655b 3a3c636f %s [-showme[:]] args. │ │ │ │ - 0x000357f8 20202d73 686f776d 653a636f 6d6d616e -showme:comman │ │ │ │ - 0x00035808 64202020 2053686f 7720636f 6d6d616e d Show comman │ │ │ │ - 0x00035818 64207573 65642074 6f20696e 766f6b65 d used to invoke │ │ │ │ - 0x00035828 20726561 6c20636f 6d70696c 65720000 real compiler.. │ │ │ │ - 0x00035838 20202d73 686f776d 653a636f 6d70696c -showme:compil │ │ │ │ - 0x00035848 65202020 2053686f 7720666c 61677320 e Show flags │ │ │ │ - 0x00035858 61646465 64207768 656e2063 6f6d7069 added when compi │ │ │ │ - 0x00035868 6c696e67 00000000 20202d73 686f776d ling.... -showm │ │ │ │ - 0x00035878 653a6c69 6e6b2020 20202020 2053686f e:link Sho │ │ │ │ - 0x00035888 7720666c 61677320 61646465 64207768 w flags added wh │ │ │ │ - 0x00035898 656e206c 696e6b69 6e670000 00000000 en linking...... │ │ │ │ - 0x000358a8 20202d73 686f776d 653a696e 63646972 -showme:incdir │ │ │ │ - 0x000358b8 73202020 2053686f 77206c69 7374206f s Show list o │ │ │ │ - 0x000358c8 6620696e 636c7564 65206469 72732061 f include dirs a │ │ │ │ - 0x000358d8 64646564 20776865 6e20636f 6d70696c dded when compil │ │ │ │ - 0x000358e8 696e6700 00000000 20202d73 686f776d ing..... -showm │ │ │ │ - 0x000358f8 653a6c69 62646972 73202020 2053686f e:libdirs Sho │ │ │ │ - 0x00035908 77206c69 7374206f 66206c69 62726172 w list of librar │ │ │ │ - 0x00035918 79206469 72732061 64646564 20776865 y dirs added whe │ │ │ │ - 0x00035928 6e206c69 6e6b696e 67000000 00000000 n linking....... │ │ │ │ - 0x00035938 20202d73 686f776d 653a6c69 62732020 -showme:libs │ │ │ │ - 0x00035948 20202020 2053686f 77206c69 7374206f Show list o │ │ │ │ - 0x00035958 66206c69 62726172 69657320 61646465 f libraries adde │ │ │ │ - 0x00035968 64207768 656e206c 696e6b69 6e670000 d when linking.. │ │ │ │ - 0x00035978 20202d73 686f776d 653a7665 7273696f -showme:versio │ │ │ │ - 0x00035988 6e202020 2053686f 77207665 7273696f n Show versio │ │ │ │ - 0x00035998 6e206f66 20257300 20202d73 686f776d n of %s. -showm │ │ │ │ - 0x000359a8 653a6865 6c702020 20202020 20546869 e:help Thi │ │ │ │ - 0x000359b8 73206865 6c70206d 65737361 67650000 s help message.. │ │ │ │ - 0x000359c8 25733a20 25732025 7320284c 616e6775 %s: %s %s (Langu │ │ │ │ - 0x000359d8 6167653a 20257329 00000000 00000000 age: %s)........ │ │ │ │ - 0x000359e8 54686520 4f70656e 204d5049 20777261 The Open MPI wra │ │ │ │ - 0x000359f8 70706572 20636f6d 70696c65 72207761 pper compiler wa │ │ │ │ - 0x00035a08 7320756e 61626c65 20746f20 66696e64 s unable to find │ │ │ │ - 0x00035a18 20746865 20737065 63696669 65642063 the specified c │ │ │ │ - 0x00035a28 6f6d7069 6c657200 25732069 6e20796f ompiler.%s in yo │ │ │ │ - 0x00035a38 75722050 4154482e 00000000 00000000 ur PATH......... │ │ │ │ - 0x00035a48 4e6f7465 20746861 74207468 69732063 Note that this c │ │ │ │ - 0x00035a58 6f6d7069 6c657220 77617320 65697468 ompiler was eith │ │ │ │ - 0x00035a68 65722073 70656369 66696564 20617420 er specified at │ │ │ │ - 0x00035a78 636f6e66 69677572 65207469 6d65206f configure time o │ │ │ │ - 0x00035a88 7220696e 00000000 6f6e6520 6f662073 r in....one of s │ │ │ │ - 0x00035a98 65766572 616c2070 6f737369 626c6520 everal possible │ │ │ │ - 0x00035aa8 656e7669 726f6e6d 656e7420 76617269 environment vari │ │ │ │ - 0x00035ab8 61626c65 732e0000 4e6f2075 6e646572 ables...No under │ │ │ │ - 0x00035ac8 6c79696e 6720636f 6d70696c 65722077 lying compiler w │ │ │ │ - 0x00035ad8 61732073 70656369 66696564 20696e20 as specified in │ │ │ │ - 0x00035ae8 74686520 77726170 70657220 636f6d70 the wrapper comp │ │ │ │ - 0x00035af8 696c6572 20646174 61206669 6c650000 iler data file.. │ │ │ │ - 0x00035b08 28652e67 2e2c206d 70696363 2d777261 (e.g., mpicc-wra │ │ │ │ - 0x00035b18 70706572 2d646174 612e7478 74290000 pper-data.txt).. │ │ │ │ - 0x00035b28 556e666f 7274756e 6174656c 792c2074 Unfortunately, t │ │ │ │ - 0x00035b38 68697320 696e7374 616c6c61 74696f6e his installation │ │ │ │ - 0x00035b48 206f6620 4f70656e 204d5049 20776173 of Open MPI was │ │ │ │ - 0x00035b58 206e6f74 20636f6d 70696c65 64207769 not compiled wi │ │ │ │ - 0x00035b68 74680000 00000000 25732073 7570706f th......%s suppo │ │ │ │ - 0x00035b78 72742e20 20417320 73756368 2c207468 rt. As such, th │ │ │ │ - 0x00035b88 65202573 20636f6d 70696c65 72206973 e %s compiler is │ │ │ │ - 0x00035b98 206e6f6e 2d66756e 6374696f 6e616c2e non-functional. │ │ │ │ - 0x00035ba8 00000000 00000000 556e6b6e 6f776e20 ........Unknown │ │ │ │ - 0x00035bb8 4a534f4e 2076616c 75652074 79706500 JSON value type. │ │ │ │ - 0x00035bc8 496e7661 6c696420 61726775 6d656e74 Invalid argument │ │ │ │ - 0x00035bd8 20747970 65000000 496e7661 6c696420 type...Invalid │ │ │ │ - 0x00035be8 4a534f4e 20737472 696e6700 00000000 JSON string..... │ │ │ │ - 0x00035bf8 556e6162 6c652074 6f206f70 656e2066 Unable to open f │ │ │ │ - 0x00035c08 696c6500 00000000 4d656d6f 72792061 ile.....Memory a │ │ │ │ - 0x00035c18 6c6c6f63 6174696f 6e206661 696c7572 llocation failur │ │ │ │ - 0x00035c28 65000000 00000000 556e6162 6c652074 e.......Unable t │ │ │ │ - 0x00035c38 6f207265 61642066 696c6500 00000000 o read file..... │ │ │ │ - 0x00035c48 496e6465 78206f75 74206f66 20626f75 Index out of bou │ │ │ │ - 0x00035c58 6e640000 00000000 496e6465 7828257a nd......Index(%z │ │ │ │ - 0x00035c68 75292069 73206f75 74206f66 20626f75 u) is out of bou │ │ │ │ - 0x00035c78 6e64286c 656e6774 68202575 64292e00 nd(length %ud).. │ │ │ │ - 0x00035c88 456e636f 756e7465 72656420 6572726f Encountered erro │ │ │ │ - 0x00035c98 72207265 6164696e 67206669 6c652025 r reading file % │ │ │ │ - 0x00035ca8 732e0000 00000000 43616e6e 6f742061 s.......Cannot a │ │ │ │ - 0x00035cb8 6c6c6f63 61746520 6d656d6f 72792e00 llocate memory.. │ │ │ │ - 0x00035cc8 4661696c 65642074 6f206f70 656e2066 Failed to open f │ │ │ │ - 0x00035cd8 696c6520 25732e20 506c6561 73652063 ile %s. Please c │ │ │ │ - 0x00035ce8 6865636b 20746865 2066696c 65207061 heck the file pa │ │ │ │ - 0x00035cf8 74682061 6e642070 65726d69 7373696f th and permissio │ │ │ │ - 0x00035d08 6e732e00 00000000 54686520 696e7075 ns......The inpu │ │ │ │ - 0x00035d18 74206973 206e6f74 20612076 616c6964 t is not a valid │ │ │ │ - 0x00035d28 204a534f 4e207374 72696e67 2e000000 JSON string.... │ │ │ │ - 0x00035d38 46756e63 74696f6e 20257320 65787065 Function %s expe │ │ │ │ - 0x00035d48 63747320 696e7075 74207479 70652025 cts input type % │ │ │ │ - 0x00035d58 73282564 29206275 7420676f 74202564 s(%d) but got %d │ │ │ │ - 0x00035d68 2e000000 00000000 54686520 4a534f4e ........The JSON │ │ │ │ - 0x00035d78 2076616c 75652068 61732061 6e20756e value has an un │ │ │ │ - 0x00035d88 6b6e6f77 6e207479 70652025 732e0000 known type %s... │ │ │ │ - 0x00035d98 73746163 6b747261 63652073 69676e61 stacktrace signa │ │ │ │ - 0x00035da8 6c206f76 65727269 64650000 00000000 l override...... │ │ │ │ - 0x00035db8 73746163 6b747261 63652062 61642073 stacktrace bad s │ │ │ │ - 0x00035dc8 69676e61 6c000000 6d616c66 6f726d65 ignal...malforme │ │ │ │ - 0x00035dd8 64206e65 745f7072 69766174 655f6970 d net_private_ip │ │ │ │ - 0x00035de8 76340000 00000000 696e7661 6c69642d v4......invalid- │ │ │ │ - 0x00035df8 6e65742d 6d61736b 00000000 00000000 net-mask........ │ │ │ │ - 0x00035e08 6d616c66 6f726d65 642d7572 69000000 malformed-uri... │ │ │ │ - 0x00035e18 72656c61 74697665 2d706174 68000000 relative-path... │ │ │ │ - 0x00035e28 7379732d 6c696d69 742d6661 696c6564 sys-limit-failed │ │ │ │ - 0x00035e38 00000000 00000000 7379732d 6c696d69 ........sys-limi │ │ │ │ - 0x00035e48 742d756e 7265636f 676e697a 65640000 t-unrecognized.. │ │ │ │ - 0x00035e58 6469722d 6d6f6465 00000000 00000000 dir-mode........ │ │ │ │ - 0x00035e68 6d6b6469 722d6661 696c6564 00000000 mkdir-failed.... │ │ │ │ - 0x00035e78 6469722d 6f776e65 72000000 00000000 dir-owner....... │ │ │ │ - 0x00035e88 41206469 72656374 6f727920 74686174 A directory that │ │ │ │ - 0x00035e98 204f7065 6e204d50 49206e65 65647320 Open MPI needs │ │ │ │ - 0x00035ea8 746f2075 73652061 6c726561 64792065 to use already e │ │ │ │ - 0x00035eb8 78697374 732c2062 75742069 73206f77 xists, but is ow │ │ │ │ - 0x00035ec8 6e656400 00000000 62792061 20646966 ned.....by a dif │ │ │ │ - 0x00035ed8 66657265 6e742075 7365722e 2020466f ferent user. Fo │ │ │ │ - 0x00035ee8 72207361 66657479 2c204f70 656e204d r safety, Open M │ │ │ │ - 0x00035ef8 50492077 696c6c20 6e6f7420 75736520 PI will not use │ │ │ │ - 0x00035f08 69743a00 00000000 20204469 72656374 it:..... Direct │ │ │ │ - 0x00035f18 6f72793a 20202573 00000000 00000000 ory: %s........ │ │ │ │ - 0x00035f28 20204f77 6e657220 5549443a 2020256c Owner UID: %l │ │ │ │ - 0x00035f38 75000000 00000000 20204f75 72205549 u....... Our UI │ │ │ │ - 0x00035f48 443a2020 2020256c 75000000 00000000 D: %lu....... │ │ │ │ - 0x00035f58 54686973 2063616e 20686170 70656e20 This can happen │ │ │ │ - 0x00035f68 7768656e 20612073 74616c65 20646972 when a stale dir │ │ │ │ - 0x00035f78 6563746f 72792077 69746820 74686520 ectory with the │ │ │ │ - 0x00035f88 73616d65 206e616d 65206973 206c6566 same name is lef │ │ │ │ - 0x00035f98 74000000 00000000 6f766572 2066726f t.......over fro │ │ │ │ - 0x00035fa8 6d20616e 6f746865 72207573 65722773 m another user's │ │ │ │ - 0x00035fb8 206a6f62 2c206f72 20776865 6e207468 job, or when th │ │ │ │ - 0x00035fc8 65206469 72656374 6f727920 77617320 e directory was │ │ │ │ - 0x00035fd8 64656c69 62657261 74656c79 00000000 deliberately.... │ │ │ │ - 0x00035fe8 7072652d 63726561 7465642e 2020506c pre-created. Pl │ │ │ │ - 0x00035ff8 65617365 2072656d 6f766520 74686520 ease remove the │ │ │ │ - 0x00036008 64697265 63746f72 792c206f 72207573 directory, or us │ │ │ │ - 0x00036018 65206120 64696666 6572656e 74000000 e a different... │ │ │ │ - 0x00036028 6c6f6361 74696f6e 2028652e 672e2c20 location (e.g., │ │ │ │ - 0x00036038 62792073 65747469 6e672074 68652054 by setting the T │ │ │ │ - 0x00036048 4d504449 5220656e 7669726f 6e6d656e MPDIR environmen │ │ │ │ - 0x00036058 74207661 72696162 6c65292e 00000000 t variable)..... │ │ │ │ - 0x00036068 41206361 6c6c2074 6f206d6b 64697220 A call to mkdir │ │ │ │ - 0x00036078 77617320 756e6162 6c652074 6f206372 was unable to cr │ │ │ │ - 0x00036088 65617465 20746865 20646573 69726564 eate the desired │ │ │ │ - 0x00036098 20646972 6563746f 72793a00 00000000 directory:..... │ │ │ │ - 0x000360a8 20204469 72656374 6f72793a 20257300 Directory: %s. │ │ │ │ - 0x000360b8 20204572 726f723a 20202020 20257300 Error: %s. │ │ │ │ - 0x000360c8 506c6561 73652063 6865636b 20746f20 Please check to │ │ │ │ - 0x000360d8 656e7375 72652079 6f752068 61766520 ensure you have │ │ │ │ - 0x000360e8 61646571 75617465 20706572 6d697373 adequate permiss │ │ │ │ - 0x000360f8 696f6e73 20746f20 70657266 6f726d00 ions to perform. │ │ │ │ - 0x00036108 74686520 64657369 72656420 6f706572 the desired oper │ │ │ │ - 0x00036118 6174696f 6e2e0000 5768696c 6520776f ation...While wo │ │ │ │ - 0x00036128 726b696e 67207468 726f7567 68206120 rking through a │ │ │ │ - 0x00036138 64697265 63746f72 79207472 65652c20 directory tree, │ │ │ │ - 0x00036148 77652077 65726520 756e6162 6c652074 we were unable t │ │ │ │ - 0x00036158 6f207365 74000000 61206469 72656374 o set...a direct │ │ │ │ - 0x00036168 6f727920 746f2074 68652064 65736972 ory to the desir │ │ │ │ - 0x00036178 6564206d 6f64653a 00000000 00000000 ed mode:........ │ │ │ │ - 0x00036188 20204d6f 64653a20 20202020 20202530 Mode: %0 │ │ │ │ - 0x00036198 78000000 00000000 20204572 726f723a x....... Error: │ │ │ │ - 0x000361a8 20202020 20202573 00000000 00000000 %s........ │ │ │ │ - 0x000361b8 4f70656e 204d5049 20726563 65697665 Open MPI receive │ │ │ │ - 0x000361c8 64206120 72657175 65737420 746f2073 d a request to s │ │ │ │ - 0x000361d8 65742061 20737973 74656d20 7265736f et a system reso │ │ │ │ - 0x000361e8 75726365 206c696d 69742e00 00000000 urce limit...... │ │ │ │ - 0x000361f8 5361646c 792c204f 4d504920 646f6573 Sadly, OMPI does │ │ │ │ - 0x00036208 206e6f74 20726563 6f676e69 7a65206f not recognize o │ │ │ │ - 0x00036218 72206375 7272656e 746c7920 73757070 r currently supp │ │ │ │ - 0x00036228 6f727420 74686520 73706563 69666965 ort the specifie │ │ │ │ - 0x00036238 64000000 00000000 7265736f 75726365 d.......resource │ │ │ │ - 0x00036248 3a000000 00000000 20205265 736f7572 :....... Resour │ │ │ │ - 0x00036258 63653a20 20257300 20204c69 6d69743a ce: %s. Limit: │ │ │ │ - 0x00036268 20202020 20257300 506c6561 73652063 %s.Please c │ │ │ │ - 0x00036278 6f727265 63742074 68652072 65717565 orrect the reque │ │ │ │ - 0x00036288 73742061 6e642074 72792061 6761696e st and try again │ │ │ │ - 0x00036298 2e000000 00000000 50657220 72657175 ........Per requ │ │ │ │ - 0x000362a8 6573742c 204f7065 6e204d50 49206174 est, Open MPI at │ │ │ │ - 0x000362b8 74656d70 74656420 746f2073 65742061 tempted to set a │ │ │ │ - 0x000362c8 20737973 74656d20 7265736f 75726365 system resource │ │ │ │ - 0x000362d8 00000000 00000000 6c696d69 7420746f ........limit to │ │ │ │ - 0x000362e8 20612067 6976656e 2076616c 75653a00 a given value:. │ │ │ │ - 0x000362f8 54686520 73797374 656d2068 61732072 The system has r │ │ │ │ - 0x00036308 65667573 65642074 6f20616c 6c6f7720 efused to allow │ │ │ │ - 0x00036318 74686973 206f7065 72617469 6f6e2e20 this operation. │ │ │ │ - 0x00036328 54686973 20697320 6c696b65 6c790000 This is likely.. │ │ │ │ - 0x00036338 64756520 746f2061 20706572 6d697373 due to a permiss │ │ │ │ - 0x00036348 696f6e20 6c696d69 74617469 6f6e2c20 ion limitation, │ │ │ │ - 0x00036358 6f722073 70656369 6679696e 6720616e or specifying an │ │ │ │ - 0x00036368 20756e73 7570706f 72746564 00000000 unsupported.... │ │ │ │ - 0x00036378 76616c75 652e2050 6c656173 65206368 value. Please ch │ │ │ │ - 0x00036388 65636b20 74686520 73797374 656d206f eck the system o │ │ │ │ - 0x00036398 72207265 6d6f7665 20746865 20726571 r remove the req │ │ │ │ - 0x000363a8 75657374 20616e64 20747279 00000000 uest and try.... │ │ │ │ - 0x000363b8 5768656e 20637265 6174696e 67206120 When creating a │ │ │ │ - 0x000363c8 5552492c 20616c6c 2066696c 6573206d URI, all files m │ │ │ │ - 0x000363d8 75737420 62652073 70656369 66696564 ust be specified │ │ │ │ - 0x000363e8 20696e20 6162736f 6c757465 20706174 in absolute pat │ │ │ │ - 0x000363f8 68733a00 00000000 20205661 6c756520 hs:..... Value │ │ │ │ - 0x00036408 70726f76 69646564 3a202573 00000000 provided: %s.... │ │ │ │ - 0x00036418 506c6561 73652075 70646174 6520796f Please update yo │ │ │ │ - 0x00036428 75722061 70706c69 63617469 6f6e2074 ur application t │ │ │ │ - 0x00036438 6f207072 6f766964 65207468 65206675 o provide the fu │ │ │ │ - 0x00036448 6c6c2070 61746820 746f2074 68652066 ll path to the f │ │ │ │ - 0x00036458 696c652e 00000000 4f70656e 204d5049 ile.....Open MPI │ │ │ │ - 0x00036468 20686173 20646574 65637465 64206120 has detected a │ │ │ │ - 0x00036478 6d616c66 6f726d65 64205552 493a0000 malformed URI:.. │ │ │ │ - 0x00036488 20205552 493a2020 25730000 00000000 URI: %s...... │ │ │ │ - 0x00036498 41636365 70746564 2076616c 75657320 Accepted values │ │ │ │ - 0x000364a8 666f6c6c 6f772049 45544620 52464333 follow IETF RFC3 │ │ │ │ - 0x000364b8 3938362c 20652e67 2e206669 6c653a2f 986, e.g. file:/ │ │ │ │ - 0x000364c8 2f313932 2e313638 2e312e31 2f6f7665 /192.168.1.1/ove │ │ │ │ - 0x000364d8 722f7468 65726500 4f70656e 204d5049 r/there.Open MPI │ │ │ │ - 0x000364e8 20686173 20646574 65637465 64206120 has detected a │ │ │ │ - 0x000364f8 6d616c66 6f726d65 64204950 76342061 malformed IPv4 a │ │ │ │ - 0x00036508 64647265 7373206f 72206e65 746d6173 ddress or netmas │ │ │ │ - 0x00036518 6b3a0000 00000000 41636365 70746564 k:......Accepted │ │ │ │ - 0x00036528 2076616c 75657320 666f6c6c 6f772074 values follow t │ │ │ │ - 0x00036538 68652043 6c617373 6c657373 20496e74 he Classless Int │ │ │ │ - 0x00036548 65722d44 6f6d6169 6e000000 00000000 er-Domain....... │ │ │ │ - 0x00036558 526f7574 696e6720 28434944 5229206e Routing (CIDR) n │ │ │ │ - 0x00036568 6f746174 696f6e20 73706563 69666963 otation specific │ │ │ │ - 0x00036578 6174696f 6e732e20 466f7220 6578616d ations. For exam │ │ │ │ - 0x00036588 706c653a 00000000 20202020 2031302e ple:.... 10. │ │ │ │ - 0x00036598 302e302e 302f3800 20202020 20313732 0.0.0/8. 172 │ │ │ │ - 0x000365a8 2e31362f 31320000 20202020 20313932 .16/12.. 192 │ │ │ │ - 0x000365b8 2e313638 00000000 20202020 20313639 .168.... 169 │ │ │ │ - 0x000365c8 2e323534 2e302e30 2f313600 00000000 .254.0.0/16..... │ │ │ │ - 0x000365d8 4f70656e 204d5049 20686173 20646574 Open MPI has det │ │ │ │ - 0x000365e8 65637465 64206174 206c6561 7374206f ected at least o │ │ │ │ - 0x000365f8 6e65206d 616c666f 726d6564 20495020 ne malformed IP │ │ │ │ - 0x00036608 61646472 65737320 6f72206e 65746d61 address or netma │ │ │ │ - 0x00036618 736b2069 6e000000 74686520 76616c75 sk in...the valu │ │ │ │ - 0x00036628 65206f66 20746865 206f7061 6c5f6e65 e of the opal_ne │ │ │ │ - 0x00036638 745f7072 69766174 655f6970 7634204d t_private_ipv4 M │ │ │ │ - 0x00036648 43412070 6172616d 65746572 2e202054 CA parameter. T │ │ │ │ - 0x00036658 68650000 00000000 6f70616c 5f6e6574 he......opal_net │ │ │ │ - 0x00036668 5f707269 76617465 5f697076 34204d43 _private_ipv4 MC │ │ │ │ - 0x00036678 41207061 72616d65 74657220 61636365 A parameter acce │ │ │ │ - 0x00036688 70747320 61207365 6d69636f 6c6f6e2d pts a semicolon- │ │ │ │ - 0x00036698 64656c69 6d697465 64206c69 73740000 delimited list.. │ │ │ │ - 0x000366a8 6f662043 6c617373 6c657373 20496e74 of Classless Int │ │ │ │ - 0x000366b8 65722d44 6f6d6169 6e20526f 7574696e er-Domain Routin │ │ │ │ - 0x000366c8 67202843 49445229 206e6f74 6174696f g (CIDR) notatio │ │ │ │ - 0x000366d8 6e207370 65636966 69636174 696f6e73 n specifications │ │ │ │ - 0x000366e8 2c206561 63680000 6f662074 68652066 , each..of the f │ │ │ │ - 0x000366f8 6f726d20 3c697061 64647265 73733e2f orm / │ │ │ │ - 0x00036708 3c6d6173 6b3e2e20 20466f72 20657861 . For exa │ │ │ │ - 0x00036718 6d706c65 3a000000 20202020 2031302e mple:... 10. │ │ │ │ - 0x00036728 302e302e 302f383b 3137322e 31362e30 0.0.0/8;172.16.0 │ │ │ │ - 0x00036738 2e302f31 323b3139 322e3136 382e302e .0/12;192.168.0. │ │ │ │ - 0x00036748 302f3136 3b313639 2e323534 2e302e30 0/16;169.254.0.0 │ │ │ │ - 0x00036758 2f313600 00000000 54686520 66697273 /16.....The firs │ │ │ │ - 0x00036768 74206465 74656374 6564206d 616c666f t detected malfo │ │ │ │ - 0x00036778 726d6564 20656e74 72792077 61732025 rmed entry was % │ │ │ │ - 0x00036788 732e0000 00000000 4f70656e 204d5049 s.......Open MPI │ │ │ │ - 0x00036798 20776173 20696e73 65727469 6e672061 was inserting a │ │ │ │ - 0x000367a8 20736967 6e616c20 68616e64 6c657220 signal handler │ │ │ │ - 0x000367b8 62757420 77617320 67697665 6e20616e but was given an │ │ │ │ - 0x000367c8 20696e76 616c6964 00000000 00000000 invalid........ │ │ │ │ - 0x000367d8 7369676e 616c206e 756d6265 723a0000 signal number:.. │ │ │ │ - 0x000367e8 20205369 676e616c 20737472 696e673a Signal string: │ │ │ │ - 0x000367f8 20257300 00000000 20204261 64207661 %s..... Bad va │ │ │ │ - 0x00036808 6c75653a 20202020 20257300 00000000 lue: %s..... │ │ │ │ - 0x00036818 54686520 67697665 6e207661 6c756520 The given value │ │ │ │ - 0x00036828 6d757374 20626520 616e2069 6e746567 must be an integ │ │ │ │ - 0x00036838 65722077 69746869 6e207468 65207369 er within the si │ │ │ │ - 0x00036848 676e616c 206e756d 62657200 00000000 gnal number..... │ │ │ │ - 0x00036858 72616e67 652e2050 6c656173 6520636f range. Please co │ │ │ │ - 0x00036868 72726563 74207468 65207661 6c756520 rrect the value │ │ │ │ - 0x00036878 616e6420 74727920 61676169 6e2e0000 and try again... │ │ │ │ - 0x00036888 4f70656e 204d5049 20776173 20696e73 Open MPI was ins │ │ │ │ - 0x00036898 65727469 6e672061 20736967 6e616c20 erting a signal │ │ │ │ - 0x000368a8 68616e64 6c657220 666f7220 7369676e handler for sign │ │ │ │ - 0x000368b8 616c2025 64206275 74206e6f 74696365 al %d but notice │ │ │ │ - 0x000368c8 64000000 00000000 74686174 20746865 d.......that the │ │ │ │ - 0x000368d8 72652069 7320616c 72656164 79206120 re is already a │ │ │ │ - 0x000368e8 6e6f6e2d 64656661 756c7420 68616e64 non-default hand │ │ │ │ - 0x000368f8 6c657220 696e7374 616c6c65 642e2020 ler installed. │ │ │ │ - 0x00036908 4f70656e 204d5049 27730000 00000000 Open MPI's...... │ │ │ │ - 0x00036918 68616e64 6c657220 77617320 74686572 handler was ther │ │ │ │ - 0x00036928 65666f72 65206e6f 7420696e 7374616c efore not instal │ │ │ │ - 0x00036938 6c65643b 20796f75 72206a6f 62207769 led; your job wi │ │ │ │ - 0x00036948 6c6c2063 6f6e7469 6e75652e 20205468 ll continue. Th │ │ │ │ - 0x00036958 69730000 00000000 7761726e 696e6720 is......warning │ │ │ │ - 0x00036968 6d657373 61676520 77696c6c 206f6e6c message will onl │ │ │ │ - 0x00036978 79206265 20646973 706c6179 6564206f y be displayed o │ │ │ │ - 0x00036988 6e63652c 20657665 6e206966 204f7065 nce, even if Ope │ │ │ │ - 0x00036998 6e204d50 49000000 656e636f 756e7465 n MPI...encounte │ │ │ │ - 0x000369a8 72732074 68697320 73697475 6174696f rs this situatio │ │ │ │ - 0x000369b8 6e206167 61696e2e 00000000 00000000 n again......... │ │ │ │ - 0x000369c8 546f2061 766f6964 20646973 706c6179 To avoid display │ │ │ │ - 0x000369d8 696e6720 74686973 20776172 6e696e67 ing this warning │ │ │ │ - 0x000369e8 206d6573 73616765 2c20796f 75206361 message, you ca │ │ │ │ - 0x000369f8 6e206569 74686572 206e6f74 20696e73 n either not ins │ │ │ │ - 0x00036a08 74616c6c 00000000 74686520 6572726f tall....the erro │ │ │ │ - 0x00036a18 72206861 6e646c65 7220666f 72207369 r handler for si │ │ │ │ - 0x00036a28 676e616c 20256420 6f722079 6f752063 gnal %d or you c │ │ │ │ - 0x00036a38 616e2068 61766520 4f70656e 204d5049 an have Open MPI │ │ │ │ - 0x00036a48 206e6f74 20747279 20746f00 00000000 not try to..... │ │ │ │ - 0x00036a58 696e7374 616c6c20 69747320 6f776e20 install its own │ │ │ │ - 0x00036a68 7369676e 616c2068 616e646c 65722066 signal handler f │ │ │ │ - 0x00036a78 6f722074 68697320 7369676e 616c2062 or this signal b │ │ │ │ - 0x00036a88 79207365 7474696e 67207468 65000000 y setting the... │ │ │ │ - 0x00036a98 226f7061 6c5f7369 676e616c 7322204d "opal_signals" M │ │ │ │ - 0x00036aa8 43412070 6172616d 65746572 2e000000 CA parameter.... │ │ │ │ - 0x00036ab8 20205369 676e616c 3a202564 00000000 Signal: %d.... │ │ │ │ - 0x00036ac8 20204375 7272656e 74206f70 616c5f73 Current opal_s │ │ │ │ - 0x00036ad8 69676e61 6c207661 6c75653a 20257300 ignal value: %s. │ │ │ │ - 0x00036ae8 6d70695f 6572726f 72735f61 72655f66 mpi_errors_are_f │ │ │ │ - 0x00036af8 6174616c 00000000 6d70695f 6572726f atal....mpi_erro │ │ │ │ - 0x00036b08 72735f61 72655f66 6174616c 20756e6b rs_are_fatal unk │ │ │ │ - 0x00036b18 6e6f776e 2068616e 646c6500 00000000 nown handle..... │ │ │ │ - 0x00036b28 6d70695f 6572726f 72735f61 626f7274 mpi_errors_abort │ │ │ │ - 0x00036b38 00000000 00000000 2573202a 2a2a2041 ........%s *** A │ │ │ │ - 0x00036b48 6e206572 726f7220 6f636375 72726564 n error occurred │ │ │ │ - 0x00036b58 20257320 25730000 2573202a 2a2a2072 %s %s..%s *** r │ │ │ │ - 0x00036b68 65706f72 74656420 62792070 726f6365 eported by proce │ │ │ │ - 0x00036b78 7373205b 256c752c 256c755d 00000000 ss [%lu,%lu].... │ │ │ │ - 0x00036b88 2573202a 2a2a206f 6e202573 20257300 %s *** on %s %s. │ │ │ │ - 0x00036b98 2573202a 2a2a2025 73000000 00000000 %s *** %s....... │ │ │ │ - 0x00036ba8 2573202a 2a2a204d 50495f45 52524f52 %s *** MPI_ERROR │ │ │ │ - 0x00036bb8 535f4142 4f525420 2870726f 63657373 S_ABORT (process │ │ │ │ - 0x00036bc8 65732069 6e207468 69732025 73207769 es in this %s wi │ │ │ │ - 0x00036bd8 6c6c206e 6f772061 626f7274 2c000000 ll now abort,... │ │ │ │ - 0x00036be8 2573202a 2a2a2020 2020616e 6420706f %s *** and po │ │ │ │ - 0x00036bf8 74656e74 69616c6c 79207468 65207265 tentially the re │ │ │ │ - 0x00036c08 7374206f 6620796f 7572204d 5049206a st of your MPI j │ │ │ │ - 0x00036c18 6f622900 00000000 2573202a 2a2a206f ob).....%s *** o │ │ │ │ - 0x00036c28 6e206120 4e554c4c 20257300 00000000 n a NULL %s..... │ │ │ │ - 0x00036c38 2573202a 2a2a204d 50495f45 52524f52 %s *** MPI_ERROR │ │ │ │ - 0x00036c48 535f4152 455f4641 54414c20 2870726f S_ARE_FATAL (pro │ │ │ │ - 0x00036c58 63657373 65732069 6e207468 69732025 cesses in this % │ │ │ │ - 0x00036c68 73207769 6c6c206e 6f772061 626f7274 s will now abort │ │ │ │ - 0x00036c78 2c000000 00000000 2573202a 2a2a2020 ,.......%s *** │ │ │ │ - 0x00036c88 2020616e 64204d50 49207769 6c6c2074 and MPI will t │ │ │ │ - 0x00036c98 72792074 6f207465 726d696e 61746520 ry to terminate │ │ │ │ - 0x00036ca8 796f7572 204d5049 206a6f62 20617320 your MPI job as │ │ │ │ - 0x00036cb8 77656c6c 29000000 6d6f6475 6c653a75 well)...module:u │ │ │ │ - 0x00036cc8 6e746573 7465643a 6661696c 756e6465 ntested:failunde │ │ │ │ - 0x00036cd8 66000000 00000000 6d6f6475 6c653a75 f.......module:u │ │ │ │ - 0x00036ce8 6e746573 7465643a 6661696c 61626f72 ntested:failabor │ │ │ │ - 0x00036cf8 74000000 00000000 6d6f6475 6c653a75 t.......module:u │ │ │ │ - 0x00036d08 6e746573 7465643a 73686f75 6c64776f ntested:shouldwo │ │ │ │ - 0x00036d18 726b0000 00000000 6d6f6475 6c653a65 rk......module:e │ │ │ │ - 0x00036d28 76656e74 3a73656c 65637462 75670000 vent:selectbug.. │ │ │ │ - 0x00036d38 5741524e 494e473a 20546865 2073656c WARNING: The sel │ │ │ │ - 0x00036d48 65637465 6420276c 69626576 656e7427 ected 'libevent' │ │ │ │ - 0x00036d58 20757365 73207468 65202773 656c6563 uses the 'selec │ │ │ │ - 0x00036d68 7427206d 6574686f 642c2077 68696368 t' method, which │ │ │ │ - 0x00036d78 20686173 00000000 61206b6e 6f776e20 has....a known │ │ │ │ - 0x00036d88 62756720 696e2070 6f73742d 6661696c bug in post-fail │ │ │ │ - 0x00036d98 75726520 6f706572 6174696f 6e2c2079 ure operation, y │ │ │ │ - 0x00036da8 65742079 6f752068 61766520 72657175 et you have requ │ │ │ │ - 0x00036db8 65737465 64207375 70706f72 74000000 ested support... │ │ │ │ - 0x00036dc8 666f7220 6661756c 7420746f 6c657261 for fault tolera │ │ │ │ - 0x00036dd8 6e63652e 20576865 6e207573 696e6720 nce. When using │ │ │ │ - 0x00036de8 74686973 20636f6d 706f6e65 6e742c20 this component, │ │ │ │ - 0x00036df8 6e6f726d 616c2066 61696c75 72652066 normal failure f │ │ │ │ - 0x00036e08 72656500 00000000 6f706572 6174696f ree.....operatio │ │ │ │ - 0x00036e18 6e206973 20657870 65637465 643b2048 n is expected; H │ │ │ │ - 0x00036e28 6f776576 65722c20 6661696c 75726573 owever, failures │ │ │ │ - 0x00036e38 206d6179 20636175 73652074 68652061 may cause the a │ │ │ │ - 0x00036e48 70706c69 63617469 6f6e2074 6f000000 pplication to... │ │ │ │ - 0x00036e58 64656164 6c6f636b 2e000000 00000000 deadlock........ │ │ │ │ - 0x00036e68 596f7520 6d617920 73656c65 63742061 You may select a │ │ │ │ - 0x00036e78 20646966 66657265 6e742070 6f6c6c69 different polli │ │ │ │ - 0x00036e88 6e67206d 6574686f 64206279 20736574 ng method by set │ │ │ │ - 0x00036e98 74696e67 20746865 204d4341 20706172 ting the MCA par │ │ │ │ - 0x00036ea8 616d6574 65720000 276f7061 6c5f6576 ameter..'opal_ev │ │ │ │ - 0x00036eb8 656e745f 696e636c 75646527 20746f20 ent_include' to │ │ │ │ - 0x00036ec8 616e7920 6f746865 72206d65 74686f64 any other method │ │ │ │ - 0x00036ed8 20746861 6e202773 656c6563 74272e00 than 'select'.. │ │ │ │ - 0x00036ee8 54686520 73656c65 63746564 20272573 The selected '%s │ │ │ │ - 0x00036ef8 27206d6f 64756c65 20272573 27206973 ' module '%s' is │ │ │ │ - 0x00036f08 20696e73 75666963 69656e74 6c792074 insuficiently t │ │ │ │ - 0x00036f18 65737465 6420696e 20706f73 742d6661 ested in post-fa │ │ │ │ - 0x00036f28 696c7572 65000000 6f706572 6174696f ilure...operatio │ │ │ │ - 0x00036f38 6e2c2079 65742079 6f752068 61766520 n, yet you have │ │ │ │ - 0x00036f48 72657175 65737465 64207375 70706f72 requested suppor │ │ │ │ - 0x00036f58 7420666f 72206661 756c7420 746f6c65 t for fault tole │ │ │ │ - 0x00036f68 72616e63 652e0000 5768656e 20757369 rance...When usi │ │ │ │ - 0x00036f78 6e672074 68697320 636f6d70 6f6e656e ng this componen │ │ │ │ - 0x00036f88 742c206e 6f726d61 6c206661 696c7572 t, normal failur │ │ │ │ - 0x00036f98 65206672 65652061 6e642070 6f73742d e free and post- │ │ │ │ - 0x00036fa8 6661696c 75726520 6f706572 6174696f failure operatio │ │ │ │ - 0x00036fb8 6e000000 00000000 69732065 78706563 n.......is expec │ │ │ │ - 0x00036fc8 7465642c 20627574 20746865 206d6f64 ted, but the mod │ │ │ │ - 0x00036fd8 756c6520 73686f75 6c64206e 6f742062 ule should not b │ │ │ │ - 0x00036fe8 65207573 65642069 6e207072 6f647563 e used in produc │ │ │ │ - 0x00036ff8 74696f6e 2e000000 506c6561 73652072 tion....Please r │ │ │ │ - 0x00037008 65706f72 7420746f 20746865 20554c46 eport to the ULF │ │ │ │ - 0x00037018 4d206d61 696c696e 67206c69 73742079 M mailing list y │ │ │ │ - 0x00037028 6f757220 65787065 7269656e 63652028 our experience ( │ │ │ │ - 0x00037038 696e636c 7564696e 6720706f 73697469 including positi │ │ │ │ - 0x00037048 76650000 00000000 6f6e6573 29207769 ve......ones) wi │ │ │ │ - 0x00037058 74682074 6865206d 6f64756c 6520756e th the module un │ │ │ │ - 0x00037068 64657220 6661696c 75726520 7363656e der failure scen │ │ │ │ - 0x00037078 6172696f 732e0000 496e2074 68697320 arios...In this │ │ │ │ - 0x00037088 6672616d 65776f72 6b2c2074 68652066 framework, the f │ │ │ │ - 0x00037098 6f6c6c6f 77696e67 20636f6d 706f6e65 ollowing compone │ │ │ │ - 0x000370a8 6e747320 61726520 74657374 65642074 nts are tested t │ │ │ │ - 0x000370b8 6f206f70 65726174 6520756e 64657200 o operate under. │ │ │ │ - 0x000370c8 6661696c 75726520 7363656e 6172696f failure scenario │ │ │ │ - 0x000370d8 733a207b 25737d00 5741524e 494e473a s: {%s}.WARNING: │ │ │ │ - 0x000370e8 20546865 2073656c 65637465 64202725 The selected '% │ │ │ │ - 0x000370f8 7327206d 6f64756c 65202725 73272069 s' module '%s' i │ │ │ │ - 0x00037108 73206e6f 74207465 73746564 20666f72 s not tested for │ │ │ │ - 0x00037118 20706f73 742d6661 696c7572 65000000 post-failure... │ │ │ │ - 0x00037128 5768656e 20757369 6e672074 68697320 When using this │ │ │ │ - 0x00037138 636f6d70 6f6e656e 742c206e 6f726d61 component, norma │ │ │ │ - 0x00037148 6c206661 696c7572 65206672 6565206f l failure free o │ │ │ │ - 0x00037158 70657261 74696f6e 20697320 65787065 peration is expe │ │ │ │ - 0x00037168 63746564 3b000000 486f7765 7665722c cted;...However, │ │ │ │ - 0x00037178 20666169 6c757265 73207769 6c6c2063 failures will c │ │ │ │ - 0x00037188 61757365 20746865 20617070 6c696361 ause the applica │ │ │ │ - 0x00037198 74696f6e 20746f20 61626f72 742e0000 tion to abort... │ │ │ │ - 0x000371a8 486f7765 7665722c 20666169 6c757265 However, failure │ │ │ │ - 0x000371b8 73206d61 79206361 75736520 74686520 s may cause the │ │ │ │ - 0x000371c8 6170706c 69636174 696f6e20 746f2061 application to a │ │ │ │ - 0x000371d8 626f7274 2c206372 61736820 6f722064 bort, crash or d │ │ │ │ - 0x000371e8 6561646c 6f636b2e 00000000 00000000 eadlock......... │ │ │ │ - 0x000371f8 636f6d6d 2d73656c 6563743a 6e6f6e65 comm-select:none │ │ │ │ - 0x00037208 2d617661 696c6162 6c650000 00000000 -available...... │ │ │ │ - 0x00037218 636f6d6d 2d73656c 6563743a 6e6f2d66 comm-select:no-f │ │ │ │ - 0x00037228 756e6374 696f6e2d 61766169 6c61626c unction-availabl │ │ │ │ - 0x00037238 65000000 00000000 636f6d6d 2d73656c e.......comm-sel │ │ │ │ - 0x00037248 6563743a 6d697373 696e6720 636f6c6c ect:missing coll │ │ │ │ - 0x00037258 65637469 76650000 25732025 7320636f ective..%s %s co │ │ │ │ - 0x00037268 6c6c6563 74697665 20726571 75697265 llective require │ │ │ │ - 0x00037278 20737570 706f7274 2066726f 6d206120 support from a │ │ │ │ - 0x00037288 7072696f 7220636f 6c6c6563 74697665 prior collective │ │ │ │ - 0x00037298 206d6f64 756c6520 666f7220 74686520 module for the │ │ │ │ - 0x000372a8 66616c6c 6261636b 00000000 00000000 fallback........ │ │ │ │ - 0x000372b8 63617365 2e205375 63682073 7570706f case. Such suppo │ │ │ │ - 0x000372c8 72742069 73206d69 7373696e 6720696e rt is missing in │ │ │ │ - 0x000372d8 20746869 73207275 6e2e0000 00000000 this run....... │ │ │ │ - 0x000372e8 686f7374 6e616d65 3a202020 25730000 hostname: %s.. │ │ │ │ - 0x000372f8 7072696f 72697479 3a202020 25640000 priority: %d.. │ │ │ │ - 0x00037308 416c7468 6f756768 20736f6d 6520636f Although some co │ │ │ │ - 0x00037318 6c6c2063 6f6d706f 6e656e74 73206172 ll components ar │ │ │ │ - 0x00037328 65206176 61696c61 626c6520 6f6e2079 e available on y │ │ │ │ - 0x00037338 6f757220 73797374 656d2c20 6e6f6e65 our system, none │ │ │ │ - 0x00037348 206f6600 00000000 7468656d 20736169 of.....them sai │ │ │ │ - 0x00037358 64207468 61742074 68657920 636f756c d that they coul │ │ │ │ - 0x00037368 64206265 20757365 6420666f 72202573 d be used for %s │ │ │ │ - 0x00037378 206f6e20 61206e65 7720636f 6d6d756e on a new commun │ │ │ │ - 0x00037388 69636174 6f722e00 54686973 20697320 icator..This is │ │ │ │ - 0x00037398 65787472 656d656c 7920756e 75737561 extremely unusua │ │ │ │ - 0x000373a8 6c202d2d 20656974 68657220 74686520 l -- either the │ │ │ │ - 0x000373b8 22626173 6963222c 20226c69 626e6263 "basic", "libnbc │ │ │ │ - 0x000373c8 22206f72 20227365 6c662220 636f6d70 " or "self" comp │ │ │ │ - 0x000373d8 6f6e656e 74730000 73686f75 6c642062 onents..should b │ │ │ │ - 0x000373e8 65206162 6c652074 6f206265 2063686f e able to be cho │ │ │ │ - 0x000373f8 73656e20 666f7220 616e7920 636f6d6d sen for any comm │ │ │ │ - 0x00037408 756e6963 61746f72 2e202041 73207375 unicator. As su │ │ │ │ - 0x00037418 63682c20 74686973 00000000 00000000 ch, this........ │ │ │ │ - 0x00037428 6c696b65 6c79206d 65616e73 20746861 likely means tha │ │ │ │ - 0x00037438 7420736f 6d657468 696e6720 656c7365 t something else │ │ │ │ - 0x00037448 20697320 77726f6e 67202861 6c74686f is wrong (altho │ │ │ │ - 0x00037458 75676820 796f7520 73686f75 6c642064 ugh you should d │ │ │ │ - 0x00037468 6f75626c 65000000 63686563 6b207468 ouble...check th │ │ │ │ - 0x00037478 61742074 68652022 62617369 63222c20 at the "basic", │ │ │ │ - 0x00037488 226c6962 6e626322 20616e64 20227365 "libnbc" and "se │ │ │ │ - 0x00037498 6c662220 636f6c6c 20636f6d 706f6e65 lf" coll compone │ │ │ │ - 0x000374a8 6e747320 61726520 61766169 6c61626c nts are availabl │ │ │ │ - 0x000374b8 65206f6e 00000000 796f7572 20737973 e on....your sys │ │ │ │ - 0x000374c8 74656d20 2d2d2063 6865636b 20746865 tem -- check the │ │ │ │ - 0x000374d8 206f7574 70757420 6f662074 68652022 output of the " │ │ │ │ - 0x000374e8 6f6d7069 5f696e66 6f222063 6f6d6d61 ompi_info" comma │ │ │ │ - 0x000374f8 6e64292e 00000000 4120636f 6c6c206d nd).....A coll m │ │ │ │ - 0x00037508 6f64756c 65206661 696c6564 20746f20 odule failed to │ │ │ │ - 0x00037518 66696e61 6c697a65 2070726f 7065726c finalize properl │ │ │ │ - 0x00037528 79207768 656e2061 20636f6d 6d756e69 y when a communi │ │ │ │ - 0x00037538 6361746f 72207468 61742077 61730000 cator that was.. │ │ │ │ - 0x00037548 7573696e 67206974 20776173 20646573 using it was des │ │ │ │ - 0x00037558 74726f79 65642e00 54686973 20697320 troyed..This is │ │ │ │ - 0x00037568 736f6d65 77686174 20756e75 7375616c somewhat unusual │ │ │ │ - 0x00037578 3a207468 65206d6f 64756c65 20697473 : the module its │ │ │ │ - 0x00037588 656c6620 6d617920 62652061 74206661 elf may be at fa │ │ │ │ - 0x00037598 756c742c 206f7220 74686973 00000000 ult, or this.... │ │ │ │ - 0x000375a8 6d617920 62652061 2073796d 70746f6d may be a symptom │ │ │ │ - 0x000375b8 206f6620 616e6f74 68657220 69737375 of another issu │ │ │ │ - 0x000375c8 65202865 2e672e2c 2061206d 656d6f72 e (e.g., a memor │ │ │ │ - 0x000375d8 79207072 6f626c65 6d292e00 00000000 y problem)...... │ │ │ │ - 0x000375e8 7468656d 20736169 64207468 61742074 them said that t │ │ │ │ - 0x000375f8 68657920 636f756c 64206265 20757365 hey could be use │ │ │ │ - 0x00037608 6420666f 72206120 6e657720 636f6d6d d for a new comm │ │ │ │ - 0x00037618 756e6963 61746f72 2e000000 00000000 unicator........ │ │ │ │ - 0x00037628 6261642d 68696572 61726368 792d6974 bad-hierarchy-it │ │ │ │ - 0x00037638 656d0000 00000000 6261642d 6368756e em......bad-chun │ │ │ │ - 0x00037648 6b2d7369 7a652d69 74656d00 00000000 k-size-item..... │ │ │ │ - 0x00037658 6261642d 6369636f 2d6d6178 00000000 bad-cico-max.... │ │ │ │ - 0x00037668 7868632d 696e6974 2d666169 6c656400 xhc-init-failed. │ │ │ │ - 0x00037678 7868632d 6f702d69 6e69742d 6661696c xhc-op-init-fail │ │ │ │ - 0x00037688 65640000 00000000 746f6f2d 6d616e79 ed......too-many │ │ │ │ - 0x00037698 2d766972 742d6869 65727300 00000000 -virt-hiers..... │ │ │ │ - 0x000376a8 4552524f 52202863 6f6c6c2f 78686329 ERROR (coll/xhc) │ │ │ │ - 0x000376b8 00000000 00000000 546f6f20 6d616e79 ........Too many │ │ │ │ - 0x000376c8 20766972 7475616c 20686965 72617263 virtual hierarc │ │ │ │ - 0x000376d8 68696573 20726571 75657374 65640000 hies requested.. │ │ │ │ - 0x000376e8 46616c6c 696e6720 6261636b 20746f20 Falling back to │ │ │ │ - 0x000376f8 616e6f74 68657220 636f6d70 6f6e656e another componen │ │ │ │ - 0x00037708 74000000 00000000 496e6974 69616c69 t.......Initiali │ │ │ │ - 0x00037718 7a617469 6f6e2066 6f722025 73206661 zation for %s fa │ │ │ │ - 0x00037728 696c6564 2c206572 726f7220 636f6465 iled, error code │ │ │ │ - 0x00037738 20256400 00000000 4572726e 6f3a2025 %d.....Errno: % │ │ │ │ - 0x00037748 64202825 73290000 496e6974 69616c69 d (%s)..Initiali │ │ │ │ - 0x00037758 7a617469 6f6e2066 61696c65 642c2065 zation failed, e │ │ │ │ - 0x00037768 72726f72 20636f64 65202564 00000000 rror code %d.... │ │ │ │ - 0x00037778 4d616c66 6f726d65 64206369 636f5f6d Malformed cico_m │ │ │ │ - 0x00037788 61782070 6172616d 65746572 20272573 ax parameter '%s │ │ │ │ - 0x00037798 27000000 00000000 4d616c66 6f726d65 '.......Malforme │ │ │ │ - 0x000377a8 64206368 756e6b20 73697a65 20697465 d chunk size ite │ │ │ │ - 0x000377b8 6d3a2027 25732700 496e2063 68756e6b m: '%s'.In chunk │ │ │ │ - 0x000377c8 2073697a 65207061 72616d65 74657220 size parameter │ │ │ │ - 0x000377d8 73747269 6e673a20 27257327 00000000 string: '%s'.... │ │ │ │ - 0x000377e8 556e7265 636f676e 697a6564 206c6f63 Unrecognized loc │ │ │ │ - 0x000377f8 616c6974 79206465 66696e69 74696f6e ality definition │ │ │ │ - 0x00037808 3a202725 73270000 496e2068 69657261 : '%s'..In hiera │ │ │ │ - 0x00037818 72636879 20706172 616d6574 65722073 rchy parameter s │ │ │ │ - 0x00037828 7472696e 673a2027 25732700 00000000 tring: '%s'..... │ │ │ │ - 0x00037838 686f6f6b 3a6d6973 73696e67 2d726571 hook:missing-req │ │ │ │ - 0x00037848 75697265 642d636f 6d706f6e 656e7400 uired-component. │ │ │ │ - 0x00037858 4572726f 723a2041 20726571 75657374 Error: A request │ │ │ │ - 0x00037868 20776173 206d6164 6520746f 20657863 was made to exc │ │ │ │ - 0x00037878 6c756465 20612068 6f6f6b20 636f6d70 lude a hook comp │ │ │ │ - 0x00037888 6f6e656e 74206672 6f6d2063 6f6e7369 onent from consi │ │ │ │ - 0x00037898 64657261 74696f6e 20746861 74000000 deration that... │ │ │ │ - 0x000378a8 69732072 65717569 72656420 746f2062 is required to b │ │ │ │ - 0x000378b8 6520696e 636c7564 65642e20 54686973 e included. This │ │ │ │ - 0x000378c8 20636f6d 706f6e65 6e742028 6e6f7465 component (note │ │ │ │ - 0x000378d8 64206265 6c6f7729 2063616e 202d6e6f d below) can -no │ │ │ │ - 0x000378e8 742d2062 65206578 636c7564 65640000 t- be excluded.. │ │ │ │ - 0x000378f8 66726f6d 20636f6e 73696465 72617469 from considerati │ │ │ │ - 0x00037908 6f6e2e20 54686520 70726f67 72616d20 on. The program │ │ │ │ - 0x00037918 77696c6c 20666169 6c206174 20746869 will fail at thi │ │ │ │ - 0x00037928 73207469 6d652e00 65616765 725f6c69 s time..eager_li │ │ │ │ - 0x00037938 6d69745f 746f6f5f 736d616c 6c000000 mit_too_small... │ │ │ │ - 0x00037948 63756461 5f656167 65725f6c 696d6974 cuda_eager_limit │ │ │ │ - 0x00037958 5f746f6f 5f736d61 6c6c0000 00000000 _too_small...... │ │ │ │ - 0x00037968 63756461 5f72646d 615f6c69 6d69745f cuda_rdma_limit_ │ │ │ │ - 0x00037978 746f6f5f 736d616c 6c000000 00000000 too_small....... │ │ │ │ - 0x00037988 54686520 22435544 41207264 6d61206c The "CUDA rdma l │ │ │ │ - 0x00037998 696d6974 22204d43 41207061 72616d65 imit" MCA parame │ │ │ │ - 0x000379a8 74657220 696e2074 68652025 73204254 ter in the %s BT │ │ │ │ - 0x000379b8 4c207761 73207365 7420746f 20612076 L was set to a v │ │ │ │ - 0x000379c8 616c7565 20776869 63680000 00000000 alue which...... │ │ │ │ - 0x000379d8 69732074 6f6f206c 6f772066 6f72204f is too low for O │ │ │ │ - 0x000379e8 70656e20 4d504920 746f2066 756e6374 pen MPI to funct │ │ │ │ - 0x000379f8 696f6e20 70726f70 65726c79 2e202050 ion properly. P │ │ │ │ - 0x00037a08 6c656173 65207265 2d72756e 20796f75 lease re-run you │ │ │ │ - 0x00037a18 72206a6f 62000000 77697468 20612068 r job...with a h │ │ │ │ - 0x00037a28 69676865 72204355 44412072 646d6120 igher CUDA rdma │ │ │ │ - 0x00037a38 6c696d69 74207661 6c756520 666f7220 limit value for │ │ │ │ - 0x00037a48 74686973 2042544c 3b207468 65206578 this BTL; the ex │ │ │ │ - 0x00037a58 61637420 4d434120 70617261 6d657465 act MCA paramete │ │ │ │ - 0x00037a68 72000000 00000000 6e616d65 20616e64 r.......name and │ │ │ │ - 0x00037a78 20697473 20636f72 72657370 6f6e6469 its correspondi │ │ │ │ - 0x00037a88 6e67206d 696e696d 756d2076 616c7565 ng minimum value │ │ │ │ - 0x00037a98 20697320 73686f77 6e206265 6c6f772e is shown below. │ │ │ │ - 0x00037aa8 00000000 00000000 20204c6f 63616c20 ........ Local │ │ │ │ - 0x00037ab8 686f7374 3a202020 20202020 20202020 host: │ │ │ │ - 0x00037ac8 20202020 20202020 25730000 00000000 %s...... │ │ │ │ - 0x00037ad8 20204254 4c206e61 6d653a20 20202020 BTL name: │ │ │ │ - 0x00037ae8 20202020 20202020 20202020 20202020 │ │ │ │ - 0x00037af8 25730000 00000000 20204254 4c204355 %s...... BTL CU │ │ │ │ - 0x00037b08 44412072 6e647620 6c696d69 74207661 DA rndv limit va │ │ │ │ - 0x00037b18 6c75653a 20202020 25642028 73657420 lue: %d (set │ │ │ │ - 0x00037b28 76696120 62746c5f 25735f63 7564615f via btl_%s_cuda_ │ │ │ │ - 0x00037b38 72646d61 5f6c696d 69742900 00000000 rdma_limit)..... │ │ │ │ - 0x00037b48 20204254 4c204355 44412072 6e647620 BTL CUDA rndv │ │ │ │ - 0x00037b58 6c696d69 74206d69 6e696d75 6d3a2020 limit minimum: │ │ │ │ - 0x00037b68 25640000 00000000 20204d43 41207061 %d...... MCA pa │ │ │ │ - 0x00037b78 72616d65 74657220 6e616d65 3a202020 rameter name: │ │ │ │ - 0x00037b88 20202020 20202020 62746c5f 25735f63 btl_%s_c │ │ │ │ - 0x00037b98 7564615f 72646d61 5f6c696d 69740000 uda_rdma_limit.. │ │ │ │ - 0x00037ba8 54686520 22435544 41206561 67657220 The "CUDA eager │ │ │ │ - 0x00037bb8 6c696d69 7422204d 43412070 6172616d limit" MCA param │ │ │ │ - 0x00037bc8 65746572 20696e20 74686520 25732042 eter in the %s B │ │ │ │ - 0x00037bd8 544c2077 61732073 65742074 6f206120 TL was set to a │ │ │ │ - 0x00037be8 76616c75 65207768 69636800 00000000 value which..... │ │ │ │ - 0x00037bf8 77697468 20612068 69676865 72204355 with a higher CU │ │ │ │ - 0x00037c08 44412065 61676572 206c696d 69742076 DA eager limit v │ │ │ │ - 0x00037c18 616c7565 20666f72 20746869 73204254 alue for this BT │ │ │ │ - 0x00037c28 4c3b2074 68652065 78616374 204d4341 L; the exact MCA │ │ │ │ - 0x00037c38 20706172 616d6574 65720000 00000000 parameter...... │ │ │ │ - 0x00037c48 20204254 4c204355 44412065 61676572 BTL CUDA eager │ │ │ │ - 0x00037c58 206c696d 69742076 616c7565 3a202020 limit value: │ │ │ │ - 0x00037c68 25642028 73657420 76696120 62746c5f %d (set via btl_ │ │ │ │ - 0x00037c78 25735f63 7564615f 65616765 725f6c69 %s_cuda_eager_li │ │ │ │ - 0x00037c88 6d697429 00000000 20204254 4c204355 mit).... BTL CU │ │ │ │ - 0x00037c98 44412065 61676572 206c696d 6974206d DA eager limit m │ │ │ │ - 0x00037ca8 696e696d 756d3a20 25640000 00000000 inimum: %d...... │ │ │ │ - 0x00037cb8 20204d43 41207061 72616d65 74657220 MCA parameter │ │ │ │ - 0x00037cc8 6e616d65 3a202020 20202020 20202020 name: │ │ │ │ - 0x00037cd8 62746c5f 25735f63 7564615f 65616765 btl_%s_cuda_eage │ │ │ │ - 0x00037ce8 725f6c69 6d697400 54686520 22656167 r_limit.The "eag │ │ │ │ - 0x00037cf8 6572206c 696d6974 22204d43 41207061 er limit" MCA pa │ │ │ │ - 0x00037d08 72616d65 74657220 696e2074 68652025 rameter in the % │ │ │ │ - 0x00037d18 73204254 4c207761 73207365 7420746f s BTL was set to │ │ │ │ - 0x00037d28 20612076 616c7565 20776869 63680000 a value which.. │ │ │ │ - 0x00037d38 77697468 20612068 69676865 72206561 with a higher ea │ │ │ │ - 0x00037d48 67657220 6c696d69 74207661 6c756520 ger limit value │ │ │ │ - 0x00037d58 666f7220 74686973 2042544c 3b207468 for this BTL; th │ │ │ │ - 0x00037d68 65206578 61637420 4d434120 70617261 e exact MCA para │ │ │ │ - 0x00037d78 6d657465 72000000 20204254 4c206e61 meter... BTL na │ │ │ │ - 0x00037d88 6d653a20 20202020 20202020 20202020 me: │ │ │ │ - 0x00037d98 20202025 73000000 20204254 4c206561 %s... BTL ea │ │ │ │ - 0x00037da8 67657220 6c696d69 74207661 6c75653a ger limit value: │ │ │ │ - 0x00037db8 20202025 64202873 65742076 69612062 %d (set via b │ │ │ │ - 0x00037dc8 746c5f25 735f6561 6765725f 6c696d69 tl_%s_eager_limi │ │ │ │ - 0x00037dd8 74290000 00000000 20204254 4c206561 t)...... BTL ea │ │ │ │ - 0x00037de8 67657220 6c696d69 74206d69 6e696d75 ger limit minimu │ │ │ │ - 0x00037df8 6d3a2025 64000000 20204d43 41207061 m: %d... MCA pa │ │ │ │ - 0x00037e08 72616d65 74657220 6e616d65 3a202020 rameter name: │ │ │ │ - 0x00037e18 20202062 746c5f25 735f6561 6765725f btl_%s_eager_ │ │ │ │ - 0x00037e28 6c696d69 74000000 756e7265 61636861 limit...unreacha │ │ │ │ - 0x00037e38 626c6520 70726f63 00000000 00000000 ble proc........ │ │ │ │ - 0x00037e48 4174206c 65617374 206f6e65 20706169 At least one pai │ │ │ │ - 0x00037e58 72206f66 204d5049 2070726f 63657373 r of MPI process │ │ │ │ - 0x00037e68 65732061 72652075 6e61626c 6520746f es are unable to │ │ │ │ - 0x00037e78 20726561 63682065 61636820 6f746865 reach each othe │ │ │ │ - 0x00037e88 7220666f 72000000 4d504920 636f6d6d r for...MPI comm │ │ │ │ - 0x00037e98 756e6963 6174696f 6e732e20 20546869 unications. Thi │ │ │ │ - 0x00037ea8 73206d65 616e7320 74686174 206e6f20 s means that no │ │ │ │ - 0x00037eb8 4f70656e 204d5049 20646576 69636520 Open MPI device │ │ │ │ - 0x00037ec8 68617320 696e6469 63617465 64000000 has indicated... │ │ │ │ - 0x00037ed8 74686174 20697420 63616e20 62652075 that it can be u │ │ │ │ - 0x00037ee8 73656420 746f2063 6f6d6d75 6e696361 sed to communica │ │ │ │ - 0x00037ef8 74652062 65747765 656e2074 68657365 te between these │ │ │ │ - 0x00037f08 2070726f 63657373 65732e20 20546869 processes. Thi │ │ │ │ - 0x00037f18 73206973 00000000 616e2065 72726f72 s is....an error │ │ │ │ - 0x00037f28 3b204f70 656e204d 50492072 65717569 ; Open MPI requi │ │ │ │ - 0x00037f38 72657320 74686174 20616c6c 204d5049 res that all MPI │ │ │ │ - 0x00037f48 2070726f 63657373 65732062 65206162 processes be ab │ │ │ │ - 0x00037f58 6c652074 6f207265 61636800 00000000 le to reach..... │ │ │ │ - 0x00037f68 65616368 206f7468 65722e20 20546869 each other. Thi │ │ │ │ - 0x00037f78 73206572 726f7220 63616e20 736f6d65 s error can some │ │ │ │ - 0x00037f88 74696d65 73206265 20746865 20726573 times be the res │ │ │ │ - 0x00037f98 756c7420 6f662066 6f726765 7474696e ult of forgettin │ │ │ │ - 0x00037fa8 6720746f 00000000 73706563 69667920 g to....specify │ │ │ │ - 0x00037fb8 74686520 2273656c 66222042 544c2e00 the "self" BTL.. │ │ │ │ - 0x00037fc8 20205072 6f636573 73203120 28257329 Process 1 (%s) │ │ │ │ - 0x00037fd8 20697320 6f6e2068 6f73743a 20257300 is on host: %s. │ │ │ │ - 0x00037fe8 20205072 6f636573 73203220 28257329 Process 2 (%s) │ │ │ │ - 0x00037ff8 20697320 6f6e2068 6f73743a 20257300 is on host: %s. │ │ │ │ - 0x00038008 20204254 4c732061 7474656d 70746564 BTLs attempted │ │ │ │ - 0x00038018 3a202573 00000000 596f7572 204d5049 : %s....Your MPI │ │ │ │ - 0x00038028 206a6f62 20697320 6e6f7720 676f696e job is now goin │ │ │ │ - 0x00038038 6720746f 2061626f 72743b20 736f7272 g to abort; sorr │ │ │ │ - 0x00038048 792e0000 00000000 70736d32 20696e69 y.......psm2 ini │ │ │ │ - 0x00038058 74000000 00000000 756e6162 6c652074 t.......unable t │ │ │ │ - 0x00038068 6f206f70 656e2065 6e64706f 696e7400 o open endpoint. │ │ │ │ - 0x00038078 6e6f2075 75696420 70726573 656e7400 no uuid present. │ │ │ │ - 0x00038088 6572726f 7220706f 6c6c696e 67206e65 error polling ne │ │ │ │ - 0x00038098 74776f72 6b000000 6572726f 7220706f twork...error po │ │ │ │ - 0x000380a8 7374696e 67207265 63656976 65000000 sting receive... │ │ │ │ - 0x000380b8 6d657373 61676520 746f6f20 62696700 message too big. │ │ │ │ - 0x000380c8 6e6f2070 736d3220 63756461 20656e76 no psm2 cuda env │ │ │ │ - 0x000380d8 00000000 00000000 5761726e 696e673a ........Warning: │ │ │ │ - 0x000380e8 204f7065 6e204d50 49206861 73206465 Open MPI has de │ │ │ │ - 0x000380f8 74656374 65642074 68617420 796f7520 tected that you │ │ │ │ - 0x00038108 61726520 72756e6e 696e6720 696e2061 are running in a │ │ │ │ - 0x00038118 6e20656e 7669726f 6e6d656e 74207769 n environment wi │ │ │ │ - 0x00038128 74682043 55444100 64657669 63657320 th CUDA.devices │ │ │ │ - 0x00038138 70726573 656e7420 616e6420 74686174 present and that │ │ │ │ - 0x00038148 20796f75 20617265 20757369 6e672049 you are using I │ │ │ │ - 0x00038158 6e74656c 28722920 4f6d7069 2d506174 ntel(r) Ompi-Pat │ │ │ │ - 0x00038168 68206e65 74776f72 6b696e67 2e20486f h networking. Ho │ │ │ │ - 0x00038178 77657665 722c0000 74686520 656e7669 wever,..the envi │ │ │ │ - 0x00038188 726f6e6d 656e7420 76617269 61626c65 ronment variable │ │ │ │ - 0x00038198 2050534d 325f4355 44412077 6173206e PSM2_CUDA was n │ │ │ │ - 0x000381a8 6f742073 65742c20 6d65616e 696e6720 ot set, meaning │ │ │ │ - 0x000381b8 74686174 20746865 2050534d 32204f6d that the PSM2 Om │ │ │ │ - 0x000381c8 6e692d50 61746800 6e657477 6f726b69 ni-Path.networki │ │ │ │ - 0x000381d8 6e67206c 69627261 72792077 6173206e ng library was n │ │ │ │ - 0x000381e8 6f742074 6f6c6420 686f7720 746f2068 ot told how to h │ │ │ │ - 0x000381f8 616e646c 65204355 44412073 7570706f andle CUDA suppo │ │ │ │ - 0x00038208 72742e00 00000000 49662079 6f757220 rt......If your │ │ │ │ - 0x00038218 6170706c 69636174 696f6e20 75736573 application uses │ │ │ │ - 0x00038228 20435544 41206275 66666572 732c2079 CUDA buffers, y │ │ │ │ - 0x00038238 6f752073 686f756c 64207365 74207468 ou should set th │ │ │ │ - 0x00038248 6520656e 7669726f 6e6d656e 74207661 e environment va │ │ │ │ - 0x00038258 72696162 6c650000 50534d32 5f435544 riable..PSM2_CUD │ │ │ │ - 0x00038268 4120746f 20313b20 6f746865 72776973 A to 1; otherwis │ │ │ │ - 0x00038278 652c2073 65742069 7420746f 20302e20 e, set it to 0. │ │ │ │ - 0x00038288 53657474 696e6720 74686520 76617269 Setting the vari │ │ │ │ - 0x00038298 61626c65 20746f20 74686520 77726f6e able to the wron │ │ │ │ - 0x000382a8 67207661 6c756500 63616e20 68617665 g value.can have │ │ │ │ - 0x000382b8 20706572 666f726d 616e6365 20696d70 performance imp │ │ │ │ - 0x000382c8 6c696361 74696f6e 73206f6e 20796f75 lications on you │ │ │ │ - 0x000382d8 72206170 706c6963 6174696f 6e2c206f r application, o │ │ │ │ - 0x000382e8 72206576 656e2063 61757365 20697420 r even cause it │ │ │ │ - 0x000382f8 746f0000 00000000 63726173 682e0000 to......crash... │ │ │ │ - 0x00038308 53696e63 65206974 20776173 206e6f74 Since it was not │ │ │ │ - 0x00038318 20736574 2c204f70 656e204d 50492068 set, Open MPI h │ │ │ │ - 0x00038328 61732064 65666175 6c746564 20746f20 as defaulted to │ │ │ │ - 0x00038338 73657474 696e6720 74686520 50534d32 setting the PSM2 │ │ │ │ - 0x00038348 5f435544 41000000 656e7669 726f6e6d _CUDA...environm │ │ │ │ - 0x00038358 656e7420 76617269 61626c65 20746f20 ent variable to │ │ │ │ - 0x00038368 312e0000 00000000 4c6f6361 6c20686f 1.......Local ho │ │ │ │ - 0x00038378 73746e61 6d653a20 25730000 00000000 stname: %s...... │ │ │ │ - 0x00038388 4d657373 61676520 73697a65 20256c6c Message size %ll │ │ │ │ - 0x00038398 75206269 67676572 20746861 6e207375 u bigger than su │ │ │ │ - 0x000383a8 70706f72 74656420 62792050 534d3220 pported by PSM2 │ │ │ │ - 0x000383b8 4150492e 204d6178 203d2025 6c6c7500 API. Max = %llu. │ │ │ │ - 0x000383c8 556e6162 6c652074 6f20706f 73742061 Unable to post a │ │ │ │ - 0x000383d8 70706c69 63617469 6f6e2072 65636569 pplication recei │ │ │ │ - 0x000383e8 76652062 75666665 72202870 736d325f ve buffer (psm2_ │ │ │ │ - 0x000383f8 6d715f69 72656376 206f7220 70736d32 mq_irecv or psm2 │ │ │ │ - 0x00038408 5f6d715f 696d7265 6376292e 00000000 _mq_imrecv)..... │ │ │ │ - 0x00038418 20204275 66666572 3a202020 20202570 Buffer: %p │ │ │ │ - 0x00038428 00000000 00000000 20204c65 6e677468 ........ Length │ │ │ │ - 0x00038438 3a202020 2020256c 6c750000 00000000 : %llu...... │ │ │ │ - 0x00038448 4572726f 72202573 206f6363 75727265 Error %s occurre │ │ │ │ - 0x00038458 6420696e 20617474 656d7074 696e6720 d in attempting │ │ │ │ - 0x00038468 746f206d 616b6520 6e657477 6f726b20 to make network │ │ │ │ - 0x00038478 70726f67 72657373 20287073 6d325f6d progress (psm2_m │ │ │ │ - 0x00038488 715f6970 65656b29 2e000000 00000000 q_ipeek)........ │ │ │ │ - 0x00038498 4572726f 72206f62 7461696e 696e6720 Error obtaining │ │ │ │ - 0x000384a8 756e6971 75652074 72616e73 706f7274 unique transport │ │ │ │ - 0x000384b8 206b6579 2066726f 6d20504d 49582028 key from PMIX ( │ │ │ │ - 0x000384c8 4f4d5049 5f4d4341 5f6f7274 655f7072 OMPI_MCA_orte_pr │ │ │ │ - 0x000384d8 65636f6e 64697469 6f6e5f74 72616e73 econdition_trans │ │ │ │ - 0x000384e8 706f7274 73202573 00000000 00000000 ports %s........ │ │ │ │ - 0x000384f8 74686520 656e7669 726f6e6d 656e7429 the environment) │ │ │ │ - 0x00038508 2e000000 00000000 50534d32 20776173 ........PSM2 was │ │ │ │ - 0x00038518 20756e61 626c6520 746f206f 70656e20 unable to open │ │ │ │ - 0x00038528 616e2065 6e64706f 696e742e 20506c65 an endpoint. Ple │ │ │ │ - 0x00038538 61736520 6d616b65 20737572 65207468 ase make sure th │ │ │ │ - 0x00038548 61742074 6865206e 6574776f 726b206c at the network l │ │ │ │ - 0x00038558 696e6b20 69730000 61637469 7665206f ink is..active o │ │ │ │ - 0x00038568 6e207468 65206e6f 64652061 6e642074 n the node and t │ │ │ │ - 0x00038578 68652068 61726477 61726520 69732066 he hardware is f │ │ │ │ - 0x00038588 756e6374 696f6e69 6e672e00 00000000 unctioning...... │ │ │ │ - 0x00038598 20204572 726f723a 20257300 00000000 Error: %s..... │ │ │ │ - 0x000385a8 496e6974 69616c69 7a617469 6f6e206f Initialization o │ │ │ │ - 0x000385b8 66205053 4d32206c 69627261 72792066 f PSM2 library f │ │ │ │ - 0x000385c8 61696c65 642e0000 4f464920 63616c6c ailed...OFI call │ │ │ │ - 0x000385d8 20666169 6c000000 4e6f7420 656e6f75 fail...Not enou │ │ │ │ - 0x000385e8 67682062 69747320 666f7220 43494400 gh bits for CID. │ │ │ │ - 0x000385f8 53455020 756e6176 61696c61 626c6500 SEP unavailable. │ │ │ │ - 0x00038608 53455020 72657175 69726564 00000000 SEP required.... │ │ │ │ - 0x00038618 53455020 74687265 61642067 726f7570 SEP thread group │ │ │ │ - 0x00038628 696e6720 63747874 206c696d 69740000 ing ctxt limit.. │ │ │ │ - 0x00038638 4c6f6361 6c207261 6e6b7320 65786365 Local ranks exce │ │ │ │ - 0x00038648 6564206f 66692063 6f6e7465 78747300 ed ofi contexts. │ │ │ │ - 0x00038658 43747874 73206578 63656564 65642061 Ctxts exceeded a │ │ │ │ - 0x00038668 7661696c 61626c65 00000000 00000000 vailable........ │ │ │ │ - 0x00038678 6d6f6465 78206661 696c6564 00000000 modex failed.... │ │ │ │ - 0x00038688 42756666 6572204d 656d6f72 79205265 Buffer Memory Re │ │ │ │ - 0x00038698 67697374 72617469 6f6e2046 61696c65 gistration Faile │ │ │ │ - 0x000386a8 64000000 00000000 4f70656e 204d5049 d.......Open MPI │ │ │ │ - 0x000386b8 20666169 6c656420 746f2072 65676973 failed to regis │ │ │ │ - 0x000386c8 74657220 796f7572 20627566 6665722e ter your buffer. │ │ │ │ - 0x000386d8 00000000 00000000 54686973 20657272 ........This err │ │ │ │ - 0x000386e8 6f722069 73206661 74616c2c 20796f75 or is fatal, you │ │ │ │ - 0x000386f8 72206a6f 62207769 6c6c2061 626f7274 r job will abort │ │ │ │ - 0x00038708 00000000 00000000 20204275 66666572 ........ Buffer │ │ │ │ - 0x00038718 20547970 653a2025 73000000 00000000 Type: %s....... │ │ │ │ - 0x00038728 20204275 66666572 20416464 72657373 Buffer Address │ │ │ │ - 0x00038738 3a202570 00000000 20204275 66666572 : %p.... Buffer │ │ │ │ - 0x00038748 204c656e 6774683a 20256400 00000000 Length: %d..... │ │ │ │ - 0x00038758 20204572 726f723a 20257320 28257a64 Error: %s (%zd │ │ │ │ - 0x00038768 29000000 00000000 4d657373 61676520 ).......Message │ │ │ │ - 0x00038778 73697a65 20256c6c 75206269 67676572 size %llu bigger │ │ │ │ - 0x00038788 20746861 6e207375 70706f72 74656420 than supported │ │ │ │ - 0x00038798 62792073 656c6563 74656420 7472616e by selected tran │ │ │ │ - 0x000387a8 73706f72 742e204d 6178203d 20256c6c sport. Max = %ll │ │ │ │ - 0x000387b8 75000000 00000000 54686520 4f464920 u.......The OFI │ │ │ │ - 0x000387c8 4d544c20 77617320 6e6f7420 61626c65 MTL was not able │ │ │ │ - 0x000387d8 20746f20 66696e64 20656e64 706f696e to find endpoin │ │ │ │ - 0x000387e8 7420696e 666f726d 6174696f 6e20666f t information fo │ │ │ │ - 0x000387f8 72206120 72656d6f 74650000 00000000 r a remote...... │ │ │ │ - 0x00038808 656e6470 6f696e74 2e20204d 6f737420 endpoint. Most │ │ │ │ - 0x00038818 6c696b65 6c792c20 74686973 206d6561 likely, this mea │ │ │ │ - 0x00038828 6e732074 68617420 74686520 72656d6f ns that the remo │ │ │ │ - 0x00038838 74652070 726f6365 73732077 61732075 te process was u │ │ │ │ - 0x00038848 6e61626c 65000000 746f2069 6e697469 nable...to initi │ │ │ │ - 0x00038858 616c697a 65207468 65204c69 62666162 alize the Libfab │ │ │ │ - 0x00038868 72696320 4e494320 636f7272 6563746c ric NIC correctl │ │ │ │ - 0x00038878 792e2020 54686973 20657272 6f722069 y. This error i │ │ │ │ - 0x00038888 73206e6f 74000000 7265636f 76657261 s not...recovera │ │ │ │ - 0x00038898 626c6520 616e6420 796f7572 20617070 ble and your app │ │ │ │ - 0x000388a8 6c696361 74696f6e 20697320 6c696b65 lication is like │ │ │ │ - 0x000388b8 6c792074 6f206162 6f72742e 00000000 ly to abort..... │ │ │ │ - 0x000388c8 20205265 6d6f7465 20686f73 743a2025 Remote host: % │ │ │ │ - 0x000388d8 73000000 00000000 20204572 726f723a s....... Error: │ │ │ │ - 0x000388e8 20257320 28256429 00000000 00000000 %s (%d)........ │ │ │ │ - 0x000388f8 55736572 20726571 75657374 65642066 User requested f │ │ │ │ - 0x00038908 6f72206d 6f726520 7468616e 20617661 or more than ava │ │ │ │ - 0x00038918 696c6162 6c652063 6f6e7465 78747320 ilable contexts │ │ │ │ - 0x00038928 66726f6d 2070726f 76696465 722e204c from provider. L │ │ │ │ - 0x00038938 696d6974 696e6700 746f206d 61782061 imiting.to max a │ │ │ │ - 0x00038948 6c6c6f77 65642028 2564292e 20436f6e llowed (%d). Con │ │ │ │ - 0x00038958 74657874 73207769 6c6c2062 65207265 texts will be re │ │ │ │ - 0x00038968 20757365 6420696e 20726f75 6e642d72 used in round-r │ │ │ │ - 0x00038978 6f62696e 20666173 68696f6e 20696620 obin fashion if │ │ │ │ - 0x00038988 74686572 65000000 61726520 6d6f7265 there...are more │ │ │ │ - 0x00038998 20746872 65616473 20746861 6e207468 threads than th │ │ │ │ - 0x000389a8 65206176 61696c61 626c6520 636f6e74 e available cont │ │ │ │ - 0x000389b8 65787473 2e000000 20204c6f 63617469 exts.... Locati │ │ │ │ - 0x000389c8 6f6e3a20 25733a25 64000000 00000000 on: %s:%d....... │ │ │ │ - 0x000389d8 4e756d62 6572206f 66206c6f 63616c20 Number of local │ │ │ │ - 0x000389e8 72616e6b 73206578 63656564 20746865 ranks exceed the │ │ │ │ - 0x000389f8 206e756d 62657220 6f662061 7661696c number of avail │ │ │ │ - 0x00038a08 61626c65 204f4649 20636f6e 74657874 able OFI context │ │ │ │ - 0x00038a18 7320696e 20257300 70726f76 69646572 s in %s.provider │ │ │ │ - 0x00038a28 20616e64 20776520 63616e6e 6f742070 and we cannot p │ │ │ │ - 0x00038a38 726f7669 73696f6e 20656e6f 75676820 rovision enough │ │ │ │ - 0x00038a48 636f6e74 65787473 20666f72 20656163 contexts for eac │ │ │ │ - 0x00038a58 68207261 6e6b2e20 54727920 64697361 h rank. Try disa │ │ │ │ - 0x00038a68 626c696e 67000000 5363616c 61626c65 bling...Scalable │ │ │ │ - 0x00038a78 20456e64 706f696e 74206665 61747572 Endpoint featur │ │ │ │ - 0x00038a88 652e0000 00000000 52656163 68656420 e.......Reached │ │ │ │ - 0x00038a98 6c696d69 74202825 64292066 6f72206e limit (%d) for n │ │ │ │ - 0x00038aa8 756d6265 72206f66 204f4649 20636f6e umber of OFI con │ │ │ │ - 0x00038ab8 74657874 73207365 74206279 206d746c texts set by mtl │ │ │ │ - 0x00038ac8 5f6f6669 5f6e756d 5f637478 74732e00 _ofi_num_ctxts.. │ │ │ │ - 0x00038ad8 506c6561 73652073 6574206d 746c5f6f Please set mtl_o │ │ │ │ - 0x00038ae8 66695f6e 756d5f63 74787473 20746f20 fi_num_ctxts to │ │ │ │ - 0x00038af8 61206c61 72676572 2076616c 75652069 a larger value i │ │ │ │ - 0x00038b08 6620796f 75206e65 6564206d 6f726520 f you need more │ │ │ │ - 0x00038b18 636f6e74 65787473 2e000000 00000000 contexts........ │ │ │ │ - 0x00038b28 49662061 6e204d50 49206170 706c6963 If an MPI applic │ │ │ │ - 0x00038b38 6174696f 6e206372 65617465 73206d6f ation creates mo │ │ │ │ - 0x00038b48 72652063 6f6d6d75 6e696361 746f7273 re communicators │ │ │ │ - 0x00038b58 20746861 6e206d74 6c5f6f66 695f6e75 than mtl_ofi_nu │ │ │ │ - 0x00038b68 6d5f6374 7874732c 00000000 00000000 m_ctxts,........ │ │ │ │ - 0x00038b78 4f464920 4d544c20 77696c6c 206d616b OFI MTL will mak │ │ │ │ - 0x00038b88 65207468 65206e65 7720636f 6d6d756e e the new commun │ │ │ │ - 0x00038b98 69636174 6f727320 72652d75 73652065 icators re-use e │ │ │ │ - 0x00038ba8 78697374 696e6720 636f6e74 65787473 xisting contexts │ │ │ │ - 0x00038bb8 20696e00 00000000 726f756e 642d726f in.....round-ro │ │ │ │ - 0x00038bc8 62696e20 66617368 696f6e20 77686963 bin fashion whic │ │ │ │ - 0x00038bd8 68207769 6c6c2069 6d706163 74207065 h will impact pe │ │ │ │ - 0x00038be8 72666f72 6d616e63 652e0000 00000000 rformance....... │ │ │ │ - 0x00038bf8 5363616c 61626c65 20456e64 706f696e Scalable Endpoin │ │ │ │ - 0x00038c08 74206665 61747572 65206973 20726571 t feature is req │ │ │ │ - 0x00038c18 75697265 6420666f 72205468 72656164 uired for Thread │ │ │ │ - 0x00038c28 2047726f 7570696e 67206665 61747572 Grouping featur │ │ │ │ - 0x00038c38 6520746f 20776f72 6b2e0000 00000000 e to work....... │ │ │ │ - 0x00038c48 506c6561 73652074 72792065 6e61626c Please try enabl │ │ │ │ - 0x00038c58 696e6720 5363616c 61626c65 20456e64 ing Scalable End │ │ │ │ - 0x00038c68 706f696e 74732075 73696e67 206d746c points using mtl │ │ │ │ - 0x00038c78 5f6f6669 5f656e61 626c655f 7365702e _ofi_enable_sep. │ │ │ │ - 0x00038c88 00000000 00000000 5363616c 61626c65 ........Scalable │ │ │ │ - 0x00038c98 20456e64 706f696e 74206665 61747572 Endpoint featur │ │ │ │ - 0x00038ca8 65206973 20656e61 626c6564 20627920 e is enabled by │ │ │ │ - 0x00038cb8 74686520 75736572 20627574 20697420 the user but it │ │ │ │ - 0x00038cc8 6973206e 6f742073 7570706f 72746564 is not supported │ │ │ │ - 0x00038cd8 20627900 00000000 25732070 726f7669 by.....%s provi │ │ │ │ - 0x00038ce8 6465722e 20547279 20646973 61626c69 der. Try disabli │ │ │ │ - 0x00038cf8 6e672074 68697320 66656174 75726520 ng this feature │ │ │ │ - 0x00038d08 6f722075 73652061 20646966 66657265 or use a differe │ │ │ │ - 0x00038d18 6e742070 726f7669 64657220 74686174 nt provider that │ │ │ │ - 0x00038d28 00000000 00000000 73757070 6f727473 ........supports │ │ │ │ - 0x00038d38 20697420 7573696e 67206d74 6c5f6f66 it using mtl_of │ │ │ │ - 0x00038d48 695f7072 6f766964 65725f69 6e636c75 i_provider_inclu │ │ │ │ - 0x00038d58 64652e00 00000000 4f464920 70726f76 de......OFI prov │ │ │ │ - 0x00038d68 69646572 20222573 2220646f 6573206e ider "%s" does n │ │ │ │ - 0x00038d78 6f742068 61766520 656e6f75 67682066 ot have enough f │ │ │ │ - 0x00038d88 72656520 62697473 20696e20 69747320 ree bits in its │ │ │ │ - 0x00038d98 74616720 746f2066 69742074 6865204d tag to fit the M │ │ │ │ - 0x00038da8 50490000 00000000 436f6d6d 756e6963 PI......Communic │ │ │ │ - 0x00038db8 61746f72 2049442e 20536565 20746865 ator ID. See the │ │ │ │ - 0x00038dc8 206d656d 5f746167 5f666f72 6d617420 mem_tag_format │ │ │ │ - 0x00038dd8 6f662074 68652070 726f7669 64657220 of the provider │ │ │ │ - 0x00038de8 62792072 756e6e69 6e673a00 00000000 by running:..... │ │ │ │ - 0x00038df8 66695f69 6e666f20 2d76202d 70202573 fi_info -v -p %s │ │ │ │ - 0x00038e08 00000000 00000000 4f70656e 204d5049 ........Open MPI │ │ │ │ - 0x00038e18 20666169 6c656420 616e204f 4649204c failed an OFI L │ │ │ │ - 0x00038e28 69626661 62726963 206c6962 72617279 ibfabric library │ │ │ │ - 0x00038e38 2063616c 6c202825 73292e20 20546869 call (%s). Thi │ │ │ │ - 0x00038e48 73206973 20686967 686c7900 00000000 s is highly..... │ │ │ │ - 0x00038e58 756e7573 75616c3b 20796f75 72206a6f unusual; your jo │ │ │ │ - 0x00038e68 62206d61 79206265 68617665 20756e70 b may behave unp │ │ │ │ - 0x00038e78 72656469 63746162 6c792028 616e642f redictably (and/ │ │ │ │ - 0x00038e88 6f722061 626f7274 29206166 74657220 or abort) after │ │ │ │ - 0x00038e98 74686973 2e000000 6d70692d 61626f72 this....mpi-abor │ │ │ │ - 0x00038ea8 74000000 00000000 4d504920 66756e63 t.......MPI func │ │ │ │ - 0x00038eb8 74696f6e 206e6f74 20737570 706f7274 tion not support │ │ │ │ - 0x00038ec8 65640000 00000000 596f7572 20617070 ed......Your app │ │ │ │ - 0x00038ed8 6c696361 74696f6e 20686173 20696e76 lication has inv │ │ │ │ - 0x00038ee8 6f6b6564 20616e20 4d504920 66756e63 oked an MPI func │ │ │ │ - 0x00038ef8 74696f6e 20746861 74206973 206e6f74 tion that is not │ │ │ │ - 0x00038f08 20737570 706f7274 65642069 6e000000 supported in... │ │ │ │ - 0x00038f18 74686973 20656e76 69726f6e 6d656e74 this environment │ │ │ │ - 0x00038f28 2e000000 00000000 20204d50 49206675 ........ MPI fu │ │ │ │ - 0x00038f38 6e637469 6f6e3a20 25730000 00000000 nction: %s...... │ │ │ │ - 0x00038f48 20205265 61736f6e 3a202020 20202020 Reason: │ │ │ │ - 0x00038f58 25730000 00000000 4d50495f 41424f52 %s......MPI_ABOR │ │ │ │ - 0x00038f68 54207761 7320696e 766f6b65 64206f6e T was invoked on │ │ │ │ - 0x00038f78 2072616e 6b202564 20696e20 636f6d6d rank %d in comm │ │ │ │ - 0x00038f88 756e6963 61746f72 20257300 00000000 unicator %s..... │ │ │ │ - 0x00038f98 20205072 6f633a20 25730000 00000000 Proc: %s...... │ │ │ │ - 0x00038fa8 20204572 726f7263 6f64653a 20256400 Errorcode: %d. │ │ │ │ - 0x00038fb8 4e4f5445 3a20696e 766f6b69 6e67204d NOTE: invoking M │ │ │ │ - 0x00038fc8 50495f41 424f5254 20636175 73657320 PI_ABORT causes │ │ │ │ - 0x00038fd8 4f70656e 204d5049 20746f20 6b696c6c Open MPI to kill │ │ │ │ - 0x00038fe8 20616c6c 204d5049 2070726f 63657373 all MPI process │ │ │ │ - 0x00038ff8 65732e00 00000000 596f7520 6d617920 es......You may │ │ │ │ - 0x00039008 6f72206d 6179206e 6f742073 6565206f or may not see o │ │ │ │ - 0x00039018 75747075 74206672 6f6d206f 74686572 utput from other │ │ │ │ - 0x00039028 2070726f 63657373 65732c20 64657065 processes, depe │ │ │ │ - 0x00039038 6e64696e 67206f6e 00000000 00000000 nding on........ │ │ │ │ - 0x00039048 65786163 746c7920 7768656e 204f7065 exactly when Ope │ │ │ │ - 0x00039058 6e204d50 49206b69 6c6c7320 7468656d n MPI kills them │ │ │ │ - 0x00039068 2e000000 00000000 6d70695f 696e6974 ........mpi_init │ │ │ │ - 0x00039078 3a737461 72747570 3a696e74 65726e61 :startup:interna │ │ │ │ - 0x00039088 6c2d6661 696c7572 65000000 00000000 l-failure....... │ │ │ │ - 0x00039098 6d70695f 696e6974 3a737461 72747570 mpi_init:startup │ │ │ │ - 0x000390a8 3a706d6c 2d616464 2d70726f 63732d66 :pml-add-procs-f │ │ │ │ - 0x000390b8 61696c00 00000000 6d70692d 70617261 ail.....mpi-para │ │ │ │ - 0x000390c8 6d2d6368 65636b2d 656e6162 6c65642d m-check-enabled- │ │ │ │ - 0x000390d8 6275742d 636f6d70 696c6564 2d6f7574 but-compiled-out │ │ │ │ - 0x000390e8 00000000 00000000 6d70695f 696e6974 ........mpi_init │ │ │ │ - 0x000390f8 3a20696e 766f6b65 64206d75 6c746970 : invoked multip │ │ │ │ - 0x00039108 6c652074 696d6573 00000000 00000000 le times........ │ │ │ │ - 0x00039118 6d70695f 696e6974 3a20616c 72656164 mpi_init: alread │ │ │ │ - 0x00039128 79206669 6e616c69 7a656400 00000000 y finalized..... │ │ │ │ - 0x00039138 6d70695f 66696e61 6c697a65 3a206e6f mpi_finalize: no │ │ │ │ - 0x00039148 7420696e 69746961 6c697a65 64000000 t initialized... │ │ │ │ - 0x00039158 6d70695f 66696e61 6c697a65 3a696e76 mpi_finalize:inv │ │ │ │ - 0x00039168 6f6b6564 5f6d756c 7469706c 655f7469 oked_multiple_ti │ │ │ │ - 0x00039178 6d657300 00000000 73706172 73652067 mes.....sparse g │ │ │ │ - 0x00039188 726f7570 7320656e 61626c65 64206275 roups enabled bu │ │ │ │ - 0x00039198 7420636f 6d70696c 6564206f 75740000 t compiled out.. │ │ │ │ - 0x000391a8 68657465 726f6765 6e656f75 732d7375 heterogeneous-su │ │ │ │ - 0x000391b8 70706f72 742d756e 61766169 6c61626c pport-unavailabl │ │ │ │ - 0x000391c8 65000000 00000000 6e6f2063 75646120 e.......no cuda │ │ │ │ - 0x000391d8 73757070 6f727400 7370633a 204d5049 support.spc: MPI │ │ │ │ - 0x000391e8 5f542064 69736162 6c656400 00000000 _T disabled..... │ │ │ │ - 0x000391f8 6e6f2d70 6d690000 6e6f2d70 6d69782d no-pmi..no-pmix- │ │ │ │ - 0x00039208 62757400 00000000 4e6f2050 4d497820 but.....No PMIx │ │ │ │ - 0x00039218 73657276 65722077 61732072 65616368 server was reach │ │ │ │ - 0x00039228 61626c65 2c206275 74206120 504d4931 able, but a PMI1 │ │ │ │ - 0x00039238 2f322077 61732064 65746563 7465642e /2 was detected. │ │ │ │ - 0x00039248 00000000 00000000 49662073 72756e20 ........If srun │ │ │ │ - 0x00039258 69732062 65696e67 20757365 6420746f is being used to │ │ │ │ - 0x00039268 206c6175 6e636820 6170706c 69636174 launch applicat │ │ │ │ - 0x00039278 696f6e2c 20202564 2073696e 676c6574 ion, %d singlet │ │ │ │ - 0x00039288 6f6e7320 77696c6c 20626520 73746172 ons will be star │ │ │ │ - 0x00039298 7465642e 00000000 504d4978 5f496e69 ted.....PMIx_Ini │ │ │ │ - 0x000392a8 74206661 696c6564 20666f72 20746865 t failed for the │ │ │ │ - 0x000392b8 20666f6c 6c6f7769 6e672072 6561736f following reaso │ │ │ │ - 0x000392c8 6e3a0000 00000000 4f70656e 204d5049 n:......Open MPI │ │ │ │ - 0x000392d8 20726571 75697265 73206163 63657373 requires access │ │ │ │ - 0x000392e8 20746f20 61206c6f 63616c20 504d4978 to a local PMIx │ │ │ │ - 0x000392f8 20736572 76657220 746f2065 78656375 server to execu │ │ │ │ - 0x00039308 74652e20 506c6561 73652065 6e737572 te. Please ensur │ │ │ │ - 0x00039318 65000000 00000000 74686174 20656974 e.......that eit │ │ │ │ - 0x00039328 68657220 796f7520 61726520 6f706572 her you are oper │ │ │ │ - 0x00039338 6174696e 6720696e 20612050 4d49782d ating in a PMIx- │ │ │ │ - 0x00039348 656e6162 6c656420 656e7669 726f6e6d enabled environm │ │ │ │ - 0x00039358 656e742c 206f7220 75736520 226d7069 ent, or use "mpi │ │ │ │ - 0x00039368 72756e22 00000000 746f2065 78656375 run"....to execu │ │ │ │ - 0x00039378 74652074 6865206a 6f622e00 00000000 te the job...... │ │ │ │ - 0x00039388 54686572 65207761 7320616e 20657272 There was an err │ │ │ │ - 0x00039398 6f722072 65676973 74657269 6e672073 or registering s │ │ │ │ - 0x000393a8 6f667477 61726520 70657266 6f726d61 oftware performa │ │ │ │ - 0x000393b8 6e636520 636f756e 74657273 20285350 nce counters (SP │ │ │ │ - 0x000393c8 43732920 61730000 4d50495f 54207065 Cs) as..MPI_T pe │ │ │ │ - 0x000393d8 72666f72 6d616e63 65207661 72696162 rformance variab │ │ │ │ - 0x000393e8 6c65732e 2020596f 7572206a 6f622077 les. Your job w │ │ │ │ - 0x000393f8 696c6c20 636f6e74 696e7565 2c206275 ill continue, bu │ │ │ │ - 0x00039408 74205350 43732077 696c6c20 62650000 t SPCs will be.. │ │ │ │ - 0x00039418 64697361 626c6564 20666f72 204d5049 disabled for MPI │ │ │ │ - 0x00039428 5f542e00 00000000 54686520 75736572 _T......The user │ │ │ │ - 0x00039438 20726571 75657374 65642043 55444120 requested CUDA │ │ │ │ - 0x00039448 73757070 6f727420 77697468 20746865 support with the │ │ │ │ - 0x00039458 202d2d6d 6361206d 70695f63 7564615f --mca mpi_cuda_ │ │ │ │ - 0x00039468 73757070 6f727420 3120666c 61670000 support 1 flag.. │ │ │ │ - 0x00039478 62757420 74686520 6c696272 61727920 but the library │ │ │ │ - 0x00039488 77617320 6e6f7420 636f6d70 696c6564 was not compiled │ │ │ │ - 0x00039498 20776974 6820616e 79207375 70706f72 with any suppor │ │ │ │ - 0x000394a8 742e0000 00000000 54686973 20696e73 t.......This ins │ │ │ │ - 0x000394b8 74616c6c 6174696f 6e206f66 204f7065 tallation of Ope │ │ │ │ - 0x000394c8 6e204d50 49207761 7320636f 6e666967 n MPI was config │ │ │ │ - 0x000394d8 75726564 20776974 686f7574 20737570 ured without sup │ │ │ │ - 0x000394e8 706f7274 20666f72 00000000 00000000 port for........ │ │ │ │ - 0x000394f8 68657465 726f6765 6e656f75 73206172 heterogeneous ar │ │ │ │ - 0x00039508 63686974 65637475 7265732c 20627574 chitectures, but │ │ │ │ - 0x00039518 20617420 6c656173 74206f6e 65206e6f at least one no │ │ │ │ - 0x00039528 64652069 6e207468 6520616c 6c6f6361 de in the alloca │ │ │ │ - 0x00039538 74696f6e 00000000 77617320 64657465 tion....was dete │ │ │ │ - 0x00039548 63746564 20746f20 68617665 20612064 cted to have a d │ │ │ │ - 0x00039558 69666665 72656e74 20617263 68697465 ifferent archite │ │ │ │ - 0x00039568 63747572 652e2054 68652064 65746563 cture. The detec │ │ │ │ - 0x00039578 74656420 6e6f6465 20776173 3a000000 ted node was:... │ │ │ │ - 0x00039588 4e6f6465 3a202573 00000000 00000000 Node: %s........ │ │ │ │ - 0x00039598 496e206f 72646572 20746f20 6f706572 In order to oper │ │ │ │ - 0x000395a8 61746520 696e2061 20686574 65726f67 ate in a heterog │ │ │ │ - 0x000395b8 656e656f 75732065 6e766972 6f6e6d65 eneous environme │ │ │ │ - 0x000395c8 6e742c20 706c6561 73652072 65636f6e nt, please recon │ │ │ │ - 0x000395d8 66696775 72650000 4f70656e 204d5049 figure..Open MPI │ │ │ │ - 0x000395e8 20776974 68202d2d 656e6162 6c652d68 with --enable-h │ │ │ │ - 0x000395f8 65746572 6f67656e 656f7573 2e000000 eterogeneous.... │ │ │ │ - 0x00039608 5741524e 494e473a 20546865 204d4341 WARNING: The MCA │ │ │ │ - 0x00039618 20706172 616d6574 6572206d 70695f75 parameter mpi_u │ │ │ │ - 0x00039628 73655f73 70617273 655f6772 6f75705f se_sparse_group_ │ │ │ │ - 0x00039638 73746f72 61676520 68617320 6265656e storage has been │ │ │ │ - 0x00039648 20736574 00000000 746f2074 7275652c set....to true, │ │ │ │ - 0x00039658 20627574 20737061 72736520 67726f75 but sparse grou │ │ │ │ - 0x00039668 70207375 70706f72 74207761 73206e6f p support was no │ │ │ │ - 0x00039678 7420636f 6d70696c 65642069 6e746f20 t compiled into │ │ │ │ - 0x00039688 4f70656e 204d5049 2e202054 68650000 Open MPI. The.. │ │ │ │ - 0x00039698 6d70695f 7573655f 73706172 73655f67 mpi_use_sparse_g │ │ │ │ - 0x000396a8 726f7570 5f73746f 72616765 2076616c roup_storage val │ │ │ │ - 0x000396b8 75652068 61732074 68657265 666f7265 ue has therefore │ │ │ │ - 0x000396c8 20626565 6e206967 6e6f7265 642e0000 been ignored... │ │ │ │ - 0x000396d8 54686520 66756e63 74696f6e 204d5049 The function MPI │ │ │ │ - 0x000396e8 5f46494e 414c495a 45207761 7320696e _FINALIZE was in │ │ │ │ - 0x000396f8 766f6b65 64206d75 6c746970 6c652074 voked multiple t │ │ │ │ - 0x00039708 696d6573 20696e20 61207369 6e676c65 imes in a single │ │ │ │ - 0x00039718 00000000 00000000 70726f63 65737320 ........process │ │ │ │ - 0x00039728 6f6e2068 6f737420 25732c20 50494420 on host %s, PID │ │ │ │ - 0x00039738 25642e00 00000000 54686973 20696e64 %d......This ind │ │ │ │ - 0x00039748 69636174 65732061 6e206572 726f6e65 icates an errone │ │ │ │ - 0x00039758 6f757320 4d504920 70726f67 72616d3b ous MPI program; │ │ │ │ - 0x00039768 204d5049 5f46494e 414c495a 45206973 MPI_FINALIZE is │ │ │ │ - 0x00039778 206f6e6c 7920616c 6c6f7765 64000000 only allowed... │ │ │ │ - 0x00039788 746f2062 6520696e 766f6b65 64206578 to be invoked ex │ │ │ │ - 0x00039798 6163746c 79206f6e 63652069 6e206120 actly once in a │ │ │ │ - 0x000397a8 70726f63 6573732e 00000000 00000000 process......... │ │ │ │ - 0x000397b8 54686520 66756e63 74696f6e 204d5049 The function MPI │ │ │ │ - 0x000397c8 5f46494e 414c495a 45207761 7320696e _FINALIZE was in │ │ │ │ - 0x000397d8 766f6b65 64206265 666f7265 204d5049 voked before MPI │ │ │ │ - 0x000397e8 20776173 20696e69 7469616c 697a6564 was initialized │ │ │ │ - 0x000397f8 20696e20 61000000 54686973 20696e64 in a...This ind │ │ │ │ - 0x00039808 69636174 65732061 6e206572 726f6e65 icates an errone │ │ │ │ - 0x00039818 6f757320 4d504920 70726f67 72616d3b ous MPI program; │ │ │ │ - 0x00039828 204d5049 206d7573 74206265 20696e69 MPI must be ini │ │ │ │ - 0x00039838 7469616c 697a6564 00000000 00000000 tialized........ │ │ │ │ - 0x00039848 6265666f 72652069 74206361 6e206265 before it can be │ │ │ │ - 0x00039858 2066696e 616c697a 65642e00 00000000 finalized...... │ │ │ │ - 0x00039868 4f70656e 204d5049 20686173 20646574 Open MPI has det │ │ │ │ - 0x00039878 65637465 64207468 61742074 68697320 ected that this │ │ │ │ - 0x00039888 70726f63 65737320 68617320 61747465 process has atte │ │ │ │ - 0x00039898 6d707465 6420746f 20696e69 7469616c mpted to initial │ │ │ │ - 0x000398a8 697a6500 00000000 4d504920 28766961 ize.....MPI (via │ │ │ │ - 0x000398b8 204d5049 5f494e49 54206f72 204d5049 MPI_INIT or MPI │ │ │ │ - 0x000398c8 5f494e49 545f5448 52454144 29206166 _INIT_THREAD) af │ │ │ │ - 0x000398d8 74657220 4d50495f 46494e41 4c495a45 ter MPI_FINALIZE │ │ │ │ - 0x000398e8 20686173 20626565 6e000000 00000000 has been....... │ │ │ │ - 0x000398f8 63616c6c 65642e20 20546869 73206973 called. This is │ │ │ │ - 0x00039908 20657272 6f6e656f 75732e00 00000000 erroneous...... │ │ │ │ - 0x00039918 4d504920 28766961 204d5049 5f494e49 MPI (via MPI_INI │ │ │ │ - 0x00039928 54206f72 204d5049 5f494e49 545f5448 T or MPI_INIT_TH │ │ │ │ - 0x00039938 52454144 29206d6f 72652074 68616e20 READ) more than │ │ │ │ - 0x00039948 6f6e6365 2e202054 68697320 69730000 once. This is.. │ │ │ │ - 0x00039958 6572726f 6e656f75 732e0000 00000000 erroneous....... │ │ │ │ - 0x00039968 5741524e 494e473a 20546865 204d4341 WARNING: The MCA │ │ │ │ - 0x00039978 20706172 616d6574 6572206d 70695f70 parameter mpi_p │ │ │ │ - 0x00039988 6172616d 5f636865 636b2068 61732062 aram_check has b │ │ │ │ - 0x00039998 65656e20 73657420 746f2074 7275652c een set to true, │ │ │ │ - 0x000399a8 20627574 00000000 70617261 6d657465 but....paramete │ │ │ │ - 0x000399b8 72206368 65636b69 6e672068 61732062 r checking has b │ │ │ │ - 0x000399c8 65656e20 636f6d70 696c6564 206f7574 een compiled out │ │ │ │ - 0x000399d8 206f6620 4f70656e 204d5049 2e202054 of Open MPI. T │ │ │ │ - 0x000399e8 68650000 00000000 6d70695f 70617261 he......mpi_para │ │ │ │ - 0x000399f8 6d5f6368 65636b20 76616c75 65206861 m_check value ha │ │ │ │ - 0x00039a08 73207468 65726566 6f726520 6265656e s therefore been │ │ │ │ - 0x00039a18 2069676e 6f726564 2e000000 00000000 ignored........ │ │ │ │ - 0x00039a28 4d50495f 494e4954 20686173 20666169 MPI_INIT has fai │ │ │ │ - 0x00039a38 6c656420 62656361 75736520 6174206c led because at l │ │ │ │ - 0x00039a48 65617374 206f6e65 204d5049 2070726f east one MPI pro │ │ │ │ - 0x00039a58 63657373 20697320 756e7265 61636861 cess is unreacha │ │ │ │ - 0x00039a68 626c6500 00000000 66726f6d 20616e6f ble.....from ano │ │ │ │ - 0x00039a78 74686572 2e202054 68697320 2a757375 ther. This *usu │ │ │ │ - 0x00039a88 616c6c79 2a206d65 616e7320 74686174 ally* means that │ │ │ │ - 0x00039a98 20616e20 756e6465 726c7969 6e672063 an underlying c │ │ │ │ - 0x00039aa8 6f6d6d75 6e696361 74696f6e 00000000 ommunication.... │ │ │ │ - 0x00039ab8 706c7567 696e202d 2d207375 63682061 plugin -- such a │ │ │ │ - 0x00039ac8 73206120 42544c20 6f722061 6e204d54 s a BTL or an MT │ │ │ │ - 0x00039ad8 4c202d2d 20686173 20656974 68657220 L -- has either │ │ │ │ - 0x00039ae8 6e6f7420 6c6f6164 6564206f 72206e6f not loaded or no │ │ │ │ - 0x00039af8 74000000 00000000 616c6c6f 77656420 t.......allowed │ │ │ │ - 0x00039b08 69747365 6c662074 6f206265 20757365 itself to be use │ │ │ │ - 0x00039b18 642e2020 596f7572 204d5049 206a6f62 d. Your MPI job │ │ │ │ - 0x00039b28 2077696c 6c206e6f 77206162 6f72742e will now abort. │ │ │ │ - 0x00039b38 00000000 00000000 596f7520 6d617920 ........You may │ │ │ │ - 0x00039b48 77697368 20746f20 74727920 746f206e wish to try to n │ │ │ │ - 0x00039b58 6172726f 7720646f 776e2074 68652070 arrow down the p │ │ │ │ - 0x00039b68 726f626c 656d3b00 202a2043 6865636b roblem;. * Check │ │ │ │ - 0x00039b78 20746865 206f7574 70757420 6f66206f the output of o │ │ │ │ - 0x00039b88 6d70695f 696e666f 20746f20 73656520 mpi_info to see │ │ │ │ - 0x00039b98 77686963 68204254 4c2f4d54 4c20706c which BTL/MTL pl │ │ │ │ - 0x00039ba8 7567696e 73206172 65000000 00000000 ugins are....... │ │ │ │ - 0x00039bb8 20202061 7661696c 61626c65 2e000000 available.... │ │ │ │ - 0x00039bc8 202a2052 756e2079 6f757220 6170706c * Run your appl │ │ │ │ - 0x00039bd8 69636174 696f6e20 77697468 204d5049 ication with MPI │ │ │ │ - 0x00039be8 5f544852 4541445f 53494e47 4c452e00 _THREAD_SINGLE.. │ │ │ │ - 0x00039bf8 202a2053 65742074 6865204d 43412070 * Set the MCA p │ │ │ │ - 0x00039c08 6172616d 65746572 2062746c 5f626173 arameter btl_bas │ │ │ │ - 0x00039c18 655f7665 72626f73 6520746f 20313030 e_verbose to 100 │ │ │ │ - 0x00039c28 20286f72 206d746c 5f626173 655f7665 (or mtl_base_ve │ │ │ │ - 0x00039c38 72626f73 652c0000 20202069 66207573 rbose,.. if us │ │ │ │ - 0x00039c48 696e6720 4d544c2d 62617365 6420636f ing MTL-based co │ │ │ │ - 0x00039c58 6d6d756e 69636174 696f6e73 2920746f mmunications) to │ │ │ │ - 0x00039c68 20736565 20657861 63746c79 20776869 see exactly whi │ │ │ │ - 0x00039c78 63680000 00000000 20202063 6f6d6d75 ch...... commu │ │ │ │ - 0x00039c88 6e696361 74696f6e 20706c75 67696e73 nication plugins │ │ │ │ - 0x00039c98 20776572 6520636f 6e736964 65726564 were considered │ │ │ │ - 0x00039ca8 20616e64 2f6f7220 64697363 61726465 and/or discarde │ │ │ │ - 0x00039cb8 642e0000 00000000 4974206c 6f6f6b73 d.......It looks │ │ │ │ - 0x00039cc8 206c696b 65202573 20666169 6c656420 like %s failed │ │ │ │ - 0x00039cd8 666f7220 736f6d65 20726561 736f6e3b for some reason; │ │ │ │ - 0x00039ce8 20796f75 72207061 72616c6c 656c2070 your parallel p │ │ │ │ - 0x00039cf8 726f6365 73732069 73000000 00000000 rocess is....... │ │ │ │ - 0x00039d08 6661696c 20647572 696e6720 25733b20 fail during %s; │ │ │ │ - 0x00039d18 736f6d65 206f6620 77686963 68206172 some of which ar │ │ │ │ - 0x00039d28 65206475 6520746f 20636f6e 66696775 e due to configu │ │ │ │ - 0x00039d38 72617469 6f6e206f 7220656e 7669726f ration or enviro │ │ │ │ - 0x00039d48 6e6d656e 74000000 70726f62 6c656d73 nment...problems │ │ │ │ - 0x00039d58 2e202054 68697320 6661696c 75726520 . This failure │ │ │ │ - 0x00039d68 61707065 61727320 746f2062 6520616e appears to be an │ │ │ │ - 0x00039d78 20696e74 65726e61 6c206661 696c7572 internal failur │ │ │ │ - 0x00039d88 653b2068 65726527 7320736f 6d650000 e; here's some.. │ │ │ │ - 0x00039d98 61646469 74696f6e 616c2069 6e666f72 additional infor │ │ │ │ - 0x00039da8 6d617469 6f6e2028 77686963 68206d61 mation (which ma │ │ │ │ - 0x00039db8 79206f6e 6c792062 65207265 6c657661 y only be releva │ │ │ │ - 0x00039dc8 6e742074 6f20616e 204f7065 6e204d50 nt to an Open MP │ │ │ │ - 0x00039dd8 49000000 00000000 64657665 6c6f7065 I.......develope │ │ │ │ - 0x00039de8 72293a00 00000000 20202d2d 3e205265 r):..... --> Re │ │ │ │ - 0x00039df8 7475726e 65642022 25732220 28256429 turned "%s" (%d) │ │ │ │ - 0x00039e08 20696e73 74656164 206f6620 22537563 instead of "Suc │ │ │ │ - 0x00039e18 63657373 22202830 29000000 00000000 cess" (0)....... │ │ │ │ - 0x00039e28 6e6f2d70 72746572 756e2d66 6f756e64 no-prterun-found │ │ │ │ - 0x00039e38 00000000 00000000 70727465 72756e2d ........prterun- │ │ │ │ - 0x00039e48 65786563 2d666169 6c656400 00000000 exec-failed..... │ │ │ │ - 0x00039e58 4f70656e 204d5049 2773206d 70697275 Open MPI's mpiru │ │ │ │ - 0x00039e68 6e20636f 6d6d616e 6420636f 756c6420 n command could │ │ │ │ - 0x00039e78 6e6f7420 65786563 75746520 74686520 not execute the │ │ │ │ - 0x00039e88 756e6465 726c7969 6e672070 72746572 underlying prter │ │ │ │ - 0x00039e98 756e0000 00000000 636f6d6d 616e642e un......command. │ │ │ │ - 0x00039ea8 20205468 65207072 74657275 6e20636f The prterun co │ │ │ │ - 0x00039eb8 6d6d616e 64207765 20747269 65642074 mmand we tried t │ │ │ │ - 0x00039ec8 6f206578 65637574 6520616e 64207468 o execute and th │ │ │ │ - 0x00039ed8 65206572 726f7200 6d657373 61676520 e error.message │ │ │ │ - 0x00039ee8 66726f6d 20657865 63282920 61726520 from exec() are │ │ │ │ - 0x00039ef8 62656c6f 773a0000 2020436f 6d6d616e below:.. Comman │ │ │ │ - 0x00039f08 643a2025 73000000 20204572 726f7220 d: %s... Error │ │ │ │ - 0x00039f18 4d657373 6167653a 20257300 00000000 Message: %s..... │ │ │ │ - 0x00039f28 4f70656e 204d5049 2773206d 70697275 Open MPI's mpiru │ │ │ │ - 0x00039f38 6e20636f 6d6d616e 64207761 7320756e n command was un │ │ │ │ - 0x00039f48 61626c65 20746f20 66696e64 20616e20 able to find an │ │ │ │ - 0x00039f58 756e6465 726c7969 6e672070 72746572 underlying prter │ │ │ │ - 0x00039f68 756e0000 00000000 636f6d6d 616e6420 un......command │ │ │ │ - 0x00039f78 746f2065 78656375 74652e20 20436f6e to execute. Con │ │ │ │ - 0x00039f88 73696465 72207365 7474696e 67207468 sider setting th │ │ │ │ - 0x00039f98 65204f4d 50495f50 52544552 554e2065 e OMPI_PRTERUN e │ │ │ │ - 0x00039fa8 6e766972 6f6e6d65 6e740000 00000000 nvironment...... │ │ │ │ - 0x00039fb8 76617269 61626c65 20746f20 68656c70 variable to help │ │ │ │ - 0x00039fc8 206d7069 72756e20 66696e64 20746865 mpirun find the │ │ │ │ - 0x00039fd8 20636f72 72656374 20756e64 65726c79 correct underly │ │ │ │ - 0x00039fe8 696e6720 70727465 72756e2e 00000000 ing prterun..... │ │ │ │ - 0x00039ff8 64657072 65636174 65642d63 6f6e7665 deprecated-conve │ │ │ │ - 0x0003a008 72746564 00000000 64657072 65636174 rted....deprecat │ │ │ │ - 0x0003a018 65642d69 6e666f72 6d000000 00000000 ed-inform....... │ │ │ │ - 0x0003a028 64657072 65636174 65642d66 61696c00 deprecated-fail. │ │ │ │ - 0x0003a038 6261642d 70707200 65786563 762d6572 bad-ppr.execv-er │ │ │ │ - 0x0003a048 726f7200 00000000 54686520 73696e67 ror.....The sing │ │ │ │ - 0x0003a058 6c65746f 6e206170 706c6963 6174696f leton applicatio │ │ │ │ - 0x0003a068 6e207761 73206e6f 74206162 6c652074 n was not able t │ │ │ │ - 0x0003a078 6f206669 6e642061 6e206578 65637574 o find an execut │ │ │ │ - 0x0003a088 61626c65 20696e20 796f7572 00000000 able in your.... │ │ │ │ - 0x0003a098 50415448 206f7220 696e2074 68652064 PATH or in the d │ │ │ │ - 0x0003a0a8 69726563 746f7279 20776865 72652050 irectory where P │ │ │ │ - 0x0003a0b8 52544520 77617320 696e6974 69616c6c RTE was initiall │ │ │ │ - 0x0003a0c8 7920696e 7374616c 6c65642c 20616e64 y installed, and │ │ │ │ - 0x0003a0d8 00000000 00000000 74686572 65666f72 ........therefor │ │ │ │ - 0x0003a0e8 65206361 6e6e6f74 20636f6e 74696e75 e cannot continu │ │ │ │ - 0x0003a0f8 652e0000 00000000 466f7220 72656665 e.......For refe │ │ │ │ - 0x0003a108 72656e63 652c2077 65207472 69656420 rence, we tried │ │ │ │ - 0x0003a118 74686520 666f6c6c 6f77696e 6720636f the following co │ │ │ │ - 0x0003a128 6d6d616e 643a0000 616e6420 676f7420 mmand:..and got │ │ │ │ - 0x0003a138 74686520 6572726f 72202573 2e000000 the error %s.... │ │ │ │ - 0x0003a148 54686973 20636f75 6c64206d 65616e20 This could mean │ │ │ │ - 0x0003a158 74686174 20796f75 72205041 5448206f that your PATH o │ │ │ │ - 0x0003a168 72206578 65637574 61626c65 206e616d r executable nam │ │ │ │ - 0x0003a178 65206973 2077726f 6e672c20 6f722074 e is wrong, or t │ │ │ │ - 0x0003a188 68617400 00000000 796f7520 646f206e hat.....you do n │ │ │ │ - 0x0003a198 6f742068 61766520 74686520 6e656365 ot have the nece │ │ │ │ - 0x0003a1a8 73736172 79207065 726d6973 73696f6e ssary permission │ │ │ │ - 0x0003a1b8 732e2020 506c6561 73652065 6e737572 s. Please ensur │ │ │ │ - 0x0003a1c8 65207468 61742074 68650000 00000000 e that the...... │ │ │ │ - 0x0003a1d8 65786563 75746162 6c652069 73206162 executable is ab │ │ │ │ - 0x0003a1e8 6c652074 6f206265 20666f75 6e642061 le to be found a │ │ │ │ - 0x0003a1f8 6e642065 78656375 74656420 61732069 nd executed as i │ │ │ │ - 0x0003a208 74206973 20726571 75697265 6420666f t is required fo │ │ │ │ - 0x0003a218 72000000 00000000 73696e67 6c65746f r.......singleto │ │ │ │ - 0x0003a228 6e206f70 65726174 696f6e73 2e000000 n operations.... │ │ │ │ - 0x0003a238 54686520 70726f63 2d706572 2d726573 The proc-per-res │ │ │ │ - 0x0003a248 6f757263 65204d50 495f496e 666f206b ource MPI_Info k │ │ │ │ - 0x0003a258 65792069 73206e6f 7420636f 72726563 ey is not correc │ │ │ │ - 0x0003a268 742e2054 68652076 616c7565 206d7573 t. The value mus │ │ │ │ - 0x0003a278 7420696e 636c7564 6520626f 74680000 t include both.. │ │ │ │ - 0x0003a288 74686520 6e756d62 6572206f 66207072 the number of pr │ │ │ │ - 0x0003a298 6f637320 666f7220 65616368 20726573 ocs for each res │ │ │ │ - 0x0003a2a8 6f757263 6520616e 64207468 65207479 ource and the ty │ │ │ │ - 0x0003a2b8 7065206f 66207265 736f7572 63652074 pe of resource t │ │ │ │ - 0x0003a2c8 6f206265 20757365 642e0000 00000000 o be used....... │ │ │ │ - 0x0003a2d8 20205370 65636966 69656420 76616c75 Specified valu │ │ │ │ - 0x0003a2e8 653a2020 25730000 57652061 7265206e e: %s..We are n │ │ │ │ - 0x0003a2f8 6f742061 626c6520 746f2070 726f6365 ot able to proce │ │ │ │ - 0x0003a308 65642e20 506c6561 73652063 6f727265 ed. Please corre │ │ │ │ - 0x0003a318 63742079 6f757220 6170706c 69636174 ct your applicat │ │ │ │ - 0x0003a328 696f6e2e 00000000 5741524e 494e473a ion.....WARNING: │ │ │ │ - 0x0003a338 20412064 65707265 63617465 64204d50 A deprecated MP │ │ │ │ - 0x0003a348 495f496e 666f206b 65792077 61732075 I_Info key was u │ │ │ │ - 0x0003a358 7365642e 20497420 69732075 6e636c65 sed. It is uncle │ │ │ │ - 0x0003a368 61722068 6f772074 6f207570 64617465 ar how to update │ │ │ │ - 0x0003a378 00000000 00000000 74686973 206f7074 ........this opt │ │ │ │ - 0x0003a388 696f6e2e 20506c65 61736520 636f6e74 ion. Please cont │ │ │ │ - 0x0003a398 61637420 74686520 636f6d6d 756e6974 act the communit │ │ │ │ - 0x0003a3a8 7920666f 7220686f 77206265 73742074 y for how best t │ │ │ │ - 0x0003a3b8 6f207265 736f6c76 65207468 69732069 o resolve this i │ │ │ │ - 0x0003a3c8 73737565 2e000000 20204465 70726563 ssue.... Deprec │ │ │ │ - 0x0003a3d8 61746564 20696e66 6f206b65 793a2020 ated info key: │ │ │ │ - 0x0003a3e8 25730000 00000000 20205570 64617465 %s...... Update │ │ │ │ - 0x0003a3f8 64206f70 74696f6e 3a202020 25730000 d option: %s.. │ │ │ │ - 0x0003a408 20205265 61736f6e 3a202573 00000000 Reason: %s.... │ │ │ │ - 0x0003a418 57652061 7265206e 6f742061 626c6520 We are not able │ │ │ │ - 0x0003a428 746f2070 726f6365 65642e20 506c6561 to proceed. Plea │ │ │ │ - 0x0003a438 73652075 70646174 6520796f 75722061 se update your a │ │ │ │ - 0x0003a448 70706c69 63617469 6f6e2e00 00000000 pplication...... │ │ │ │ - 0x0003a458 5741524e 494e473a 20412064 65707265 WARNING: A depre │ │ │ │ - 0x0003a468 63617465 64204d50 495f496e 666f206b cated MPI_Info k │ │ │ │ - 0x0003a478 65792077 61732075 7365642e 00000000 ey was used..... │ │ │ │ - 0x0003a488 20204465 70726563 61746564 206f7074 Deprecated opt │ │ │ │ - 0x0003a498 696f6e3a 20202025 73000000 00000000 ion: %s....... │ │ │ │ - 0x0003a4a8 54686973 20686173 20626565 6e206967 This has been ig │ │ │ │ - 0x0003a4b8 6e6f7265 64206173 20697420 6973206e nored as it is n │ │ │ │ - 0x0003a4c8 6f206c6f 6e676572 206d6561 6e696e67 o longer meaning │ │ │ │ - 0x0003a4d8 66756c2e 20506c65 61736520 75706461 ful. Please upda │ │ │ │ - 0x0003a4e8 74650000 00000000 796f7572 20617070 te......your app │ │ │ │ - 0x0003a4f8 6c696361 74696f6e 2e000000 00000000 lication........ │ │ │ │ - 0x0003a508 20204465 70726563 61746564 206b6579 Deprecated key │ │ │ │ - 0x0003a518 3a202020 25730000 2020436f 72726563 : %s.. Correc │ │ │ │ - 0x0003a528 74656420 6b65793a 20202020 25730000 ted key: %s.. │ │ │ │ - 0x0003a538 57652068 61766520 75706461 74656420 We have updated │ │ │ │ - 0x0003a548 74686973 20666f72 20796f75 20616e64 this for you and │ │ │ │ - 0x0003a558 2077696c 6c207072 6f636565 642e2048 will proceed. H │ │ │ │ - 0x0003a568 6f776576 65722c20 74686973 2077696c owever, this wil │ │ │ │ - 0x0003a578 6c206265 20747265 61746564 00000000 l be treated.... │ │ │ │ - 0x0003a588 61732061 6e206572 726f7220 696e2061 as an error in a │ │ │ │ - 0x0003a598 20667574 75726520 72656c65 6173652e future release. │ │ │ │ - 0x0003a5a8 20506c65 61736520 75706461 74652079 Please update y │ │ │ │ - 0x0003a5b8 6f757220 6170706c 69636174 696f6e2e our application. │ │ │ │ - 0x0003a5c8 00000000 00000000 696e666f 2d736574 ........info-set │ │ │ │ - 0x0003a5d8 2d776974 682d7265 73657276 65642d70 -with-reserved-p │ │ │ │ - 0x0003a5e8 72656669 78000000 6d69736d 61746368 refix...mismatch │ │ │ │ - 0x0003a5f8 65642d73 706c6974 5f747970 652d7661 ed-split_type-va │ │ │ │ - 0x0003a608 6c756573 00000000 756e6578 70656374 lues....unexpect │ │ │ │ - 0x0003a618 65642d73 706c6974 2d747970 65000000 ed-split-type... │ │ │ │ - 0x0003a628 6469736a 6f696e74 6e657373 2d736574 disjointness-set │ │ │ │ - 0x0003a638 2d616761 696e0000 6369642d 62617365 -again..cid-base │ │ │ │ - 0x0003a648 2d6e6f74 2d736574 00000000 00000000 -not-set........ │ │ │ │ - 0x0003a658 416e2069 6e746572 6e616c20 6572726f An internal erro │ │ │ │ - 0x0003a668 72206861 73206f63 63757272 65642077 r has occurred w │ │ │ │ - 0x0003a678 68656e20 63726561 74696e67 2061206e hen creating a n │ │ │ │ - 0x0003a688 65772063 6f6d6d75 6e696361 746f722e ew communicator. │ │ │ │ - 0x0003a698 20205468 69730000 73686f75 6c642070 This..should p │ │ │ │ - 0x0003a6a8 726f6261 626c7920 6e657665 72206861 robably never ha │ │ │ │ - 0x0003a6b8 7070656e 3a000000 2a206369 645f6261 ppen:...* cid_ba │ │ │ │ - 0x0003a6c8 73652069 73206e6f 74207365 742e2020 se is not set. │ │ │ │ - 0x0003a6d8 45697468 6572206e 72657375 6c747300 Either nresults. │ │ │ │ - 0x0003a6e8 20206973 207a6572 6f206f72 206e6f20 is zero or no │ │ │ │ - 0x0003a6f8 72657475 726e6564 20696e66 6f206d61 returned info ma │ │ │ │ - 0x0003a708 74636865 7320504d 49585f47 524f5550 tches PMIX_GROUP │ │ │ │ - 0x0003a718 5f434f4e 54455854 5f49442e 00000000 _CONTEXT_ID..... │ │ │ │ - 0x0003a728 506c6561 73652063 6f6e7461 63742074 Please contact t │ │ │ │ - 0x0003a738 6865204f 70656e20 4d504920 64657665 he Open MPI deve │ │ │ │ - 0x0003a748 6c6f7065 7220636f 6d6d756e 69747920 loper community │ │ │ │ - 0x0003a758 77697468 20746869 73206d65 73736167 with this messag │ │ │ │ - 0x0003a768 6520616e 64000000 6120736d 616c6c20 e and...a small │ │ │ │ - 0x0003a778 6578616d 706c6520 636f6465 20746861 example code tha │ │ │ │ - 0x0003a788 74207265 70726f64 75636573 20746865 t reproduces the │ │ │ │ - 0x0003a798 20697373 75652e00 436f6d6d 756e6963 issue..Communic │ │ │ │ - 0x0003a7a8 61746f72 20646973 6a6f696e 746e6573 ator disjointnes │ │ │ │ - 0x0003a7b8 73207368 6f756c64 206f6e6c 79206265 s should only be │ │ │ │ - 0x0003a7c8 20736574 206f6e63 65206174 20696e69 set once at ini │ │ │ │ - 0x0003a7d8 7469616c 697a6174 696f6e2e 00000000 tialization..... │ │ │ │ - 0x0003a7e8 41747465 6d707473 20746f20 6d6f6469 Attempts to modi │ │ │ │ - 0x0003a7f8 66792074 68652073 74617465 20617265 fy the state are │ │ │ │ - 0x0003a808 20696c6c 6567616c 20616e64 20736861 illegal and sha │ │ │ │ - 0x0003a818 6c6c2062 65206967 6e6f7265 642e0000 ll be ignored... │ │ │ │ - 0x0003a828 44657465 63746564 20616e20 756e6578 Detected an unex │ │ │ │ - 0x0003a838 70656374 65642073 706c6974 20747970 pected split typ │ │ │ │ - 0x0003a848 6520696e 20612063 616c6c20 746f204d e in a call to M │ │ │ │ - 0x0003a858 50495f43 6f6d6d5f 73706c69 745f7479 PI_Comm_split_ty │ │ │ │ - 0x0003a868 70652e00 00000000 20207370 6c69745f pe...... split_ │ │ │ │ - 0x0003a878 74797065 3a202025 73202825 64290000 type: %s (%d).. │ │ │ │ - 0x0003a888 44657465 63746564 206d6973 6d617463 Detected mismatc │ │ │ │ - 0x0003a898 68656420 73706c69 745f7479 70652061 hed split_type a │ │ │ │ - 0x0003a8a8 6e642f6f 7220696e 666f2022 6d70695f nd/or info "mpi_ │ │ │ │ - 0x0003a8b8 68775f72 65736f75 7263655f 74797065 hw_resource_type │ │ │ │ - 0x0003a8c8 22207661 6c756573 00000000 00000000 " values........ │ │ │ │ - 0x0003a8d8 696e2061 2063616c 6c20746f 204d5049 in a call to MPI │ │ │ │ - 0x0003a8e8 5f436f6d 6d5f7370 6c69745f 74797065 _Comm_split_type │ │ │ │ - 0x0003a8f8 20626574 7765656e 20706565 72732069 between peers i │ │ │ │ - 0x0003a908 6e207468 6520636f 6d6d756e 69636174 n the communicat │ │ │ │ - 0x0003a918 6f722e00 00000000 2020696e 666f3a20 or...... info: │ │ │ │ - 0x0003a928 20202020 20202025 73000000 00000000 %s....... │ │ │ │ - 0x0003a938 436f6d6d 656e7473 00000000 00000000 Comments........ │ │ │ │ - 0x0003a948 4d50495f 496e666f 5f736574 20776172 MPI_Info_set war │ │ │ │ - 0x0003a958 6e696e67 2c206b65 79206973 20757369 ning, key is usi │ │ │ │ - 0x0003a968 6e672061 20726573 65727665 64207072 ng a reserved pr │ │ │ │ - 0x0003a978 65666978 2e000000 20204b65 793a2020 efix.... Key: │ │ │ │ - 0x0003a988 20202020 20202020 20202025 73000000 %s... │ │ │ │ - 0x0003a998 20205265 73657276 65642070 72656669 Reserved prefi │ │ │ │ - 0x0003a9a8 783a2025 73000000 6d6f6475 6c655f65 x: %s...module_e │ │ │ │ - 0x0003a9b8 6e61626c 653a6661 74616c00 00000000 nable:fatal..... │ │ │ │ - 0x0003a9c8 73636f6c 6c3a7563 63206d6f 64756c65 scoll:ucc module │ │ │ │ - 0x0003a9d8 20726570 6f727473 20697373 75652064 reports issue d │ │ │ │ - 0x0003a9e8 7572696e 67206d6f 64756c65 20656e61 uring module ena │ │ │ │ - 0x0003a9f8 626c696e 67207068 6173652e 00000000 bling phase..... │ │ │ │ - 0x0003aa08 54727920 746f2075 73652073 636f6c6c Try to use scoll │ │ │ │ - 0x0003aa18 3a756363 20636f6d 706f6e65 6e742077 :ucc component w │ │ │ │ - 0x0003aa28 69746820 616e6f74 68657220 6f6e6500 ith another one. │ │ │ │ - 0x0003aa38 666f7220 6578616d 706c6520 73636f6c for example scol │ │ │ │ - 0x0003aa48 6c3a6261 73696300 73636f6c 6c3a6d70 l:basic.scoll:mp │ │ │ │ - 0x0003aa58 69206d6f 64756c65 20726570 6f727473 i module reports │ │ │ │ - 0x0003aa68 20697373 75652064 7572696e 67206d6f issue during mo │ │ │ │ - 0x0003aa78 64756c65 20656e61 626c696e 67207068 dule enabling ph │ │ │ │ - 0x0003aa88 6173652e 00000000 54727920 746f2075 ase.....Try to u │ │ │ │ - 0x0003aa98 73652073 636f6c6c 3a6d7069 20636f6d se scoll:mpi com │ │ │ │ - 0x0003aaa8 706f6e65 6e742077 69746820 616e6f74 ponent with anot │ │ │ │ - 0x0003aab8 68657220 6f6e6500 73797376 3a637265 her one.sysv:cre │ │ │ │ - 0x0003aac8 61746520 7365676d 656e7420 6661696c ate segment fail │ │ │ │ - 0x0003aad8 75726500 00000000 596f7520 63616e20 ure.....You can │ │ │ │ - 0x0003aae8 74727920 74686520 666f6c6c 6f77696e try the followin │ │ │ │ - 0x0003aaf8 673a0000 00000000 312e2055 73652061 g:......1. Use a │ │ │ │ - 0x0003ab08 20646966 66657265 6e742073 73686d65 different sshme │ │ │ │ - 0x0003ab18 6d20706c 7567696e 2028652e 672e2c20 m plugin (e.g., │ │ │ │ - 0x0003ab28 226d6d61 70222920 77697468 20222d2d "mmap") with "-- │ │ │ │ - 0x0003ab38 6d636120 7373686d 656d206d 6d617022 mca sshmem mmap" │ │ │ │ - 0x0003ab48 2e000000 00000000 322e2044 65637265 ........2. Decre │ │ │ │ - 0x0003ab58 61736520 74686520 73796d6d 65747269 ase the symmetri │ │ │ │ - 0x0003ab68 63206865 61702061 72656120 73697a65 c heap area size │ │ │ │ - 0x0003ab78 20776974 6820222d 78000000 00000000 with "-x....... │ │ │ │ - 0x0003ab88 20202053 484d454d 5f53594d 4d455452 SHMEM_SYMMETR │ │ │ │ - 0x0003ab98 49435f48 4541505f 53495a45 3d3c7661 IC_HEAP_SIZE="...3. Incre │ │ │ │ - 0x0003abb8 61736520 796f7572 20737973 74656d27 ase your system' │ │ │ │ - 0x0003abc8 7320616c 6c6f7761 626c6520 53595356 s allowable SYSV │ │ │ │ - 0x0003abd8 20736861 72656420 6d656d6f 72792073 shared memory s │ │ │ │ - 0x0003abe8 65676d65 6e742073 697a6500 00000000 egment size..... │ │ │ │ - 0x0003abf8 20202028 652e672e 2c207669 61207468 (e.g., via th │ │ │ │ - 0x0003ac08 65205348 4d4d4158 20616e64 2f6f7220 e SHMMAX and/or │ │ │ │ - 0x0003ac18 534d4d41 58206b65 726e656c 20706172 SMMAX kernel par │ │ │ │ - 0x0003ac28 616d6574 65727329 2e000000 00000000 ameters)........ │ │ │ │ - 0x0003ac38 342e2053 65742022 2d2d6d63 61207373 4. Set "--mca ss │ │ │ │ - 0x0003ac48 686d656d 5f626173 655f7374 6172745f hmem_base_start_ │ │ │ │ - 0x0003ac58 61646472 65737320 30222066 6f720000 address 0" for.. │ │ │ │ - 0x0003ac68 20202061 75746f6d 61746963 2073656c automatic sel │ │ │ │ - 0x0003ac78 65637469 6f6e2062 79204f53 206f6620 ection by OS of │ │ │ │ - 0x0003ac88 76697274 75616c20 73746172 74206164 virtual start ad │ │ │ │ - 0x0003ac98 64726573 7320666f 72207373 686d656d dress for sshmem │ │ │ │ - 0x0003aca8 2e000000 00000000 6d6d6170 3a637265 ........mmap:cre │ │ │ │ - 0x0003acb8 61746520 7365676d 656e7420 6661696c ate segment fail │ │ │ │ - 0x0003acc8 75726500 00000000 312e2044 65637265 ure.....1. Decre │ │ │ │ - 0x0003acd8 61736520 74686520 73796d6d 65747269 ase the symmetri │ │ │ │ - 0x0003ace8 63206865 61702061 72656120 77697468 c heap area with │ │ │ │ - 0x0003acf8 00000000 00000000 20202022 2d782053 ........ "-x S │ │ │ │ - 0x0003ad08 484d454d 5f53594d 4d455452 49435f48 HMEM_SYMMETRIC_H │ │ │ │ - 0x0003ad18 4541505f 53495a45 3d3c7661 6c75653e EAP_SIZE= │ │ │ │ - 0x0003ad28 222e0000 00000000 322e2053 65742022 ".......2. Set " │ │ │ │ - 0x0003ad38 2d2d6d63 61207373 686d656d 5f626173 --mca sshmem_bas │ │ │ │ - 0x0003ad48 655f7374 6172745f 61646472 65737320 e_start_address │ │ │ │ - 0x0003ad58 30222066 6f720000 54686973 20697373 0" for..This iss │ │ │ │ - 0x0003ad68 75652063 6f756c64 20616c73 6f206265 ue could also be │ │ │ │ - 0x0003ad78 2072656c 61746564 20746f20 434f4e46 related to CONF │ │ │ │ - 0x0003ad88 49475f53 54524943 545f4445 564d454d IG_STRICT_DEVMEM │ │ │ │ - 0x0003ad98 00000000 00000000 6b65726e 656c206f ........kernel o │ │ │ │ - 0x0003ada8 7074696f 6e207768 69636820 69662065 ption which if e │ │ │ │ - 0x0003adb8 6e61626c 65642070 72657665 6e747320 nabled prevents │ │ │ │ - 0x0003adc8 61636365 73732074 6f207068 79736963 access to physic │ │ │ │ - 0x0003add8 616c0000 00000000 6d656d6f 72792076 al......memory v │ │ │ │ - 0x0003ade8 69612022 6d6d6170 222e2049 6e207468 ia "mmap". In th │ │ │ │ - 0x0003adf8 69732063 61736520 796f7520 636f756c is case you coul │ │ │ │ - 0x0003ae08 64207472 79207573 696e6720 6f746865 d try using othe │ │ │ │ - 0x0003ae18 72000000 00000000 7373686d 656d2063 r.......sshmem c │ │ │ │ - 0x0003ae28 6f6d706f 6e656e74 7320696e 73746561 omponents instea │ │ │ │ - 0x0003ae38 642e0000 00000000 63726561 74652073 d.......create s │ │ │ │ - 0x0003ae48 65676d65 6e742066 61696c75 72650000 egment failure.. │ │ │ │ - 0x0003ae58 54686520 4f70656e 53484d45 4d202228 The OpenSHMEM "( │ │ │ │ - 0x0003ae68 25732922 20706c75 67696e20 696e2074 %s)" plugin in t │ │ │ │ - 0x0003ae78 68652022 7373686d 656d2220 6672616d he "sshmem" fram │ │ │ │ - 0x0003ae88 65776f72 6b206661 696c6564 20746f00 ework failed to. │ │ │ │ - 0x0003ae98 616c6c6f 63617465 20612073 68617265 allocate a share │ │ │ │ - 0x0003aea8 64206d65 6d6f7279 20736567 6d656e74 d memory segment │ │ │ │ - 0x0003aeb8 20766961 20746865 20737973 74656d20 via the system │ │ │ │ - 0x0003aec8 63616c6c 2e202054 68697300 00000000 call. This..... │ │ │ │ - 0x0003aed8 75737561 6c6c7920 6d65616e 73207468 usually means th │ │ │ │ - 0x0003aee8 61742074 68657265 20617265 206e6f74 at there are not │ │ │ │ - 0x0003aef8 20656e6f 75676820 7265736f 75726365 enough resource │ │ │ │ - 0x0003af08 73206176 61696c61 626c6520 746f206d s available to m │ │ │ │ - 0x0003af18 656d6f72 79207375 62737973 74656d20 emory subsystem │ │ │ │ - 0x0003af28 6f6e2079 6f757220 73657276 65722e00 on your server.. │ │ │ │ - 0x0003af38 596f7572 204f7065 6e53484d 454d206a Your OpenSHMEM j │ │ │ │ - 0x0003af48 6f622077 696c6c20 6e6f7720 61626f72 ob will now abor │ │ │ │ - 0x0003af58 742e0000 00000000 20202053 65727665 t....... Serve │ │ │ │ - 0x0003af68 723a2020 20202020 20202020 20202020 r: │ │ │ │ - 0x0003af78 20202573 00000000 20202052 65717565 %s.... Reque │ │ │ │ - 0x0003af88 73746564 20736861 72656400 00000000 sted shared..... │ │ │ │ - 0x0003af98 2020206d 656d6f72 79207365 676d656e memory segmen │ │ │ │ - 0x0003afa8 74207369 7a653a20 2020256c 6c750000 t size: %llu.. │ │ │ │ - 0x0003afb8 20202053 70656369 66696320 6572726f Specific erro │ │ │ │ - 0x0003afc8 723a2020 20202020 20202573 20282564 r: %s (%d │ │ │ │ - 0x0003afd8 29000000 00000000 66696e64 2d617661 ).......find-ava │ │ │ │ - 0x0003afe8 696c6162 6c653a6e 6f6e652d 666f756e ilable:none-foun │ │ │ │ - 0x0003aff8 64000000 00000000 4e6f2061 7661696c d.......No avail │ │ │ │ - 0x0003b008 61626c65 20257320 636f6d70 6f6e656e able %s componen │ │ │ │ - 0x0003b018 74732077 65726520 666f756e 64210000 ts were found!.. │ │ │ │ - 0x0003b028 54686973 206d6561 6e732074 68617420 This means that │ │ │ │ - 0x0003b038 74686572 65206172 65206e6f 20636f6d there are no com │ │ │ │ - 0x0003b048 706f6e65 6e747320 6f662074 68697320 ponents of this │ │ │ │ - 0x0003b058 74797065 20696e73 74616c6c 6564206f type installed o │ │ │ │ - 0x0003b068 6e20796f 75720000 73797374 656d206f n your..system o │ │ │ │ - 0x0003b078 7220616c 6c207468 6520636f 6d706f6e r all the compon │ │ │ │ - 0x0003b088 656e7473 20726570 6f727465 64207468 ents reported th │ │ │ │ - 0x0003b098 61742074 68657920 636f756c 64206e6f at they could no │ │ │ │ - 0x0003b0a8 74206265 20757365 642e0000 00000000 t be used....... │ │ │ │ - 0x0003b0b8 54686973 20697320 61206661 74616c20 This is a fatal │ │ │ │ - 0x0003b0c8 6572726f 723b2079 6f757220 53484d45 error; your SHME │ │ │ │ - 0x0003b0d8 4d207072 6f636573 73206973 206c696b M process is lik │ │ │ │ - 0x0003b0e8 656c7920 746f2061 626f7274 2e202043 ely to abort. C │ │ │ │ - 0x0003b0f8 6865636b 20746865 00000000 00000000 heck the........ │ │ │ │ - 0x0003b108 6f757470 7574206f 66207468 6520226f output of the "o │ │ │ │ - 0x0003b118 6d70695f 696e666f 2220636f 6d6d616e mpi_info" comman │ │ │ │ - 0x0003b128 6420616e 6420656e 73757265 20746861 d and ensure tha │ │ │ │ - 0x0003b138 7420636f 6d706f6e 656e7473 206f6620 t components of │ │ │ │ - 0x0003b148 74686973 00000000 74797065 20617265 this....type are │ │ │ │ - 0x0003b158 20617661 696c6162 6c65206f 6e20796f available on yo │ │ │ │ - 0x0003b168 75722073 79737465 6d2e2020 596f7520 ur system. You │ │ │ │ - 0x0003b178 6d617920 616c736f 20776973 6820746f may also wish to │ │ │ │ - 0x0003b188 20636865 636b2074 68650000 00000000 check the...... │ │ │ │ - 0x0003b198 76616c75 65206f66 20746865 2022636f value of the "co │ │ │ │ - 0x0003b1a8 6d706f6e 656e745f 70617468 22204d43 mponent_path" MC │ │ │ │ - 0x0003b1b8 41207061 72616d65 74657220 616e6420 A parameter and │ │ │ │ - 0x0003b1c8 656e7375 72652074 68617420 69742068 ensure that it h │ │ │ │ - 0x0003b1d8 61732061 74000000 6c656173 74206f6e as at...least on │ │ │ │ - 0x0003b1e8 65206469 72656374 6f727920 74686174 e directory that │ │ │ │ - 0x0003b1f8 20636f6e 7461696e 73207661 6c696420 contains valid │ │ │ │ - 0x0003b208 4d434120 636f6d70 6f6e656e 74732e00 MCA components.. │ │ │ │ - 0x0003b218 73686d65 6d5f696e 69743a73 74617274 shmem_init:start │ │ │ │ - 0x0003b228 75703a69 6e746572 6e616c2d 6661696c up:internal-fail │ │ │ │ - 0x0003b238 75726500 00000000 6f73686d 656d2073 ure.....oshmem s │ │ │ │ - 0x0003b248 686d656d 2061626f 72743a63 616e6e6f hmem abort:canno │ │ │ │ - 0x0003b258 74206775 6172616e 74656520 616c6c20 t guarantee all │ │ │ │ - 0x0003b268 6b696c6c 65640000 6f73686d 656d5f69 killed..oshmem_i │ │ │ │ - 0x0003b278 6e69743a 7072696e 742d7665 7273696f nit:print-versio │ │ │ │ - 0x0003b288 6e000000 00000000 6f73686d 656d5f69 n.......oshmem_i │ │ │ │ - 0x0003b298 6e69743a 7072696e 742d696e 666f0000 nit:print-info.. │ │ │ │ - 0x0003b2a8 4f70656e 2053484d 454d2065 6e766972 Open SHMEM envir │ │ │ │ - 0x0003b2b8 6f6e6d65 6e742076 61726961 626c6573 onment variables │ │ │ │ - 0x0003b2c8 3a000000 00000000 2573202d 20707269 :.......%s - pri │ │ │ │ - 0x0003b2d8 6e742074 6865206c 69627261 72792076 nt the library v │ │ │ │ - 0x0003b2e8 65727369 6f6e2061 74207374 6172742d ersion at start- │ │ │ │ - 0x0003b2f8 75700000 00000000 2573202d 20707269 up......%s - pri │ │ │ │ - 0x0003b308 6e742068 656c7066 756c2074 65787420 nt helpful text │ │ │ │ - 0x0003b318 61626f75 7420616c 6c207468 65736520 about all these │ │ │ │ - 0x0003b328 656e7669 726f6e6d 656e7420 76617269 environment vari │ │ │ │ - 0x0003b338 61626c65 73000000 2573202d 206e756d ables...%s - num │ │ │ │ - 0x0003b348 62657220 6f662062 79746573 20746f20 ber of bytes to │ │ │ │ - 0x0003b358 616c6c6f 63617465 20666f72 2073796d allocate for sym │ │ │ │ - 0x0003b368 6d657472 69632068 65617000 00000000 metric heap..... │ │ │ │ - 0x0003b378 2573202d 20656e61 626c6520 64656275 %s - enable debu │ │ │ │ - 0x0003b388 6767696e 67206d65 73736167 65730000 gging messages.. │ │ │ │ - 0x0003b398 4f70656e 2053484d 454d2076 65727369 Open SHMEM versi │ │ │ │ - 0x0003b3a8 6f6e3a00 00000000 41205348 4d454d20 on:.....A SHMEM │ │ │ │ - 0x0003b3b8 70726f63 65737320 69732061 626f7274 process is abort │ │ │ │ - 0x0003b3c8 696e6720 61742061 2074696d 65207768 ing at a time wh │ │ │ │ - 0x0003b3d8 656e2069 74206361 6e6e6f74 20677561 en it cannot gua │ │ │ │ - 0x0003b3e8 72616e74 65652074 68617420 616c6c00 rantee that all. │ │ │ │ - 0x0003b3f8 6f662069 74732070 65657220 70726f63 of its peer proc │ │ │ │ - 0x0003b408 65737365 7320696e 20746865 206a6f62 esses in the job │ │ │ │ - 0x0003b418 2077696c 6c206265 206b696c 6c656420 will be killed │ │ │ │ - 0x0003b428 70726f70 65726c79 2e202059 6f752073 properly. You s │ │ │ │ - 0x0003b438 686f756c 64000000 646f7562 6c652063 hould...double c │ │ │ │ - 0x0003b448 6865636b 20746861 74206576 65727974 heck that everyt │ │ │ │ - 0x0003b458 68696e67 20686173 20736875 7420646f hing has shut do │ │ │ │ - 0x0003b468 776e2063 6c65616e 6c792e00 00000000 wn cleanly...... │ │ │ │ - 0x0003b478 4c6f6361 6c20686f 73743a20 25730000 Local host: %s.. │ │ │ │ - 0x0003b488 61646469 74696f6e 616c2069 6e666f72 additional infor │ │ │ │ - 0x0003b498 6d617469 6f6e2028 77686963 68206d61 mation (which ma │ │ │ │ - 0x0003b4a8 79206f6e 6c792062 65207265 6c657661 y only be releva │ │ │ │ - 0x0003b4b8 6e742074 6f20616e 204f7065 6e205348 nt to an Open SH │ │ │ │ - 0x0003b4c8 4d454d00 00000000 73686f77 20746869 MEM.....show thi │ │ │ │ - 0x0003b4d8 73206d65 73736167 6520746f 20616e20 s message to an │ │ │ │ - 0x0003b4e8 4f53484d 454d2077 697a6172 643a0000 OSHMEM wizard:.. │ │ │ │ - 0x0003b4f8 20202020 20202020 204c6962 72617279 Library │ │ │ │ - 0x0003b508 2063616c 6c3a2025 73000000 00000000 call: %s....... │ │ │ │ - 0x0003b518 20202020 20202020 2020536f 75726365 Source │ │ │ │ - 0x0003b528 2066696c 653a2025 73000000 00000000 file: %s....... │ │ │ │ - 0x0003b538 20202053 6f757263 65206c69 6e65206e Source line n │ │ │ │ - 0x0003b548 756d6265 723a2025 64000000 00000000 umber: %d....... │ │ │ │ - 0x0003b558 73686d65 6d2d6162 6f727400 00000000 shmem-abort..... │ │ │ │ - 0x0003b568 53484d45 4d5f4142 4f525420 77617320 SHMEM_ABORT was │ │ │ │ - 0x0003b578 696e766f 6b656420 6f6e2072 616e6b20 invoked on rank │ │ │ │ - 0x0003b588 25642028 70696420 25642c20 686f7374 %d (pid %d, host │ │ │ │ - 0x0003b598 3d257329 20776974 68206572 726f7263 =%s) with errorc │ │ │ │ - 0x0003b5a8 6f646520 25642e00 25732e25 6c750000 ode %d..%s.%lu.. │ │ │ │ + 0x0002cb28 6d656d2d 7373686d 656d2e74 78740000 mem-sshmem.txt.. │ │ │ │ + 0x0002cb38 68656c70 2d6f7368 6d656d2d 6d656d68 help-oshmem-memh │ │ │ │ + 0x0002cb48 6561702e 74787400 68656c70 2d6f7368 eap.txt.help-osh │ │ │ │ + 0x0002cb58 6d656d2d 696e666f 2e747874 00000000 mem-info.txt.... │ │ │ │ + 0x0002cb68 68656c70 2d73686d 656d2d61 70692e74 help-shmem-api.t │ │ │ │ + 0x0002cb78 78740000 00000000 68656c70 2d6d7069 xt......help-mpi │ │ │ │ + 0x0002cb88 2d72756e 74696d65 2e747874 00000000 -runtime.txt.... │ │ │ │ + 0x0002cb98 68656c70 2d6d746c 2d6f6669 2e747874 help-mtl-ofi.txt │ │ │ │ + 0x0002cba8 00000000 00000000 68656c70 2d6d746c ........help-mtl │ │ │ │ + 0x0002cbb8 2d70736d 322e7478 74000000 00000000 -psm2.txt....... │ │ │ │ + 0x0002cbc8 68656c70 2d636f6c 6c2d7868 632e7478 help-coll-xhc.tx │ │ │ │ + 0x0002cbd8 74000000 00000000 68656c70 2d6d6361 t.......help-mca │ │ │ │ + 0x0002cbe8 2d636f6c 6c2d6261 73652e74 78740000 -coll-base.txt.. │ │ │ │ + 0x0002cbf8 68656c70 2d6d7069 2d706d6c 2d6f6231 help-mpi-pml-ob1 │ │ │ │ + 0x0002cc08 2e747874 00000000 68656c70 2d6d6361 .txt....help-mca │ │ │ │ + 0x0002cc18 2d686f6f 6b2d6261 73652e74 78740000 -hook-base.txt.. │ │ │ │ + 0x0002cc28 68656c70 2d6d6361 2d626d6c 2d72322e help-mca-bml-r2. │ │ │ │ + 0x0002cc38 74787400 00000000 68656c70 2d6d7069 txt.....help-mpi │ │ │ │ + 0x0002cc48 72756e2e 74787400 68656c70 2d636f6d run.txt.help-com │ │ │ │ + 0x0002cc58 6d2e7478 74000000 68656c70 2d64706d m.txt...help-dpm │ │ │ │ + 0x0002cc68 2e747874 00000000 68656c70 2d6d7069 .txt....help-mpi │ │ │ │ + 0x0002cc78 2d66742e 74787400 68656c70 2d6d7069 -ft.txt.help-mpi │ │ │ │ + 0x0002cc88 2d657272 6f72732e 74787400 00000000 -errors.txt..... │ │ │ │ + 0x0002cc98 68656c70 2d6d7069 2d617069 2e747874 help-mpi-api.txt │ │ │ │ + 0x0002cca8 00000000 00000000 68656c70 2d6f7061 ........help-opa │ │ │ │ + 0x0002ccb8 6c5f696e 666f2e74 78740000 00000000 l_info.txt...... │ │ │ │ + 0x0002ccc8 68656c70 2d636f6d 6d6f6e2d 6f66692e help-common-ofi. │ │ │ │ + 0x0002ccd8 74787400 00000000 68656c70 2d6d7069 txt.....help-mpi │ │ │ │ + 0x0002cce8 2d636f6d 6d6f6e2d 7562636c 2e747874 -common-ubcl.txt │ │ │ │ + 0x0002ccf8 00000000 00000000 68656c70 2d6d7069 ........help-mpi │ │ │ │ + 0x0002cd08 2d636f6d 6d6f6e2d 736d2e74 78740000 -common-sm.txt.. │ │ │ │ + 0x0002cd18 68656c70 2d6d6361 2d616c6c 6f636174 help-mca-allocat │ │ │ │ + 0x0002cd28 6f722d62 75636b65 742e7478 74000000 or-bucket.txt... │ │ │ │ + 0x0002cd38 68656c70 2d616363 656c6572 61746f72 help-accelerator │ │ │ │ + 0x0002cd48 2d637564 612e7478 74000000 00000000 -cuda.txt....... │ │ │ │ + 0x0002cd58 68656c70 2d616363 656c6572 61746f72 help-accelerator │ │ │ │ + 0x0002cd68 2d626173 652e7478 74000000 00000000 -base.txt....... │ │ │ │ + 0x0002cd78 68656c70 2d6f7061 6c2d6877 6c6f632d help-opal-hwloc- │ │ │ │ + 0x0002cd88 62617365 2e747874 00000000 00000000 base.txt........ │ │ │ │ + 0x0002cd98 68656c70 2d6d7069 2d62746c 2d736d63 help-mpi-btl-smc │ │ │ │ + 0x0002cda8 7564612e 74787400 68656c70 2d6d7069 uda.txt.help-mpi │ │ │ │ + 0x0002cdb8 2d62746c 2d746370 2e747874 00000000 -btl-tcp.txt.... │ │ │ │ + 0x0002cdc8 68656c70 2d6d7069 2d62746c 2d75736e help-mpi-btl-usn │ │ │ │ + 0x0002cdd8 69632e74 78740000 68656c70 2d6d7069 ic.txt..help-mpi │ │ │ │ + 0x0002cde8 2d62746c 2d626173 652e7478 74000000 -btl-base.txt... │ │ │ │ + 0x0002cdf8 68656c70 2d6f7061 6c2d7469 6d65722d help-opal-timer- │ │ │ │ + 0x0002ce08 6c696e75 782e7478 74000000 00000000 linux.txt....... │ │ │ │ + 0x0002ce18 68656c70 2d736d73 632d6b6e 656d2e74 help-smsc-knem.t │ │ │ │ + 0x0002ce28 78740000 00000000 68656c70 2d6d706f xt......help-mpo │ │ │ │ + 0x0002ce38 6f6c2d62 6173652e 74787400 00000000 ol-base.txt..... │ │ │ │ + 0x0002ce48 68656c70 2d6f7061 6c2d7368 6d656d2d help-opal-shmem- │ │ │ │ + 0x0002ce58 706f7369 782e7478 74000000 00000000 posix.txt....... │ │ │ │ + 0x0002ce68 68656c70 2d6f7061 6c2d7368 6d656d2d help-opal-shmem- │ │ │ │ + 0x0002ce78 73797376 2e747874 00000000 00000000 sysv.txt........ │ │ │ │ + 0x0002ce88 68656c70 2d6f7061 6c2d7368 6d656d2d help-opal-shmem- │ │ │ │ + 0x0002ce98 6d6d6170 2e747874 00000000 00000000 mmap.txt........ │ │ │ │ + 0x0002cea8 68656c70 2d726361 6368652d 62617365 help-rcache-base │ │ │ │ + 0x0002ceb8 2e747874 00000000 68656c70 2d6f7061 .txt....help-opa │ │ │ │ + 0x0002cec8 6c2d6966 2d6c696e 75782d69 7076362e l-if-linux-ipv6. │ │ │ │ + 0x0002ced8 74787400 00000000 68656c70 2d6f7061 txt.....help-opa │ │ │ │ + 0x0002cee8 6c2d7468 72656164 732e7478 74000000 l-threads.txt... │ │ │ │ + 0x0002cef8 68656c70 2d6d6361 2d626173 652e7478 help-mca-base.tx │ │ │ │ + 0x0002cf08 74000000 00000000 68656c70 2d6f7061 t.......help-opa │ │ │ │ + 0x0002cf18 6c2d7574 696c2e74 78740000 00000000 l-util.txt...... │ │ │ │ + 0x0002cf28 68656c70 2d6a736f 6e2e7478 74000000 help-json.txt... │ │ │ │ + 0x0002cf38 556e6b6e 6f776e20 4a534f4e 2076616c Unknown JSON val │ │ │ │ + 0x0002cf48 75652074 79706500 496e7661 6c696420 ue type.Invalid │ │ │ │ + 0x0002cf58 61726775 6d656e74 20747970 65000000 argument type... │ │ │ │ + 0x0002cf68 496e7661 6c696420 4a534f4e 20737472 Invalid JSON str │ │ │ │ + 0x0002cf78 696e6700 00000000 556e6162 6c652074 ing.....Unable t │ │ │ │ + 0x0002cf88 6f206f70 656e2066 696c6500 00000000 o open file..... │ │ │ │ + 0x0002cf98 4d656d6f 72792061 6c6c6f63 6174696f Memory allocatio │ │ │ │ + 0x0002cfa8 6e206661 696c7572 65000000 00000000 n failure....... │ │ │ │ + 0x0002cfb8 556e6162 6c652074 6f207265 61642066 Unable to read f │ │ │ │ + 0x0002cfc8 696c6500 00000000 496e6465 78206f75 ile.....Index ou │ │ │ │ + 0x0002cfd8 74206f66 20626f75 6e640000 00000000 t of bound...... │ │ │ │ + 0x0002cfe8 496e6465 7828257a 75292069 73206f75 Index(%zu) is ou │ │ │ │ + 0x0002cff8 74206f66 20626f75 6e64286c 656e6774 t of bound(lengt │ │ │ │ + 0x0002d008 68202575 64292e00 456e636f 756e7465 h %ud)..Encounte │ │ │ │ + 0x0002d018 72656420 6572726f 72207265 6164696e red error readin │ │ │ │ + 0x0002d028 67206669 6c652025 732e0000 00000000 g file %s....... │ │ │ │ + 0x0002d038 43616e6e 6f742061 6c6c6f63 61746520 Cannot allocate │ │ │ │ + 0x0002d048 6d656d6f 72792e00 4661696c 65642074 memory..Failed t │ │ │ │ + 0x0002d058 6f206f70 656e2066 696c6520 25732e20 o open file %s. │ │ │ │ + 0x0002d068 506c6561 73652063 6865636b 20746865 Please check the │ │ │ │ + 0x0002d078 2066696c 65207061 74682061 6e642070 file path and p │ │ │ │ + 0x0002d088 65726d69 7373696f 6e732e00 00000000 ermissions...... │ │ │ │ + 0x0002d098 54686520 696e7075 74206973 206e6f74 The input is not │ │ │ │ + 0x0002d0a8 20612076 616c6964 204a534f 4e207374 a valid JSON st │ │ │ │ + 0x0002d0b8 72696e67 2e000000 46756e63 74696f6e ring....Function │ │ │ │ + 0x0002d0c8 20257320 65787065 63747320 696e7075 %s expects inpu │ │ │ │ + 0x0002d0d8 74207479 70652025 73282564 29206275 t type %s(%d) bu │ │ │ │ + 0x0002d0e8 7420676f 74202564 2e000000 00000000 t got %d........ │ │ │ │ + 0x0002d0f8 54686520 4a534f4e 2076616c 75652068 The JSON value h │ │ │ │ + 0x0002d108 61732061 6e20756e 6b6e6f77 6e207479 as an unknown ty │ │ │ │ + 0x0002d118 70652025 732e0000 73746163 6b747261 pe %s...stacktra │ │ │ │ + 0x0002d128 63652073 69676e61 6c206f76 65727269 ce signal overri │ │ │ │ + 0x0002d138 64650000 00000000 73746163 6b747261 de......stacktra │ │ │ │ + 0x0002d148 63652062 61642073 69676e61 6c000000 ce bad signal... │ │ │ │ + 0x0002d158 6d616c66 6f726d65 64206e65 745f7072 malformed net_pr │ │ │ │ + 0x0002d168 69766174 655f6970 76340000 00000000 ivate_ipv4...... │ │ │ │ + 0x0002d178 696e7661 6c69642d 6e65742d 6d61736b invalid-net-mask │ │ │ │ + 0x0002d188 00000000 00000000 6d616c66 6f726d65 ........malforme │ │ │ │ + 0x0002d198 642d7572 69000000 72656c61 74697665 d-uri...relative │ │ │ │ + 0x0002d1a8 2d706174 68000000 7379732d 6c696d69 -path...sys-limi │ │ │ │ + 0x0002d1b8 742d6661 696c6564 00000000 00000000 t-failed........ │ │ │ │ + 0x0002d1c8 7379732d 6c696d69 742d756e 7265636f sys-limit-unreco │ │ │ │ + 0x0002d1d8 676e697a 65640000 6469722d 6d6f6465 gnized..dir-mode │ │ │ │ + 0x0002d1e8 00000000 00000000 6d6b6469 722d6661 ........mkdir-fa │ │ │ │ + 0x0002d1f8 696c6564 00000000 6469722d 6f776e65 iled....dir-owne │ │ │ │ + 0x0002d208 72000000 00000000 41206469 72656374 r.......A direct │ │ │ │ + 0x0002d218 6f727920 74686174 204f7065 6e204d50 ory that Open MP │ │ │ │ + 0x0002d228 49206e65 65647320 746f2075 73652061 I needs to use a │ │ │ │ + 0x0002d238 6c726561 64792065 78697374 732c2062 lready exists, b │ │ │ │ + 0x0002d248 75742069 73206f77 6e656400 00000000 ut is owned..... │ │ │ │ + 0x0002d258 62792061 20646966 66657265 6e742075 by a different u │ │ │ │ + 0x0002d268 7365722e 2020466f 72207361 66657479 ser. For safety │ │ │ │ + 0x0002d278 2c204f70 656e204d 50492077 696c6c20 , Open MPI will │ │ │ │ + 0x0002d288 6e6f7420 75736520 69743a00 00000000 not use it:..... │ │ │ │ + 0x0002d298 20204469 72656374 6f72793a 20202573 Directory: %s │ │ │ │ + 0x0002d2a8 00000000 00000000 20204f77 6e657220 ........ Owner │ │ │ │ + 0x0002d2b8 5549443a 2020256c 75000000 00000000 UID: %lu....... │ │ │ │ + 0x0002d2c8 20204f75 72205549 443a2020 2020256c Our UID: %l │ │ │ │ + 0x0002d2d8 75000000 00000000 54686973 2063616e u.......This can │ │ │ │ + 0x0002d2e8 20686170 70656e20 7768656e 20612073 happen when a s │ │ │ │ + 0x0002d2f8 74616c65 20646972 6563746f 72792077 tale directory w │ │ │ │ + 0x0002d308 69746820 74686520 73616d65 206e616d ith the same nam │ │ │ │ + 0x0002d318 65206973 206c6566 74000000 00000000 e is left....... │ │ │ │ + 0x0002d328 6f766572 2066726f 6d20616e 6f746865 over from anothe │ │ │ │ + 0x0002d338 72207573 65722773 206a6f62 2c206f72 r user's job, or │ │ │ │ + 0x0002d348 20776865 6e207468 65206469 72656374 when the direct │ │ │ │ + 0x0002d358 6f727920 77617320 64656c69 62657261 ory was delibera │ │ │ │ + 0x0002d368 74656c79 00000000 7072652d 63726561 tely....pre-crea │ │ │ │ + 0x0002d378 7465642e 2020506c 65617365 2072656d ted. Please rem │ │ │ │ + 0x0002d388 6f766520 74686520 64697265 63746f72 ove the director │ │ │ │ + 0x0002d398 792c206f 72207573 65206120 64696666 y, or use a diff │ │ │ │ + 0x0002d3a8 6572656e 74000000 6c6f6361 74696f6e erent...location │ │ │ │ + 0x0002d3b8 2028652e 672e2c20 62792073 65747469 (e.g., by setti │ │ │ │ + 0x0002d3c8 6e672074 68652054 4d504449 5220656e ng the TMPDIR en │ │ │ │ + 0x0002d3d8 7669726f 6e6d656e 74207661 72696162 vironment variab │ │ │ │ + 0x0002d3e8 6c65292e 00000000 41206361 6c6c2074 le).....A call t │ │ │ │ + 0x0002d3f8 6f206d6b 64697220 77617320 756e6162 o mkdir was unab │ │ │ │ + 0x0002d408 6c652074 6f206372 65617465 20746865 le to create the │ │ │ │ + 0x0002d418 20646573 69726564 20646972 6563746f desired directo │ │ │ │ + 0x0002d428 72793a00 00000000 20204469 72656374 ry:..... Direct │ │ │ │ + 0x0002d438 6f72793a 20257300 20204572 726f723a ory: %s. Error: │ │ │ │ + 0x0002d448 20202020 20257300 506c6561 73652063 %s.Please c │ │ │ │ + 0x0002d458 6865636b 20746f20 656e7375 72652079 heck to ensure y │ │ │ │ + 0x0002d468 6f752068 61766520 61646571 75617465 ou have adequate │ │ │ │ + 0x0002d478 20706572 6d697373 696f6e73 20746f20 permissions to │ │ │ │ + 0x0002d488 70657266 6f726d00 74686520 64657369 perform.the desi │ │ │ │ + 0x0002d498 72656420 6f706572 6174696f 6e2e0000 red operation... │ │ │ │ + 0x0002d4a8 5768696c 6520776f 726b696e 67207468 While working th │ │ │ │ + 0x0002d4b8 726f7567 68206120 64697265 63746f72 rough a director │ │ │ │ + 0x0002d4c8 79207472 65652c20 77652077 65726520 y tree, we were │ │ │ │ + 0x0002d4d8 756e6162 6c652074 6f207365 74000000 unable to set... │ │ │ │ + 0x0002d4e8 61206469 72656374 6f727920 746f2074 a directory to t │ │ │ │ + 0x0002d4f8 68652064 65736972 6564206d 6f64653a he desired mode: │ │ │ │ + 0x0002d508 00000000 00000000 20204d6f 64653a20 ........ Mode: │ │ │ │ + 0x0002d518 20202020 20202530 78000000 00000000 %0x....... │ │ │ │ + 0x0002d528 20204572 726f723a 20202020 20202573 Error: %s │ │ │ │ + 0x0002d538 00000000 00000000 4f70656e 204d5049 ........Open MPI │ │ │ │ + 0x0002d548 20726563 65697665 64206120 72657175 received a requ │ │ │ │ + 0x0002d558 65737420 746f2073 65742061 20737973 est to set a sys │ │ │ │ + 0x0002d568 74656d20 7265736f 75726365 206c696d tem resource lim │ │ │ │ + 0x0002d578 69742e00 00000000 5361646c 792c204f it......Sadly, O │ │ │ │ + 0x0002d588 4d504920 646f6573 206e6f74 20726563 MPI does not rec │ │ │ │ + 0x0002d598 6f676e69 7a65206f 72206375 7272656e ognize or curren │ │ │ │ + 0x0002d5a8 746c7920 73757070 6f727420 74686520 tly support the │ │ │ │ + 0x0002d5b8 73706563 69666965 64000000 00000000 specified....... │ │ │ │ + 0x0002d5c8 7265736f 75726365 3a000000 00000000 resource:....... │ │ │ │ + 0x0002d5d8 20205265 736f7572 63653a20 20257300 Resource: %s. │ │ │ │ + 0x0002d5e8 20204c69 6d69743a 20202020 20257300 Limit: %s. │ │ │ │ + 0x0002d5f8 506c6561 73652063 6f727265 63742074 Please correct t │ │ │ │ + 0x0002d608 68652072 65717565 73742061 6e642074 he request and t │ │ │ │ + 0x0002d618 72792061 6761696e 2e000000 00000000 ry again........ │ │ │ │ + 0x0002d628 50657220 72657175 6573742c 204f7065 Per request, Ope │ │ │ │ + 0x0002d638 6e204d50 49206174 74656d70 74656420 n MPI attempted │ │ │ │ + 0x0002d648 746f2073 65742061 20737973 74656d20 to set a system │ │ │ │ + 0x0002d658 7265736f 75726365 00000000 00000000 resource........ │ │ │ │ + 0x0002d668 6c696d69 7420746f 20612067 6976656e limit to a given │ │ │ │ + 0x0002d678 2076616c 75653a00 54686520 73797374 value:.The syst │ │ │ │ + 0x0002d688 656d2068 61732072 65667573 65642074 em has refused t │ │ │ │ + 0x0002d698 6f20616c 6c6f7720 74686973 206f7065 o allow this ope │ │ │ │ + 0x0002d6a8 72617469 6f6e2e20 54686973 20697320 ration. This is │ │ │ │ + 0x0002d6b8 6c696b65 6c790000 64756520 746f2061 likely..due to a │ │ │ │ + 0x0002d6c8 20706572 6d697373 696f6e20 6c696d69 permission limi │ │ │ │ + 0x0002d6d8 74617469 6f6e2c20 6f722073 70656369 tation, or speci │ │ │ │ + 0x0002d6e8 6679696e 6720616e 20756e73 7570706f fying an unsuppo │ │ │ │ + 0x0002d6f8 72746564 00000000 76616c75 652e2050 rted....value. P │ │ │ │ + 0x0002d708 6c656173 65206368 65636b20 74686520 lease check the │ │ │ │ + 0x0002d718 73797374 656d206f 72207265 6d6f7665 system or remove │ │ │ │ + 0x0002d728 20746865 20726571 75657374 20616e64 the request and │ │ │ │ + 0x0002d738 20747279 00000000 5768656e 20637265 try....When cre │ │ │ │ + 0x0002d748 6174696e 67206120 5552492c 20616c6c ating a URI, all │ │ │ │ + 0x0002d758 2066696c 6573206d 75737420 62652073 files must be s │ │ │ │ + 0x0002d768 70656369 66696564 20696e20 6162736f pecified in abso │ │ │ │ + 0x0002d778 6c757465 20706174 68733a00 00000000 lute paths:..... │ │ │ │ + 0x0002d788 20205661 6c756520 70726f76 69646564 Value provided │ │ │ │ + 0x0002d798 3a202573 00000000 506c6561 73652075 : %s....Please u │ │ │ │ + 0x0002d7a8 70646174 6520796f 75722061 70706c69 pdate your appli │ │ │ │ + 0x0002d7b8 63617469 6f6e2074 6f207072 6f766964 cation to provid │ │ │ │ + 0x0002d7c8 65207468 65206675 6c6c2070 61746820 e the full path │ │ │ │ + 0x0002d7d8 746f2074 68652066 696c652e 00000000 to the file..... │ │ │ │ + 0x0002d7e8 4f70656e 204d5049 20686173 20646574 Open MPI has det │ │ │ │ + 0x0002d7f8 65637465 64206120 6d616c66 6f726d65 ected a malforme │ │ │ │ + 0x0002d808 64205552 493a0000 20205552 493a2020 d URI:.. URI: │ │ │ │ + 0x0002d818 25730000 00000000 41636365 70746564 %s......Accepted │ │ │ │ + 0x0002d828 2076616c 75657320 666f6c6c 6f772049 values follow I │ │ │ │ + 0x0002d838 45544620 52464333 3938362c 20652e67 ETF RFC3986, e.g │ │ │ │ + 0x0002d848 2e206669 6c653a2f 2f313932 2e313638 . file://192.168 │ │ │ │ + 0x0002d858 2e312e31 2f6f7665 722f7468 65726500 .1.1/over/there. │ │ │ │ + 0x0002d868 4f70656e 204d5049 20686173 20646574 Open MPI has det │ │ │ │ + 0x0002d878 65637465 64206120 6d616c66 6f726d65 ected a malforme │ │ │ │ + 0x0002d888 64204950 76342061 64647265 7373206f d IPv4 address o │ │ │ │ + 0x0002d898 72206e65 746d6173 6b3a0000 00000000 r netmask:...... │ │ │ │ + 0x0002d8a8 41636365 70746564 2076616c 75657320 Accepted values │ │ │ │ + 0x0002d8b8 666f6c6c 6f772074 68652043 6c617373 follow the Class │ │ │ │ + 0x0002d8c8 6c657373 20496e74 65722d44 6f6d6169 less Inter-Domai │ │ │ │ + 0x0002d8d8 6e000000 00000000 526f7574 696e6720 n.......Routing │ │ │ │ + 0x0002d8e8 28434944 5229206e 6f746174 696f6e20 (CIDR) notation │ │ │ │ + 0x0002d8f8 73706563 69666963 6174696f 6e732e20 specifications. │ │ │ │ + 0x0002d908 466f7220 6578616d 706c653a 00000000 For example:.... │ │ │ │ + 0x0002d918 20202020 2031302e 302e302e 302f3800 10.0.0.0/8. │ │ │ │ + 0x0002d928 20202020 20313732 2e31362f 31320000 172.16/12.. │ │ │ │ + 0x0002d938 20202020 20313932 2e313638 00000000 192.168.... │ │ │ │ + 0x0002d948 20202020 20313639 2e323534 2e302e30 169.254.0.0 │ │ │ │ + 0x0002d958 2f313600 00000000 4f70656e 204d5049 /16.....Open MPI │ │ │ │ + 0x0002d968 20686173 20646574 65637465 64206174 has detected at │ │ │ │ + 0x0002d978 206c6561 7374206f 6e65206d 616c666f least one malfo │ │ │ │ + 0x0002d988 726d6564 20495020 61646472 65737320 rmed IP address │ │ │ │ + 0x0002d998 6f72206e 65746d61 736b2069 6e000000 or netmask in... │ │ │ │ + 0x0002d9a8 74686520 76616c75 65206f66 20746865 the value of the │ │ │ │ + 0x0002d9b8 206f7061 6c5f6e65 745f7072 69766174 opal_net_privat │ │ │ │ + 0x0002d9c8 655f6970 7634204d 43412070 6172616d e_ipv4 MCA param │ │ │ │ + 0x0002d9d8 65746572 2e202054 68650000 00000000 eter. The...... │ │ │ │ + 0x0002d9e8 6f70616c 5f6e6574 5f707269 76617465 opal_net_private │ │ │ │ + 0x0002d9f8 5f697076 34204d43 41207061 72616d65 _ipv4 MCA parame │ │ │ │ + 0x0002da08 74657220 61636365 70747320 61207365 ter accepts a se │ │ │ │ + 0x0002da18 6d69636f 6c6f6e2d 64656c69 6d697465 micolon-delimite │ │ │ │ + 0x0002da28 64206c69 73740000 6f662043 6c617373 d list..of Class │ │ │ │ + 0x0002da38 6c657373 20496e74 65722d44 6f6d6169 less Inter-Domai │ │ │ │ + 0x0002da48 6e20526f 7574696e 67202843 49445229 n Routing (CIDR) │ │ │ │ + 0x0002da58 206e6f74 6174696f 6e207370 65636966 notation specif │ │ │ │ + 0x0002da68 69636174 696f6e73 2c206561 63680000 ications, each.. │ │ │ │ + 0x0002da78 6f662074 68652066 6f726d20 3c697061 of the form /. │ │ │ │ + 0x0002da98 20466f72 20657861 6d706c65 3a000000 For example:... │ │ │ │ + 0x0002daa8 20202020 2031302e 302e302e 302f383b 10.0.0.0/8; │ │ │ │ + 0x0002dab8 3137322e 31362e30 2e302f31 323b3139 172.16.0.0/12;19 │ │ │ │ + 0x0002dac8 322e3136 382e302e 302f3136 3b313639 2.168.0.0/16;169 │ │ │ │ + 0x0002dad8 2e323534 2e302e30 2f313600 00000000 .254.0.0/16..... │ │ │ │ + 0x0002dae8 54686520 66697273 74206465 74656374 The first detect │ │ │ │ + 0x0002daf8 6564206d 616c666f 726d6564 20656e74 ed malformed ent │ │ │ │ + 0x0002db08 72792077 61732025 732e0000 00000000 ry was %s....... │ │ │ │ + 0x0002db18 4f70656e 204d5049 20776173 20696e73 Open MPI was ins │ │ │ │ + 0x0002db28 65727469 6e672061 20736967 6e616c20 erting a signal │ │ │ │ + 0x0002db38 68616e64 6c657220 62757420 77617320 handler but was │ │ │ │ + 0x0002db48 67697665 6e20616e 20696e76 616c6964 given an invalid │ │ │ │ + 0x0002db58 00000000 00000000 7369676e 616c206e ........signal n │ │ │ │ + 0x0002db68 756d6265 723a0000 20205369 676e616c umber:.. Signal │ │ │ │ + 0x0002db78 20737472 696e673a 20257300 00000000 string: %s..... │ │ │ │ + 0x0002db88 20204261 64207661 6c75653a 20202020 Bad value: │ │ │ │ + 0x0002db98 20257300 00000000 54686520 67697665 %s.....The give │ │ │ │ + 0x0002dba8 6e207661 6c756520 6d757374 20626520 n value must be │ │ │ │ + 0x0002dbb8 616e2069 6e746567 65722077 69746869 an integer withi │ │ │ │ + 0x0002dbc8 6e207468 65207369 676e616c 206e756d n the signal num │ │ │ │ + 0x0002dbd8 62657200 00000000 72616e67 652e2050 ber.....range. P │ │ │ │ + 0x0002dbe8 6c656173 6520636f 72726563 74207468 lease correct th │ │ │ │ + 0x0002dbf8 65207661 6c756520 616e6420 74727920 e value and try │ │ │ │ + 0x0002dc08 61676169 6e2e0000 4f70656e 204d5049 again...Open MPI │ │ │ │ + 0x0002dc18 20776173 20696e73 65727469 6e672061 was inserting a │ │ │ │ + 0x0002dc28 20736967 6e616c20 68616e64 6c657220 signal handler │ │ │ │ + 0x0002dc38 666f7220 7369676e 616c2025 64206275 for signal %d bu │ │ │ │ + 0x0002dc48 74206e6f 74696365 64000000 00000000 t noticed....... │ │ │ │ + 0x0002dc58 74686174 20746865 72652069 7320616c that there is al │ │ │ │ + 0x0002dc68 72656164 79206120 6e6f6e2d 64656661 ready a non-defa │ │ │ │ + 0x0002dc78 756c7420 68616e64 6c657220 696e7374 ult handler inst │ │ │ │ + 0x0002dc88 616c6c65 642e2020 4f70656e 204d5049 alled. Open MPI │ │ │ │ + 0x0002dc98 27730000 00000000 68616e64 6c657220 's......handler │ │ │ │ + 0x0002dca8 77617320 74686572 65666f72 65206e6f was therefore no │ │ │ │ + 0x0002dcb8 7420696e 7374616c 6c65643b 20796f75 t installed; you │ │ │ │ + 0x0002dcc8 72206a6f 62207769 6c6c2063 6f6e7469 r job will conti │ │ │ │ + 0x0002dcd8 6e75652e 20205468 69730000 00000000 nue. This...... │ │ │ │ + 0x0002dce8 7761726e 696e6720 6d657373 61676520 warning message │ │ │ │ + 0x0002dcf8 77696c6c 206f6e6c 79206265 20646973 will only be dis │ │ │ │ + 0x0002dd08 706c6179 6564206f 6e63652c 20657665 played once, eve │ │ │ │ + 0x0002dd18 6e206966 204f7065 6e204d50 49000000 n if Open MPI... │ │ │ │ + 0x0002dd28 656e636f 756e7465 72732074 68697320 encounters this │ │ │ │ + 0x0002dd38 73697475 6174696f 6e206167 61696e2e situation again. │ │ │ │ + 0x0002dd48 00000000 00000000 546f2061 766f6964 ........To avoid │ │ │ │ + 0x0002dd58 20646973 706c6179 696e6720 74686973 displaying this │ │ │ │ + 0x0002dd68 20776172 6e696e67 206d6573 73616765 warning message │ │ │ │ + 0x0002dd78 2c20796f 75206361 6e206569 74686572 , you can either │ │ │ │ + 0x0002dd88 206e6f74 20696e73 74616c6c 00000000 not install.... │ │ │ │ + 0x0002dd98 74686520 6572726f 72206861 6e646c65 the error handle │ │ │ │ + 0x0002dda8 7220666f 72207369 676e616c 20256420 r for signal %d │ │ │ │ + 0x0002ddb8 6f722079 6f752063 616e2068 61766520 or you can have │ │ │ │ + 0x0002ddc8 4f70656e 204d5049 206e6f74 20747279 Open MPI not try │ │ │ │ + 0x0002ddd8 20746f00 00000000 696e7374 616c6c20 to.....install │ │ │ │ + 0x0002dde8 69747320 6f776e20 7369676e 616c2068 its own signal h │ │ │ │ + 0x0002ddf8 616e646c 65722066 6f722074 68697320 andler for this │ │ │ │ + 0x0002de08 7369676e 616c2062 79207365 7474696e signal by settin │ │ │ │ + 0x0002de18 67207468 65000000 226f7061 6c5f7369 g the..."opal_si │ │ │ │ + 0x0002de28 676e616c 7322204d 43412070 6172616d gnals" MCA param │ │ │ │ + 0x0002de38 65746572 2e000000 20205369 676e616c eter.... Signal │ │ │ │ + 0x0002de48 3a202564 00000000 20204375 7272656e : %d.... Curren │ │ │ │ + 0x0002de58 74206f70 616c5f73 69676e61 6c207661 t opal_signal va │ │ │ │ + 0x0002de68 6c75653a 20257300 54686520 25732077 lue: %s.The %s w │ │ │ │ + 0x0002de78 72617070 65722063 6f6d7069 6c657220 rapper compiler │ │ │ │ + 0x0002de88 77617320 756e6162 6c652074 6f206669 was unable to fi │ │ │ │ + 0x0002de98 6e642061 20626c6f 636b206f 66206f70 nd a block of op │ │ │ │ + 0x0002dea8 74696f6e 7320696e 20697473 00000000 tions in its.... │ │ │ │ + 0x0002deb8 636f6e66 69677572 6174696f 6e20746f configuration to │ │ │ │ + 0x0002dec8 20737570 706f7274 20796f75 7220636f support your co │ │ │ │ + 0x0002ded8 6d70696c 6572206d 6f64652e 2020596f mpiler mode. Yo │ │ │ │ + 0x0002dee8 75722061 70706c69 63617469 6f6e2077 ur application w │ │ │ │ + 0x0002def8 6173206e 6f740000 636f6d70 696c6564 as not..compiled │ │ │ │ + 0x0002df08 2e206f72 206c696e 6b65642e 00000000 . or linked..... │ │ │ │ + 0x0002df18 54686520 77726170 70657220 636f6d70 The wrapper comp │ │ │ │ + 0x0002df28 696c6572 20636f6d 6d616e64 206c696e iler command lin │ │ │ │ + 0x0002df38 65207761 733a0000 556e6162 6c652074 e was:..Unable t │ │ │ │ + 0x0002df48 6f206361 6c6c2074 68652063 6f6d7069 o call the compi │ │ │ │ + 0x0002df58 6c657220 28257329 2e205468 65206661 ler (%s). The fa │ │ │ │ + 0x0002df68 696c7572 65207265 7475726e 20746865 ilure return the │ │ │ │ + 0x0002df78 20657272 6f720000 25732e00 00000000 error..%s...... │ │ │ │ + 0x0002df88 54686520 6661696c 65642063 6f6d6d61 The failed comma │ │ │ │ + 0x0002df98 6e642077 6173205b 25735d2e 00000000 nd was [%s]..... │ │ │ │ + 0x0002dfa8 25732063 6f756c64 206e6f74 2066696e %s could not fin │ │ │ │ + 0x0002dfb8 64207468 65206669 6c652025 732c206e d the file %s, n │ │ │ │ + 0x0002dfc8 65656465 6420666f 72202573 20737570 eeded for %s sup │ │ │ │ + 0x0002dfd8 706f7274 2e000000 54686973 206d6179 port....This may │ │ │ │ + 0x0002dfe8 20696e64 69636174 6520616e 20696e63 indicate an inc │ │ │ │ + 0x0002dff8 6f6d706c 65746520 696e7374 616c6c20 omplete install │ │ │ │ + 0x0002e008 616e6420 6c696e6b 696e6720 77696c6c and linking will │ │ │ │ + 0x0002e018 206c696b 656c7920 6661696c 2e000000 likely fail.... │ │ │ │ + 0x0002e028 2573205b 2d73686f 776d655b 3a3c636f %s [-showme[:]] args. │ │ │ │ + 0x0002e088 20202d73 686f776d 653a636f 6d6d616e -showme:comman │ │ │ │ + 0x0002e098 64202020 2053686f 7720636f 6d6d616e d Show comman │ │ │ │ + 0x0002e0a8 64207573 65642074 6f20696e 766f6b65 d used to invoke │ │ │ │ + 0x0002e0b8 20726561 6c20636f 6d70696c 65720000 real compiler.. │ │ │ │ + 0x0002e0c8 20202d73 686f776d 653a636f 6d70696c -showme:compil │ │ │ │ + 0x0002e0d8 65202020 2053686f 7720666c 61677320 e Show flags │ │ │ │ + 0x0002e0e8 61646465 64207768 656e2063 6f6d7069 added when compi │ │ │ │ + 0x0002e0f8 6c696e67 00000000 20202d73 686f776d ling.... -showm │ │ │ │ + 0x0002e108 653a6c69 6e6b2020 20202020 2053686f e:link Sho │ │ │ │ + 0x0002e118 7720666c 61677320 61646465 64207768 w flags added wh │ │ │ │ + 0x0002e128 656e206c 696e6b69 6e670000 00000000 en linking...... │ │ │ │ + 0x0002e138 20202d73 686f776d 653a696e 63646972 -showme:incdir │ │ │ │ + 0x0002e148 73202020 2053686f 77206c69 7374206f s Show list o │ │ │ │ + 0x0002e158 6620696e 636c7564 65206469 72732061 f include dirs a │ │ │ │ + 0x0002e168 64646564 20776865 6e20636f 6d70696c dded when compil │ │ │ │ + 0x0002e178 696e6700 00000000 20202d73 686f776d ing..... -showm │ │ │ │ + 0x0002e188 653a6c69 62646972 73202020 2053686f e:libdirs Sho │ │ │ │ + 0x0002e198 77206c69 7374206f 66206c69 62726172 w list of librar │ │ │ │ + 0x0002e1a8 79206469 72732061 64646564 20776865 y dirs added whe │ │ │ │ + 0x0002e1b8 6e206c69 6e6b696e 67000000 00000000 n linking....... │ │ │ │ + 0x0002e1c8 20202d73 686f776d 653a6c69 62732020 -showme:libs │ │ │ │ + 0x0002e1d8 20202020 2053686f 77206c69 7374206f Show list o │ │ │ │ + 0x0002e1e8 66206c69 62726172 69657320 61646465 f libraries adde │ │ │ │ + 0x0002e1f8 64207768 656e206c 696e6b69 6e670000 d when linking.. │ │ │ │ + 0x0002e208 20202d73 686f776d 653a7665 7273696f -showme:versio │ │ │ │ + 0x0002e218 6e202020 2053686f 77207665 7273696f n Show versio │ │ │ │ + 0x0002e228 6e206f66 20257300 20202d73 686f776d n of %s. -showm │ │ │ │ + 0x0002e238 653a6865 6c702020 20202020 20546869 e:help Thi │ │ │ │ + 0x0002e248 73206865 6c70206d 65737361 67650000 s help message.. │ │ │ │ + 0x0002e258 25733a20 25732025 7320284c 616e6775 %s: %s %s (Langu │ │ │ │ + 0x0002e268 6167653a 20257329 00000000 00000000 age: %s)........ │ │ │ │ + 0x0002e278 54686520 4f70656e 204d5049 20777261 The Open MPI wra │ │ │ │ + 0x0002e288 70706572 20636f6d 70696c65 72207761 pper compiler wa │ │ │ │ + 0x0002e298 7320756e 61626c65 20746f20 66696e64 s unable to find │ │ │ │ + 0x0002e2a8 20746865 20737065 63696669 65642063 the specified c │ │ │ │ + 0x0002e2b8 6f6d7069 6c657200 25732069 6e20796f ompiler.%s in yo │ │ │ │ + 0x0002e2c8 75722050 4154482e 00000000 00000000 ur PATH......... │ │ │ │ + 0x0002e2d8 4e6f7465 20746861 74207468 69732063 Note that this c │ │ │ │ + 0x0002e2e8 6f6d7069 6c657220 77617320 65697468 ompiler was eith │ │ │ │ + 0x0002e2f8 65722073 70656369 66696564 20617420 er specified at │ │ │ │ + 0x0002e308 636f6e66 69677572 65207469 6d65206f configure time o │ │ │ │ + 0x0002e318 7220696e 00000000 6f6e6520 6f662073 r in....one of s │ │ │ │ + 0x0002e328 65766572 616c2070 6f737369 626c6520 everal possible │ │ │ │ + 0x0002e338 656e7669 726f6e6d 656e7420 76617269 environment vari │ │ │ │ + 0x0002e348 61626c65 732e0000 4e6f2075 6e646572 ables...No under │ │ │ │ + 0x0002e358 6c79696e 6720636f 6d70696c 65722077 lying compiler w │ │ │ │ + 0x0002e368 61732073 70656369 66696564 20696e20 as specified in │ │ │ │ + 0x0002e378 74686520 77726170 70657220 636f6d70 the wrapper comp │ │ │ │ + 0x0002e388 696c6572 20646174 61206669 6c650000 iler data file.. │ │ │ │ + 0x0002e398 28652e67 2e2c206d 70696363 2d777261 (e.g., mpicc-wra │ │ │ │ + 0x0002e3a8 70706572 2d646174 612e7478 74290000 pper-data.txt).. │ │ │ │ + 0x0002e3b8 556e666f 7274756e 6174656c 792c2074 Unfortunately, t │ │ │ │ + 0x0002e3c8 68697320 696e7374 616c6c61 74696f6e his installation │ │ │ │ + 0x0002e3d8 206f6620 4f70656e 204d5049 20776173 of Open MPI was │ │ │ │ + 0x0002e3e8 206e6f74 20636f6d 70696c65 64207769 not compiled wi │ │ │ │ + 0x0002e3f8 74680000 00000000 25732073 7570706f th......%s suppo │ │ │ │ + 0x0002e408 72742e20 20417320 73756368 2c207468 rt. As such, th │ │ │ │ + 0x0002e418 65202573 20636f6d 70696c65 72206973 e %s compiler is │ │ │ │ + 0x0002e428 206e6f6e 2d66756e 6374696f 6e616c2e non-functional. │ │ │ │ + 0x0002e438 00000000 00000000 66696e64 2d617661 ........find-ava │ │ │ │ + 0x0002e448 696c6162 6c653a6e 6f742d76 616c6964 ilable:not-valid │ │ │ │ + 0x0002e458 00000000 00000000 66696e64 2d617661 ........find-ava │ │ │ │ + 0x0002e468 696c6162 6c653a6e 6f6e6520 666f756e ilable:none foun │ │ │ │ + 0x0002e478 64000000 00000000 6672616d 65776f72 d.......framewor │ │ │ │ + 0x0002e488 6b2d7061 72616d3a 746f6f2d 6d616e79 k-param:too-many │ │ │ │ + 0x0002e498 2d6e6567 61746573 00000000 00000000 -negates........ │ │ │ │ + 0x0002e4a8 696e7465 726e616c 20657272 6f722064 internal error d │ │ │ │ + 0x0002e4b8 7572696e 6720696e 69740000 00000000 uring init...... │ │ │ │ + 0x0002e4c8 73686f77 5f6c6f61 645f6572 726f7273 show_load_errors │ │ │ │ + 0x0002e4d8 3a20746f 6f206d61 6e79202f 00000000 : too many /.... │ │ │ │ + 0x0002e4e8 54686520 6f70616c 5f6d6361 5f626173 The opal_mca_bas │ │ │ │ + 0x0002e4f8 655f636f 6d706f6e 656e745f 73686f77 e_component_show │ │ │ │ + 0x0002e508 5f6c6f61 645f6572 726f7273 204d4341 _load_errors MCA │ │ │ │ + 0x0002e518 20766172 6961626c 65206361 6e6e6f74 variable cannot │ │ │ │ + 0x0002e528 00000000 00000000 636f6e74 61696e20 ........contain │ │ │ │ + 0x0002e538 6120746f 6b656e20 74686174 20686173 a token that has │ │ │ │ + 0x0002e548 206d6f72 65207468 616e206f 6e652022 more than one " │ │ │ │ + 0x0002e558 2f222063 68617261 63746572 20696e20 /" character in │ │ │ │ + 0x0002e568 69742e00 00000000 54686520 6f70616c it......The opal │ │ │ │ + 0x0002e578 5f6d6361 5f626173 655f636f 6d706f6e _mca_base_compon │ │ │ │ + 0x0002e588 656e745f 73686f77 5f6c6f61 645f6572 ent_show_load_er │ │ │ │ + 0x0002e598 726f7273 204d4341 20766172 6961626c rors MCA variabl │ │ │ │ + 0x0002e5a8 65206361 6e206f6e 6c790000 00000000 e can only...... │ │ │ │ + 0x0002e5b8 636f6e74 61696e20 74686520 76616c75 contain the valu │ │ │ │ + 0x0002e5c8 65733a20 616c6c2c 206e6f6e 652c206f es: all, none, o │ │ │ │ + 0x0002e5d8 72206120 636f6d6d 612d6465 6c696d69 r a comma-delimi │ │ │ │ + 0x0002e5e8 74656420 6c697374 206f6620 746f6b65 ted list of toke │ │ │ │ + 0x0002e5f8 6e732069 6e000000 74686520 666f726d ns in...the form │ │ │ │ + 0x0002e608 206f6620 22667261 6d65776f 726b2220 of "framework" │ │ │ │ + 0x0002e618 6f722022 6672616d 65776f72 6b2f636f or "framework/co │ │ │ │ + 0x0002e628 6d706f6e 656e7422 2e000000 00000000 mponent"........ │ │ │ │ + 0x0002e638 20204572 726f6e65 6f757320 76616c75 Erroneous valu │ │ │ │ + 0x0002e648 653a2025 73000000 416e2069 6e746572 e: %s...An inter │ │ │ │ + 0x0002e658 6e616c20 6572726f 72206861 73206f63 nal error has oc │ │ │ │ + 0x0002e668 63757272 65642064 7572696e 67207468 curred during th │ │ │ │ + 0x0002e678 65207374 61727475 70206f66 204f7065 e startup of Ope │ │ │ │ + 0x0002e688 6e204d50 492e2020 54686973 00000000 n MPI. This.... │ │ │ │ + 0x0002e698 69732068 6967686c 7920756e 75737561 is highly unusua │ │ │ │ + 0x0002e6a8 6c20616e 64207368 6f756c64 6e277420 l and shouldn't │ │ │ │ + 0x0002e6b8 68617070 656e2e20 204f7065 6e204d50 happen. Open MP │ │ │ │ + 0x0002e6c8 49207769 6c6c206e 6f772061 626f7274 I will now abort │ │ │ │ + 0x0002e6d8 20796f75 72000000 6a6f622e 00000000 your...job..... │ │ │ │ + 0x0002e6e8 54686520 666f6c6c 6f77696e 67206d65 The following me │ │ │ │ + 0x0002e6f8 73736167 65206d61 79207072 6f766964 ssage may provid │ │ │ │ + 0x0002e708 65206164 64697469 6f6e616c 20696e73 e additional ins │ │ │ │ + 0x0002e718 69676874 20696e74 6f207468 65206572 ight into the er │ │ │ │ + 0x0002e728 726f723a 00000000 20204661 696c7572 ror:.... Failur │ │ │ │ + 0x0002e738 65206174 3a202020 20202025 73202825 e at: %s (% │ │ │ │ + 0x0002e748 733a2564 29000000 20204572 726f723a s:%d)... Error: │ │ │ │ + 0x0002e758 20202020 20202020 20202025 64202825 %d (% │ │ │ │ + 0x0002e768 73290000 00000000 4d434120 6672616d s)......MCA fram │ │ │ │ + 0x0002e778 65776f72 6b207061 72616d65 74657273 ework parameters │ │ │ │ + 0x0002e788 2063616e 206f6e6c 79207461 6b652061 can only take a │ │ │ │ + 0x0002e798 2073696e 676c6520 6e656761 74696f6e single negation │ │ │ │ + 0x0002e7a8 206f7065 7261746f 72000000 00000000 operator....... │ │ │ │ + 0x0002e7b8 28225e22 292c2061 6e642069 74206d75 ("^"), and it mu │ │ │ │ + 0x0002e7c8 73742062 65206174 20746865 20626567 st be at the beg │ │ │ │ + 0x0002e7d8 696e6e69 6e67206f 66207468 65207661 inning of the va │ │ │ │ + 0x0002e7e8 6c75652e 20205468 6520666f 6c6c6f77 lue. The follow │ │ │ │ + 0x0002e7f8 696e6700 00000000 76616c75 65207669 ing.....value vi │ │ │ │ + 0x0002e808 6f6c6174 65732074 68697320 72756c65 olates this rule │ │ │ │ + 0x0002e818 3a000000 00000000 5768656e 20757365 :.......When use │ │ │ │ + 0x0002e828 642c2074 6865206e 65676174 696f6e20 d, the negation │ │ │ │ + 0x0002e838 6f706572 61746f72 20736574 73207468 operator sets th │ │ │ │ + 0x0002e848 65202265 78636c75 73697665 22206265 e "exclusive" be │ │ │ │ + 0x0002e858 68617669 6f72206d 6f64652c 00000000 havior mode,.... │ │ │ │ + 0x0002e868 6d65616e 696e6720 74686174 20697420 meaning that it │ │ │ │ + 0x0002e878 77696c6c 20657863 6c756465 20616c6c will exclude all │ │ │ │ + 0x0002e888 20737065 63696669 65642063 6f6d706f specified compo │ │ │ │ + 0x0002e898 6e656e74 73202861 6e642069 6d706c69 nents (and impli │ │ │ │ + 0x0002e8a8 6369746c 79000000 696e636c 75646520 citly...include │ │ │ │ + 0x0002e8b8 616c6c20 6f746865 7273292e 20204966 all others). If │ │ │ │ + 0x0002e8c8 20746865 206e6567 6174696f 6e206f70 the negation op │ │ │ │ + 0x0002e8d8 65726174 6f722069 73206e6f 74207370 erator is not sp │ │ │ │ + 0x0002e8e8 65636966 6965642c 20746865 00000000 ecified, the.... │ │ │ │ + 0x0002e8f8 22696e63 6c757369 76652220 6d6f6465 "inclusive" mode │ │ │ │ + 0x0002e908 20697320 61737375 6d65642c 206d6561 is assumed, mea │ │ │ │ + 0x0002e918 6e696e67 20746861 7420616c 6c207370 ning that all sp │ │ │ │ + 0x0002e928 65636966 69656420 636f6d70 6f6e656e ecified componen │ │ │ │ + 0x0002e938 74730000 00000000 77696c6c 20626520 ts......will be │ │ │ │ + 0x0002e948 696e636c 75646564 2028616e 6420696d included (and im │ │ │ │ + 0x0002e958 706c6963 69746c79 20657863 6c756465 plicitly exclude │ │ │ │ + 0x0002e968 20616c6c 206f7468 65727329 2e000000 all others).... │ │ │ │ + 0x0002e978 466f7220 6578616d 706c652c 20225e61 For example, "^a │ │ │ │ + 0x0002e988 2c622220 73706563 69666965 73207468 ,b" specifies th │ │ │ │ + 0x0002e998 65206578 636c7573 69766520 62656861 e exclusive beha │ │ │ │ + 0x0002e9a8 76696f72 20616e64 206d6561 6e732022 vior and means " │ │ │ │ + 0x0002e9b8 75736500 00000000 616c6c20 636f6d70 use.....all comp │ │ │ │ + 0x0002e9c8 6f6e656e 7473202a 65786365 70742a20 onents *except* │ │ │ │ + 0x0002e9d8 6120616e 64206222 2c207768 696c6520 a and b", while │ │ │ │ + 0x0002e9e8 22632c64 22207370 65636966 69657320 "c,d" specifies │ │ │ │ + 0x0002e9f8 74686520 696e636c 75736976 65000000 the inclusive... │ │ │ │ + 0x0002ea08 62656861 76696f72 20616e64 206d6561 behavior and mea │ │ │ │ + 0x0002ea18 6e732022 75736520 2a6f6e6c 792a2063 ns "use *only* c │ │ │ │ + 0x0002ea28 6f6d706f 6e656e74 73206320 616e6420 omponents c and │ │ │ │ + 0x0002ea38 642e2200 00000000 596f7520 63616e6e d.".....You cann │ │ │ │ + 0x0002ea48 6f74206d 69782069 6e636c75 73697665 ot mix inclusive │ │ │ │ + 0x0002ea58 20616e64 20657863 6c757369 76652062 and exclusive b │ │ │ │ + 0x0002ea68 65686176 696f722e 00000000 00000000 ehavior......... │ │ │ │ + 0x0002ea78 4e6f2063 6f6d706f 6e656e74 73207765 No components we │ │ │ │ + 0x0002ea88 72652061 626c6520 746f2062 65206f70 re able to be op │ │ │ │ + 0x0002ea98 656e6564 20696e20 74686520 25732066 ened in the %s f │ │ │ │ + 0x0002eaa8 72616d65 776f726b 2e000000 00000000 ramework........ │ │ │ │ + 0x0002eab8 54686973 20747970 6963616c 6c79206d This typically m │ │ │ │ + 0x0002eac8 65616e73 20746861 74206569 74686572 eans that either │ │ │ │ + 0x0002ead8 206e6f20 636f6d70 6f6e656e 7473206f no components o │ │ │ │ + 0x0002eae8 66207468 69732074 79706520 77657265 f this type were │ │ │ │ + 0x0002eaf8 00000000 00000000 696e7374 616c6c65 ........installe │ │ │ │ + 0x0002eb08 642c206f 72206e6f 6e65206f 66207468 d, or none of th │ │ │ │ + 0x0002eb18 6520696e 7374616c 6c656420 636f6d70 e installed comp │ │ │ │ + 0x0002eb28 6f6e656e 74732063 616e2062 65206c6f onents can be lo │ │ │ │ + 0x0002eb38 61646564 2e000000 536f6d65 74696d65 aded....Sometime │ │ │ │ + 0x0002eb48 73207468 6973206d 65616e73 20746861 s this means tha │ │ │ │ + 0x0002eb58 74207368 61726564 206c6962 72617269 t shared librari │ │ │ │ + 0x0002eb68 65732072 65717569 72656420 62792074 es required by t │ │ │ │ + 0x0002eb78 68657365 00000000 636f6d70 6f6e656e hese....componen │ │ │ │ + 0x0002eb88 74732061 72652075 6e61626c 6520746f ts are unable to │ │ │ │ + 0x0002eb98 20626520 666f756e 642f6c6f 61646564 be found/loaded │ │ │ │ + 0x0002eba8 2e000000 00000000 2020486f 73743a20 ........ Host: │ │ │ │ + 0x0002ebb8 20202020 20257300 20204672 616d6577 %s. Framew │ │ │ │ + 0x0002ebc8 6f726b3a 20257300 41207265 71756573 ork: %s.A reques │ │ │ │ + 0x0002ebd8 74656420 636f6d70 6f6e656e 74207761 ted component wa │ │ │ │ + 0x0002ebe8 73206e6f 7420666f 756e642c 206f7220 s not found, or │ │ │ │ + 0x0002ebf8 77617320 756e6162 6c652074 6f206265 was unable to be │ │ │ │ + 0x0002ec08 206f7065 6e65642e 20205468 69730000 opened. This.. │ │ │ │ + 0x0002ec18 6d65616e 73207468 61742074 68697320 means that this │ │ │ │ + 0x0002ec28 636f6d70 6f6e656e 74206973 20656974 component is eit │ │ │ │ + 0x0002ec38 68657220 6e6f7420 696e7374 616c6c65 her not installe │ │ │ │ + 0x0002ec48 64206f72 20697320 756e6162 6c652074 d or is unable t │ │ │ │ + 0x0002ec58 6f206265 00000000 75736564 206f6e20 o be....used on │ │ │ │ + 0x0002ec68 796f7572 20737973 74656d20 28652e67 your system (e.g │ │ │ │ + 0x0002ec78 2e2c2073 6f6d6574 696d6573 20746869 ., sometimes thi │ │ │ │ + 0x0002ec88 73206d65 616e7320 74686174 20736861 s means that sha │ │ │ │ + 0x0002ec98 72656420 6c696272 61726965 73000000 red libraries... │ │ │ │ + 0x0002eca8 74686174 20746865 20636f6d 706f6e65 that the compone │ │ │ │ + 0x0002ecb8 6e742072 65717569 72657320 61726520 nt requires are │ │ │ │ + 0x0002ecc8 756e6162 6c652074 6f206265 20666f75 unable to be fou │ │ │ │ + 0x0002ecd8 6e642f6c 6f616465 64292e20 204e6f74 nd/loaded). Not │ │ │ │ + 0x0002ece8 65207468 61740000 4f70656e 204d5049 e that..Open MPI │ │ │ │ + 0x0002ecf8 2073746f 70706564 20636865 636b696e stopped checkin │ │ │ │ + 0x0002ed08 67206174 20746865 20666972 73742063 g at the first c │ │ │ │ + 0x0002ed18 6f6d706f 6e656e74 20746861 74206974 omponent that it │ │ │ │ + 0x0002ed28 20646964 206e6f74 2066696e 642e0000 did not find... │ │ │ │ + 0x0002ed38 486f7374 3a202020 20202025 73000000 Host: %s... │ │ │ │ + 0x0002ed48 4672616d 65776f72 6b3a2025 73000000 Framework: %s... │ │ │ │ + 0x0002ed58 436f6d70 6f6e656e 743a2025 73000000 Component: %s... │ │ │ │ + 0x0002ed68 72652d72 65676973 7465722d 77697468 re-register-with │ │ │ │ + 0x0002ed78 2d646966 66657265 6e742d74 79706500 -different-type. │ │ │ │ + 0x0002ed88 416e2069 6e76616c 69642076 616c7565 An invalid value │ │ │ │ + 0x0002ed98 20776173 20737570 706c6965 6420666f was supplied fo │ │ │ │ + 0x0002eda8 7220616e 204d4341 20766172 6961626c r an MCA variabl │ │ │ │ + 0x0002edb8 6520226d 63615f62 6173655f 656e765f e "mca_base_env_ │ │ │ │ + 0x0002edc8 6c697374 5f64656c 696d6974 6572222e list_delimiter". │ │ │ │ + 0x0002edd8 00000000 00000000 54686520 226d6361 ........The "mca │ │ │ │ + 0x0002ede8 5f626173 655f656e 765f6c69 73742220 _base_env_list" │ │ │ │ + 0x0002edf8 76617269 61626c65 2077696c 6c206265 variable will be │ │ │ │ + 0x0002ee08 2069676e 6f726564 2e000000 00000000 ignored........ │ │ │ │ + 0x0002ee18 20205661 6c75653a 20202020 20257300 Value: %s. │ │ │ │ + 0x0002ee28 5741524e 494e473a 20546865 20666f72 WARNING: The for │ │ │ │ + 0x0002ee38 6d617420 6f662022 6d63615f 62617365 mat of "mca_base │ │ │ │ + 0x0002ee48 5f656e76 5f6c6973 74222070 6172616d _env_list" param │ │ │ │ + 0x0002ee58 65746572 20697320 61206465 6c696d69 eter is a delimi │ │ │ │ + 0x0002ee68 74656420 6c697374 206f6620 5641523d ted list of VAR= │ │ │ │ + 0x0002ee78 56414c20 6f720000 56415220 696e7374 VAL or..VAR inst │ │ │ │ + 0x0002ee88 616e6365 732e2042 79206465 6661756c ances. By defaul │ │ │ │ + 0x0002ee98 742c2074 68652064 656c696d 69746572 t, the delimiter │ │ │ │ + 0x0002eea8 20697320 61207365 6d69636f 6c6f6e3a is a semicolon: │ │ │ │ + 0x0002eeb8 20564152 313d5641 4c313b56 4152323b VAR1=VAL1;VAR2; │ │ │ │ + 0x0002eec8 56415233 3d56414c 333b2e2e 2e000000 VAR3=VAL3;...... │ │ │ │ + 0x0002eed8 596f7520 63616e20 73657420 6f746865 You can set othe │ │ │ │ + 0x0002eee8 72207669 6120226d 63615f62 6173655f r via "mca_base_ │ │ │ │ + 0x0002eef8 656e765f 6c697374 5f64656c 696d6974 env_list_delimit │ │ │ │ + 0x0002ef08 65722220 70617261 6d657465 722e2049 er" parameter. I │ │ │ │ + 0x0002ef18 66207468 65206465 6c696d69 74657220 f the delimiter │ │ │ │ + 0x0002ef28 69732061 00000000 73656d69 636f6c6f is a....semicolo │ │ │ │ + 0x0002ef38 6e2c2074 68652076 616c7565 206f6620 n, the value of │ │ │ │ + 0x0002ef48 226d6361 5f626173 655f656e 765f6c69 "mca_base_env_li │ │ │ │ + 0x0002ef58 73742220 76617269 61626c65 2073686f st" variable sho │ │ │ │ + 0x0002ef68 756c6420 62652071 756f7465 6420746f uld be quoted to │ │ │ │ + 0x0002ef78 206e6f74 20696e74 65726665 72650000 not interfere.. │ │ │ │ + 0x0002ef88 77697468 20534845 4c4c2063 6f6d6d61 with SHELL comma │ │ │ │ + 0x0002ef98 6e64206c 696e6520 70617273 696e672e nd line parsing. │ │ │ │ + 0x0002efa8 20496e20 74686520 63617365 20776865 In the case whe │ │ │ │ + 0x0002efb8 72652061 2076616c 75652069 73206e6f re a value is no │ │ │ │ + 0x0002efc8 74206173 7369676e 65642074 6f207661 t assigned to va │ │ │ │ + 0x0002efd8 72696162 6c650000 5641522c 20746865 riable..VAR, the │ │ │ │ + 0x0002efe8 2076616c 75652077 696c6c20 62652074 value will be t │ │ │ │ + 0x0002eff8 616b656e 2066726f 6d207468 65206375 aken from the cu │ │ │ │ + 0x0002f008 7272656e 7420656e 7669726f 6e6d656e rrent environmen │ │ │ │ + 0x0002f018 742e0000 00000000 54686520 666f6c6c t.......The foll │ │ │ │ + 0x0002f028 6f77696e 6720656e 7669726f 6e6d656e owing environmen │ │ │ │ + 0x0002f038 74207661 72696162 6c652077 6173206e t variable was n │ │ │ │ + 0x0002f048 6f742066 6f756e64 20696e20 74686520 ot found in the │ │ │ │ + 0x0002f058 656e7669 726f6e6d 656e743a 00000000 environment:.... │ │ │ │ + 0x0002f068 20205661 72696162 6c653a20 20202020 Variable: │ │ │ │ + 0x0002f078 20202020 20202020 25730000 00000000 %s...... │ │ │ │ + 0x0002f088 20204d43 41207661 72696162 6c652076 MCA variable v │ │ │ │ + 0x0002f098 616c7565 3a202020 25730000 00000000 alue: %s...... │ │ │ │ + 0x0002f0a8 5741524e 494e473a 20546865 20737065 WARNING: The spe │ │ │ │ + 0x0002f0b8 6369616c 204d4341 20706172 616d6574 cial MCA paramet │ │ │ │ + 0x0002f0c8 65722022 25732220 77617320 73657420 er "%s" was set │ │ │ │ + 0x0002f0d8 696e0000 00000000 616e2075 6e657870 in......an unexp │ │ │ │ + 0x0002f0e8 65637465 64207761 792c2061 6e642069 ected way, and i │ │ │ │ + 0x0002f0f8 73206c69 6b656c79 206e6f74 20776f72 s likely not wor │ │ │ │ + 0x0002f108 6b696e67 20746865 20776179 20796f75 king the way you │ │ │ │ + 0x0002f118 2077616e 74206974 20746f2e 00000000 want it to..... │ │ │ │ + 0x0002f128 53706563 69666963 616c6c79 2c207468 Specifically, th │ │ │ │ + 0x0002f138 6973204d 43412070 6172616d 65746572 is MCA parameter │ │ │ │ + 0x0002f148 20697320 22737065 6369616c 2220696e is "special" in │ │ │ │ + 0x0002f158 20746861 74206974 2063616e 202a6f6e that it can *on │ │ │ │ + 0x0002f168 6c792a20 62650000 73657420 696e2074 ly* be..set in t │ │ │ │ + 0x0002f178 68652065 6e766972 6f6e6d65 6e742e20 he environment. │ │ │ │ + 0x0002f188 20536574 74696e67 20746869 73207661 Setting this va │ │ │ │ + 0x0002f198 6c756520 696e2061 2066696c 65202d2d lue in a file -- │ │ │ │ + 0x0002f1a8 20616e64 20736f6d 6574696d 65730000 and sometimes.. │ │ │ │ + 0x0002f1b8 6576656e 206f6e20 74686520 636f6d6d even on the comm │ │ │ │ + 0x0002f1c8 616e6420 6c696e65 202d2d20 77696c6c and line -- will │ │ │ │ + 0x0002f1d8 206e6f74 20776f72 6b206173 20696e74 not work as int │ │ │ │ + 0x0002f1e8 656e6465 642e2020 54686520 2a6f6e6c ended. The *onl │ │ │ │ + 0x0002f1f8 792a2077 61790000 746f2073 65742074 y* way..to set t │ │ │ │ + 0x0002f208 68697320 76616c75 65206973 20746f20 his value is to │ │ │ │ + 0x0002f218 73657420 224f4d50 495f4d43 415f2573 set "OMPI_MCA_%s │ │ │ │ + 0x0002f228 2220696e 20746865 20656e76 69726f6e " in the environ │ │ │ │ + 0x0002f238 6d656e74 20626566 6f726500 00000000 ment before..... │ │ │ │ + 0x0002f248 73746172 74696e67 20796f75 72206a6f starting your jo │ │ │ │ + 0x0002f258 622e0000 00000000 20205661 6c75653a b....... Value: │ │ │ │ + 0x0002f268 20202020 20202573 00000000 00000000 %s........ │ │ │ │ + 0x0002f278 2020536f 75726365 3a202020 20202573 Source: %s │ │ │ │ + 0x0002f288 00000000 00000000 416e2069 6e76616c ........An inval │ │ │ │ + 0x0002f298 69642076 616c7565 20776173 20737570 id value was sup │ │ │ │ + 0x0002f2a8 706c6965 6420666f 7220616e 20656e75 plied for an enu │ │ │ │ + 0x0002f2b8 6d207661 72696162 6c652e00 00000000 m variable...... │ │ │ │ + 0x0002f2c8 20205661 72696162 6c652020 2020203a Variable : │ │ │ │ + 0x0002f2d8 20257300 00000000 20205661 6c756520 %s..... Value │ │ │ │ + 0x0002f2e8 20202020 2020203a 20257300 00000000 : %s..... │ │ │ │ + 0x0002f2f8 20205661 6c696420 76616c75 6573203a Valid values : │ │ │ │ + 0x0002f308 20257300 00000000 416e2069 6e76616c %s.....An inval │ │ │ │ + 0x0002f318 69642076 616c7565 20776173 20737570 id value was sup │ │ │ │ + 0x0002f328 706c6965 6420666f 7220616e 204d4341 plied for an MCA │ │ │ │ + 0x0002f338 20766172 6961626c 652e0000 00000000 variable....... │ │ │ │ + 0x0002f348 5741524e 494e473a 20412075 7365722d WARNING: A user- │ │ │ │ + 0x0002f358 73757070 6c696564 2076616c 75652061 supplied value a │ │ │ │ + 0x0002f368 7474656d 70746564 20746f20 73657420 ttempted to set │ │ │ │ + 0x0002f378 61207661 72696162 6c652074 68617420 a variable that │ │ │ │ + 0x0002f388 69732073 65740000 696e2074 6865206f is set..in the o │ │ │ │ + 0x0002f398 76657272 69646520 76617269 61626c65 verride variable │ │ │ │ + 0x0002f3a8 2066696c 6520286f 70656e6d 70692d6d file (openmpi-m │ │ │ │ + 0x0002f3b8 63612d70 6172616d 732d6f76 65727269 ca-params-overri │ │ │ │ + 0x0002f3c8 64652e63 6f6e6629 2e000000 00000000 de.conf)........ │ │ │ │ + 0x0002f3d8 20205661 72696162 6c653a20 25730000 Variable: %s.. │ │ │ │ + 0x0002f3e8 54686520 75736572 2d737570 706c6965 The user-supplie │ │ │ │ + 0x0002f3f8 64207661 6c756520 77617320 69676e6f d value was igno │ │ │ │ + 0x0002f408 7265642e 00000000 41206e61 6d652063 red.....A name c │ │ │ │ + 0x0002f418 6f6c6c69 73696f6e 20776173 20646574 ollision was det │ │ │ │ + 0x0002f428 65637465 64206f6e 20616e20 4d434120 ected on an MCA │ │ │ │ + 0x0002f438 76617269 61626c65 206e616d 652e2054 variable name. T │ │ │ │ + 0x0002f448 68697320 63616e20 68617070 656e0000 his can happen.. │ │ │ │ + 0x0002f458 69662074 776f2063 6f6d706f 6e656e74 if two component │ │ │ │ + 0x0002f468 73207472 7920746f 20726567 69737465 s try to registe │ │ │ │ + 0x0002f478 72207468 65207361 6d652076 61726961 r the same varia │ │ │ │ + 0x0002f488 626c6520 77697468 20736c69 6768746c ble with slightl │ │ │ │ + 0x0002f498 79000000 00000000 64696666 6572656e y.......differen │ │ │ │ + 0x0002f4a8 74206e61 6d652063 6f6d706f 6e656e74 t name component │ │ │ │ + 0x0002f4b8 732e2054 68652063 6f6e666c 69637469 s. The conflicti │ │ │ │ + 0x0002f4c8 6e672076 61726961 626c6573 20617265 ng variables are │ │ │ │ + 0x0002f4d8 206c6973 74656420 62656c6f 773a0000 listed below:.. │ │ │ │ + 0x0002f4e8 20204d43 41207661 72696162 6c65206e MCA variable n │ │ │ │ + 0x0002f4f8 616d653a 20257300 20204e65 77206e61 ame: %s. New na │ │ │ │ + 0x0002f508 6d653a20 25732025 73202573 00000000 me: %s %s %s.... │ │ │ │ + 0x0002f518 20204578 69737469 6e67206e 616d653a Existing name: │ │ │ │ + 0x0002f528 20257320 25732025 73000000 00000000 %s %s %s....... │ │ │ │ + 0x0002f538 416e204d 43412076 61726961 626c6520 An MCA variable │ │ │ │ + 0x0002f548 77617320 72652d72 65676973 74657265 was re-registere │ │ │ │ + 0x0002f558 64207769 74682061 20646966 66657265 d with a differe │ │ │ │ + 0x0002f568 6e742074 79706520 28692e65 2e2c2069 nt type (i.e., i │ │ │ │ + 0x0002f578 74207761 73000000 65697468 6572206f t was...either o │ │ │ │ + 0x0002f588 72696769 6e616c6c 79207265 67697374 riginally regist │ │ │ │ + 0x0002f598 65726564 20617320 616e2049 4e542061 ered as an INT a │ │ │ │ + 0x0002f5a8 6e642072 652d7265 67697374 65726564 nd re-registered │ │ │ │ + 0x0002f5b8 20617320 61205354 52494e47 2c000000 as a STRING,... │ │ │ │ + 0x0002f5c8 6f722069 74207761 73206f72 6967696e or it was origin │ │ │ │ + 0x0002f5d8 616c6c79 20726567 69737465 72656420 ally registered │ │ │ │ + 0x0002f5e8 61732061 20535452 494e4720 616e6420 as a STRING and │ │ │ │ + 0x0002f5f8 72652d72 65676973 74657265 64206173 re-registered as │ │ │ │ + 0x0002f608 20616e00 00000000 494e5429 2e202054 an.....INT). T │ │ │ │ + 0x0002f618 68697320 61206465 76656c6f 70657220 his a developer │ │ │ │ + 0x0002f628 6572726f 723b2079 6f757220 6a6f6220 error; your job │ │ │ │ + 0x0002f638 6d617920 61626f72 742e0000 00000000 may abort....... │ │ │ │ + 0x0002f648 54776f20 6d757475 616c6c79 2d657863 Two mutually-exc │ │ │ │ + 0x0002f658 6c757369 7665204d 43412076 61726961 lusive MCA varia │ │ │ │ + 0x0002f668 626c6573 20776572 65207370 65636966 bles were specif │ │ │ │ + 0x0002f678 6965642e 20205468 69732063 616e2072 ied. This can r │ │ │ │ + 0x0002f688 6573756c 74000000 696e2075 6e646566 esult...in undef │ │ │ │ + 0x0002f698 696e6564 20626568 6176696f 722c2073 ined behavior, s │ │ │ │ + 0x0002f6a8 75636820 61732069 676e6f72 696e6720 uch as ignoring │ │ │ │ + 0x0002f6b8 74686520 636f6d70 6f6e656e 74732074 the components t │ │ │ │ + 0x0002f6c8 68617420 74686520 4d434100 00000000 hat the MCA..... │ │ │ │ + 0x0002f6d8 76617269 61626c65 73206172 65207375 variables are su │ │ │ │ + 0x0002f6e8 70706f73 65642074 6f206166 66656374 pposed to affect │ │ │ │ + 0x0002f6f8 2e000000 00000000 20203173 74204d43 ........ 1st MC │ │ │ │ + 0x0002f708 41207661 72696162 6c653a20 25730000 A variable: %s.. │ │ │ │ + 0x0002f718 20202020 536f7572 6365206f 66207661 Source of va │ │ │ │ + 0x0002f728 6c75653a 20257300 2020326e 64204d43 lue: %s. 2nd MC │ │ │ │ + 0x0002f738 41207661 72696162 6c653a20 25730000 A variable: %s.. │ │ │ │ + 0x0002f748 41206465 70726563 61746564 204d4341 A deprecated MCA │ │ │ │ + 0x0002f758 20766172 6961626c 65207661 6c756520 variable value │ │ │ │ + 0x0002f768 77617320 73706563 69666965 6420696e was specified in │ │ │ │ + 0x0002f778 20616e20 4d434120 76617269 61626c65 an MCA variable │ │ │ │ + 0x0002f788 00000000 00000000 66696c65 2e202044 ........file. D │ │ │ │ + 0x0002f798 65707265 63617465 64204d43 41207661 eprecated MCA va │ │ │ │ + 0x0002f7a8 72696162 6c657320 73686f75 6c642062 riables should b │ │ │ │ + 0x0002f7b8 65206176 6f696465 643b2074 68657920 e avoided; they │ │ │ │ + 0x0002f7c8 6d617920 64697361 70706561 72000000 may disappear... │ │ │ │ + 0x0002f7d8 696e2066 75747572 65207265 6c656173 in future releas │ │ │ │ + 0x0002f7e8 65732e00 00000000 20204465 70726563 es...... Deprec │ │ │ │ + 0x0002f7f8 61746564 20766172 6961626c 653a2025 ated variable: % │ │ │ │ + 0x0002f808 73000000 00000000 2020536f 75726365 s....... Source │ │ │ │ + 0x0002f818 2066696c 653a2020 20202020 20202025 file: % │ │ │ │ + 0x0002f828 73000000 00000000 20204e65 77207661 s....... New va │ │ │ │ + 0x0002f838 72696162 6c653a20 20202020 20202025 riable: % │ │ │ │ + 0x0002f848 73000000 00000000 41206465 70726563 s.......A deprec │ │ │ │ + 0x0002f858 61746564 204d4341 20766172 6961626c ated MCA variabl │ │ │ │ + 0x0002f868 65207661 6c756520 77617320 73706563 e value was spec │ │ │ │ + 0x0002f878 69666965 64206f6e 20746865 20636f6d ified on the com │ │ │ │ + 0x0002f888 6d616e64 206c696e 652e2020 44657072 mand line. Depr │ │ │ │ + 0x0002f898 65636174 65640000 4d434120 76617269 ecated..MCA vari │ │ │ │ + 0x0002f8a8 61626c65 73207368 6f756c64 20626520 ables should be │ │ │ │ + 0x0002f8b8 61766f69 6465643b 20746865 79206d61 avoided; they ma │ │ │ │ + 0x0002f8c8 79206469 73617070 65617220 696e2066 y disappear in f │ │ │ │ + 0x0002f8d8 75747572 65207265 6c656173 65732e00 uture releases.. │ │ │ │ + 0x0002f8e8 41206465 70726563 61746564 204d4341 A deprecated MCA │ │ │ │ + 0x0002f8f8 20766172 6961626c 65207661 6c756520 variable value │ │ │ │ + 0x0002f908 77617320 73706563 69666965 6420696e was specified in │ │ │ │ + 0x0002f918 20746865 20656e76 69726f6e 6d656e74 the environment │ │ │ │ + 0x0002f928 206f7200 00000000 6f6e2074 68652063 or.....on the c │ │ │ │ + 0x0002f938 6f6d6d61 6e64206c 696e652e 20204465 ommand line. De │ │ │ │ + 0x0002f948 70726563 61746564 204d4341 20766172 precated MCA var │ │ │ │ + 0x0002f958 6961626c 65732073 686f756c 64206265 iables should be │ │ │ │ + 0x0002f968 2061766f 69646564 3b000000 00000000 avoided;....... │ │ │ │ + 0x0002f978 74686579 206d6179 20646973 61707065 they may disappe │ │ │ │ + 0x0002f988 61722069 6e206675 74757265 2072656c ar in future rel │ │ │ │ + 0x0002f998 65617365 732e0000 50726f63 65737320 eases...Process │ │ │ │ + 0x0002f9a8 25642055 6e61626c 6520746f 206c6f63 %d Unable to loc │ │ │ │ + 0x0002f9b8 61746520 74686520 76617269 61626c65 ate the variable │ │ │ │ + 0x0002f9c8 2066696c 65202225 73222069 6e207468 file "%s" in th │ │ │ │ + 0x0002f9d8 6520666f 6c6c6f77 696e6720 73656172 e following sear │ │ │ │ + 0x0002f9e8 63682070 6174683a 00000000 00000000 ch path:........ │ │ │ │ + 0x0002f9f8 5741524e 494e473a 20412075 7365722d WARNING: A user- │ │ │ │ + 0x0002fa08 73757070 6c696564 2076616c 75652061 supplied value a │ │ │ │ + 0x0002fa18 7474656d 70746564 20746f20 6f766572 ttempted to over │ │ │ │ + 0x0002fa28 72696465 20746865 20646566 61756c74 ride the default │ │ │ │ + 0x0002fa38 2d6f6e6c 79204d43 41000000 00000000 -only MCA....... │ │ │ │ + 0x0002fa48 76617269 61626c65 206e616d 65642022 variable named " │ │ │ │ + 0x0002fa58 2573222e 00000000 4552524f 523a2041 %s".....ERROR: A │ │ │ │ + 0x0002fa68 6e20696e 76616c69 6420636f 6d62696e n invalid combin │ │ │ │ + 0x0002fa78 6174696f 6e206f66 20666c61 67732077 ation of flags w │ │ │ │ + 0x0002fa88 61732070 61737365 6420746f 206d6361 as passed to mca │ │ │ │ + 0x0002fa98 5f626173 655f7661 725f7265 67697374 _base_var_regist │ │ │ │ + 0x0002faa8 65722e00 00000000 2020466c 6167733a er...... Flags: │ │ │ │ + 0x0002fab8 20202020 25732025 73000000 00000000 %s %s....... │ │ │ │ + 0x0002fac8 6d757465 7820696e 69742066 61696c65 mutex init faile │ │ │ │ + 0x0002fad8 64000000 00000000 6d757465 78206c6f d.......mutex lo │ │ │ │ + 0x0002fae8 636b2066 61696c65 64000000 00000000 ck failed....... │ │ │ │ + 0x0002faf8 6d757465 7820756e 6c6f636b 20666169 mutex unlock fai │ │ │ │ + 0x0002fb08 6c656400 00000000 6d757465 78207472 led.....mutex tr │ │ │ │ + 0x0002fb18 796c6f63 6b206661 696c6564 00000000 ylock failed.... │ │ │ │ + 0x0002fb28 41207472 7920746f 20616371 75697265 A try to acquire │ │ │ │ + 0x0002fb38 2061206d 75746578 20286d75 74657820 a mutex (mutex │ │ │ │ + 0x0002fb48 7472796c 6f636b29 20686173 20666169 trylock) has fai │ │ │ │ + 0x0002fb58 6c65642e 00000000 41206d75 74657820 led.....A mutex │ │ │ │ + 0x0002fb68 72656c65 61736520 286d7574 65782075 release (mutex u │ │ │ │ + 0x0002fb78 6e6c6f63 6b292068 61732066 61696c65 nlock) has faile │ │ │ │ + 0x0002fb88 642e0000 00000000 41206d75 74657820 d.......A mutex │ │ │ │ + 0x0002fb98 61637175 69726520 286d7574 6578206c acquire (mutex l │ │ │ │ + 0x0002fba8 6f636b29 20686173 20666169 6c65642e ock) has failed. │ │ │ │ + 0x0002fbb8 00000000 00000000 41206d75 74657820 ........A mutex │ │ │ │ + 0x0002fbc8 696e6974 69616c69 7a617469 6f6e2068 initialization h │ │ │ │ + 0x0002fbd8 61732066 61696c65 642e0000 00000000 as failed....... │ │ │ │ + 0x0002fbe8 6661696c 20746f20 70617273 65206966 fail to parse if │ │ │ │ + 0x0002fbf8 5f696e65 74360000 4f70656e 204d5049 _inet6..Open MPI │ │ │ │ + 0x0002fc08 20666169 6c656420 746f2070 61727365 failed to parse │ │ │ │ + 0x0002fc18 20617420 6c656173 74206f6e 65206f66 at least one of │ │ │ │ + 0x0002fc28 20746865 206c696e 65732069 6e000000 the lines in... │ │ │ │ + 0x0002fc38 2f70726f 632f6e65 742f6966 5f696e65 /proc/net/if_ine │ │ │ │ + 0x0002fc48 74362e20 20546869 73206973 20657874 t6. This is ext │ │ │ │ + 0x0002fc58 72656d65 6c792075 6e757375 616c2061 remely unusual a │ │ │ │ + 0x0002fc68 6e642073 686f756c 64206e65 76657200 nd should never. │ │ │ │ + 0x0002fc78 68617070 656e2e20 204f7065 6e204d50 happen. Open MP │ │ │ │ + 0x0002fc88 49207769 6c6c2073 6b697020 74686973 I will skip this │ │ │ │ + 0x0002fc98 20696e74 65726661 63652061 6e642061 interface and a │ │ │ │ + 0x0002fca8 7474656d 70742074 6f20636f 6e74696e ttempt to contin │ │ │ │ + 0x0002fcb8 75652e00 00000000 2020496e 74657266 ue...... Interf │ │ │ │ + 0x0002fcc8 6163653a 20257300 20204865 783a2020 ace: %s. Hex: │ │ │ │ + 0x0002fcd8 20202020 20257300 6c656176 65207069 %s.leave pi │ │ │ │ + 0x0002fce8 6e6e6564 20666169 6c656400 00000000 nned failed..... │ │ │ │ + 0x0002fcf8 63616e6e 6f742064 65726567 69737465 cannot deregiste │ │ │ │ + 0x0002fd08 7220696e 2d757365 206d656d 6f727900 r in-use memory. │ │ │ │ + 0x0002fd18 4f70656e 204d5049 20696e74 65726365 Open MPI interce │ │ │ │ + 0x0002fd28 70746564 20612063 616c6c20 746f2066 pted a call to f │ │ │ │ + 0x0002fd38 72656520 6d656d6f 72792074 68617420 ree memory that │ │ │ │ + 0x0002fd48 69732073 74696c6c 20626569 6e672075 is still being u │ │ │ │ + 0x0002fd58 73656420 62790000 616e206f 6e676f69 sed by..an ongoi │ │ │ │ + 0x0002fd68 6e67204d 50492063 6f6d6d75 6e696361 ng MPI communica │ │ │ │ + 0x0002fd78 74696f6e 2e202054 68697320 75737561 tion. This usua │ │ │ │ + 0x0002fd88 6c6c7920 7265666c 65637473 20616e20 lly reflects an │ │ │ │ + 0x0002fd98 6572726f 7220696e 20746865 00000000 error in the.... │ │ │ │ + 0x0002fda8 4d504920 6170706c 69636174 696f6e3b MPI application; │ │ │ │ + 0x0002fdb8 20697420 6d617920 7369676e 69667920 it may signify │ │ │ │ + 0x0002fdc8 6d656d6f 72792063 6f727275 7074696f memory corruptio │ │ │ │ + 0x0002fdd8 6e2e2020 4f70656e 204d5049 2077696c n. Open MPI wil │ │ │ │ + 0x0002fde8 6c206e6f 77000000 61626f72 7420796f l now...abort yo │ │ │ │ + 0x0002fdf8 7572206a 6f622e00 20207263 61636865 ur job.. rcache │ │ │ │ + 0x0002fe08 206e616d 653a2020 20202573 00000000 name: %s.... │ │ │ │ + 0x0002fe18 20204c6f 63616c20 686f7374 3a202020 Local host: │ │ │ │ + 0x0002fe28 20202573 00000000 20204275 66666572 %s.... Buffer │ │ │ │ + 0x0002fe38 20616464 72657373 3a202570 00000000 address: %p.... │ │ │ │ + 0x0002fe48 20204275 66666572 2073697a 653a2020 Buffer size: │ │ │ │ + 0x0002fe58 2020256c 75000000 41207072 6f636573 %lu...A proces │ │ │ │ + 0x0002fe68 73206174 74656d70 74656420 746f2075 s attempted to u │ │ │ │ + 0x0002fe78 73652074 68652022 6c656176 65207069 se the "leave pi │ │ │ │ + 0x0002fe88 6e6e6564 22204d50 49206665 61747572 nned" MPI featur │ │ │ │ + 0x0002fe98 652c2062 7574206e 6f000000 00000000 e, but no....... │ │ │ │ + 0x0002fea8 6d656d6f 72792072 65676973 74726174 memory registrat │ │ │ │ + 0x0002feb8 696f6e20 686f6f6b 73207765 72652066 ion hooks were f │ │ │ │ + 0x0002fec8 6f756e64 206f6e20 74686520 73797374 ound on the syst │ │ │ │ + 0x0002fed8 656d2061 74207275 6e207469 6d652e20 em at run time. │ │ │ │ + 0x0002fee8 20546869 73000000 6d617920 62652074 This...may be t │ │ │ │ + 0x0002fef8 68652072 6573756c 74206f66 2072756e he result of run │ │ │ │ + 0x0002ff08 6e696e67 206f6e20 61207379 7374656d ning on a system │ │ │ │ + 0x0002ff18 20746861 7420646f 6573206e 6f742073 that does not s │ │ │ │ + 0x0002ff28 7570706f 7274206d 656d6f72 79000000 upport memory... │ │ │ │ + 0x0002ff38 686f6f6b 73206f72 20686176 696e6720 hooks or having │ │ │ │ + 0x0002ff48 736f6d65 206f7468 65722073 6f667477 some other softw │ │ │ │ + 0x0002ff58 61726520 73756276 65727420 4f70656e are subvert Open │ │ │ │ + 0x0002ff68 204d5049 27732075 7365206f 66207468 MPI's use of th │ │ │ │ + 0x0002ff78 65000000 00000000 6d656d6f 72792068 e.......memory h │ │ │ │ + 0x0002ff88 6f6f6b73 2e202059 6f752063 616e2064 ooks. You can d │ │ │ │ + 0x0002ff98 69736162 6c65204f 70656e20 4d504927 isable Open MPI' │ │ │ │ + 0x0002ffa8 73207573 65206f66 206d656d 6f727920 s use of memory │ │ │ │ + 0x0002ffb8 686f6f6b 73206279 00000000 00000000 hooks by........ │ │ │ │ + 0x0002ffc8 73657474 696e6720 626f7468 20746865 setting both the │ │ │ │ + 0x0002ffd8 206d7069 5f6c6561 76655f70 696e6e65 mpi_leave_pinne │ │ │ │ + 0x0002ffe8 6420616e 64206d70 695f6c65 6176655f d and mpi_leave_ │ │ │ │ + 0x0002fff8 70696e6e 65645f70 6970656c 696e6520 pinned_pipeline │ │ │ │ + 0x00030008 4d434100 00000000 70617261 6d657465 MCA.....paramete │ │ │ │ + 0x00030018 72732074 6f20302e 00000000 00000000 rs to 0......... │ │ │ │ + 0x00030028 4f70656e 204d5049 2077696c 6c206469 Open MPI will di │ │ │ │ + 0x00030038 7361626c 6520616e 79207472 616e7370 sable any transp │ │ │ │ + 0x00030048 6f727473 20746861 74206172 65206174 orts that are at │ │ │ │ + 0x00030058 74656d70 74696e67 20746f20 75736520 tempting to use │ │ │ │ + 0x00030068 74686500 00000000 6c656176 65207069 the.....leave pi │ │ │ │ + 0x00030078 6e6e6564 2066756e 6374696f 6e616c69 nned functionali │ │ │ │ + 0x00030088 74793b20 796f7572 206a6f62 206d6179 ty; your job may │ │ │ │ + 0x00030098 20737469 6c6c2072 756e2c20 62757420 still run, but │ │ │ │ + 0x000300a8 6d617920 66616c6c 20626163 6b000000 may fall back... │ │ │ │ + 0x000300b8 746f2061 20736c6f 77657220 6e657477 to a slower netw │ │ │ │ + 0x000300c8 6f726b20 7472616e 73706f72 74202873 ork transport (s │ │ │ │ + 0x000300d8 75636820 61732054 4350292e 00000000 uch as TCP)..... │ │ │ │ + 0x000300e8 20207263 61636865 206e616d 653a2025 rcache name: % │ │ │ │ + 0x000300f8 73000000 00000000 20205072 6f636573 s....... Proces │ │ │ │ + 0x00030108 733a2020 20202025 73000000 00000000 s: %s....... │ │ │ │ + 0x00030118 20204c6f 63616c20 686f7374 3a202025 Local host: % │ │ │ │ + 0x00030128 73000000 00000000 73797320 63616c6c s.......sys call │ │ │ │ + 0x00030138 20666169 6c000000 6d6d6170 206f6e20 fail...mmap on │ │ │ │ + 0x00030148 6e667300 00000000 74617267 65742066 nfs.....target f │ │ │ │ + 0x00030158 756c6c00 00000000 49742061 70706561 ull.....It appea │ │ │ │ + 0x00030168 72732061 73206966 20746865 72652069 rs as if there i │ │ │ │ + 0x00030178 73206e6f 7420656e 6f756768 20737061 s not enough spa │ │ │ │ + 0x00030188 63652066 6f722025 73202874 68652073 ce for %s (the s │ │ │ │ + 0x00030198 68617265 642d6d65 6d6f7279 20626163 hared-memory bac │ │ │ │ + 0x000301a8 6b696e67 00000000 66696c65 292e2049 king....file). I │ │ │ │ + 0x000301b8 74206973 206c696b 656c7920 74686174 t is likely that │ │ │ │ + 0x000301c8 20796f75 72204d50 49206a6f 62207769 your MPI job wi │ │ │ │ + 0x000301d8 6c6c206e 6f772065 69746865 72206162 ll now either ab │ │ │ │ + 0x000301e8 6f727420 6f722065 78706572 69656e63 ort or experienc │ │ │ │ + 0x000301f8 65000000 00000000 70657266 6f726d61 e.......performa │ │ │ │ + 0x00030208 6e636520 64656772 61646174 696f6e2e nce degradation. │ │ │ │ + 0x00030218 00000000 00000000 20205370 61636520 ........ Space │ │ │ │ + 0x00030228 52657175 65737465 643a2025 6c752042 Requested: %lu B │ │ │ │ + 0x00030238 00000000 00000000 20205370 61636520 ........ Space │ │ │ │ + 0x00030248 41766169 6c61626c 653a2025 6c6c7520 Available: %llu │ │ │ │ + 0x00030258 42000000 00000000 5741524e 494e473a B.......WARNING: │ │ │ │ + 0x00030268 204f7065 6e204d50 49207769 6c6c2063 Open MPI will c │ │ │ │ + 0x00030278 72656174 65206120 73686172 6564206d reate a shared m │ │ │ │ + 0x00030288 656d6f72 79206261 636b696e 67206669 emory backing fi │ │ │ │ + 0x00030298 6c652069 6e206100 64697265 63746f72 le in a.director │ │ │ │ + 0x000302a8 79207468 61742061 70706561 72732074 y that appears t │ │ │ │ + 0x000302b8 6f206265 206d6f75 6e746564 206f6e20 o be mounted on │ │ │ │ + 0x000302c8 61206e65 74776f72 6b206669 6c657379 a network filesy │ │ │ │ + 0x000302d8 7374656d 2e000000 43726561 74696e67 stem....Creating │ │ │ │ + 0x000302e8 20746865 20736861 72656420 6d656d6f the shared memo │ │ │ │ + 0x000302f8 72792062 61636b75 70206669 6c65206f ry backup file o │ │ │ │ + 0x00030308 6e206120 6e657477 6f726b20 66696c65 n a network file │ │ │ │ + 0x00030318 20737973 74656d2c 20737563 68000000 system, such... │ │ │ │ + 0x00030328 6173204e 4653206f 72204c75 73747265 as NFS or Lustre │ │ │ │ + 0x00030338 20697320 6e6f7420 7265636f 6d6d656e is not recommen │ │ │ │ + 0x00030348 64656420 2d2d2069 74206d61 79206361 ded -- it may ca │ │ │ │ + 0x00030358 75736520 65786365 73736976 65206e65 use excessive ne │ │ │ │ + 0x00030368 74776f72 6b000000 74726166 66696320 twork...traffic │ │ │ │ + 0x00030378 746f2079 6f757220 66696c65 20736572 to your file ser │ │ │ │ + 0x00030388 76657273 20616e64 2f6f7220 63617573 vers and/or caus │ │ │ │ + 0x00030398 65207368 61726564 206d656d 6f727920 e shared memory │ │ │ │ + 0x000303a8 74726166 66696320 696e0000 00000000 traffic in...... │ │ │ │ + 0x000303b8 4f70656e 204d5049 20746f20 6265206d Open MPI to be m │ │ │ │ + 0x000303c8 75636820 736c6f77 65722074 68616e20 uch slower than │ │ │ │ + 0x000303d8 65787065 63746564 2e000000 00000000 expected........ │ │ │ │ + 0x000303e8 596f7520 6d617920 77616e74 20746f20 You may want to │ │ │ │ + 0x000303f8 63686563 6b207768 61742074 68652074 check what the t │ │ │ │ + 0x00030408 79706963 616c2074 656d706f 72617279 ypical temporary │ │ │ │ + 0x00030418 20646972 6563746f 72792069 73206f6e directory is on │ │ │ │ + 0x00030428 20796f75 72000000 6e6f6465 2e202050 your...node. P │ │ │ │ + 0x00030438 6f737369 626c6520 736f7572 63657320 ossible sources │ │ │ │ + 0x00030448 6f662074 6865206c 6f636174 696f6e20 of the location │ │ │ │ + 0x00030458 6f662074 68697320 74656d70 6f726172 of this temporar │ │ │ │ + 0x00030468 79206469 72656374 6f727900 00000000 y directory..... │ │ │ │ + 0x00030478 696e636c 75646520 74686520 2454454d include the $TEM │ │ │ │ + 0x00030488 50444952 2c202454 454d502c 20616e64 PDIR, $TEMP, and │ │ │ │ + 0x00030498 2024544d 5020656e 7669726f 6e6d656e $TMP environmen │ │ │ │ + 0x000304a8 74207661 72696162 6c65732e 00000000 t variables..... │ │ │ │ + 0x000304b8 4e6f7465 2c20746f 6f2c2074 68617420 Note, too, that │ │ │ │ + 0x000304c8 73797374 656d2061 646d696e 69737472 system administr │ │ │ │ + 0x000304d8 61746f72 73206361 6e207365 74206120 ators can set a │ │ │ │ + 0x000304e8 6c697374 206f6620 66696c65 73797374 list of filesyst │ │ │ │ + 0x000304f8 656d7300 00000000 77686572 65204f70 ems.....where Op │ │ │ │ + 0x00030508 656e204d 50492069 73206469 73616c6c en MPI is disall │ │ │ │ + 0x00030518 6f776564 2066726f 6d206372 65617469 owed from creati │ │ │ │ + 0x00030528 6e672074 656d706f 72617279 2066696c ng temporary fil │ │ │ │ + 0x00030538 65732062 79207365 7474696e 67000000 es by setting... │ │ │ │ + 0x00030548 74686520 4d434120 70617261 6d657465 the MCA paramete │ │ │ │ + 0x00030558 7220226f 7274655f 6e6f5f73 65737369 r "orte_no_sessi │ │ │ │ + 0x00030568 6f6e5f64 6972222e 00000000 00000000 on_dir"......... │ │ │ │ + 0x00030578 20204c6f 63616c20 686f7374 3a202573 Local host: %s │ │ │ │ + 0x00030588 00000000 00000000 20204669 6c656e61 ........ Filena │ │ │ │ + 0x00030598 6d653a20 20202573 00000000 00000000 me: %s........ │ │ │ │ + 0x000305a8 596f7520 63616e20 73657420 74686520 You can set the │ │ │ │ + 0x000305b8 4d434120 70617261 6d657465 72207368 MCA parameter sh │ │ │ │ + 0x000305c8 6d656d5f 6d6d6170 5f656e61 626c655f mem_mmap_enable_ │ │ │ │ + 0x000305d8 6e66735f 7761726e 696e6720 746f2030 nfs_warning to 0 │ │ │ │ + 0x000305e8 20746f00 00000000 64697361 626c6520 to.....disable │ │ │ │ + 0x000305f8 74686973 206d6573 73616765 2e000000 this message.... │ │ │ │ + 0x00030608 41207379 7374656d 2063616c 6c206661 A system call fa │ │ │ │ + 0x00030618 696c6564 20647572 696e6720 73686172 iled during shar │ │ │ │ + 0x00030628 6564206d 656d6f72 7920696e 69746961 ed memory initia │ │ │ │ + 0x00030638 6c697a61 74696f6e 20746861 74207368 lization that sh │ │ │ │ + 0x00030648 6f756c64 00000000 6e6f7420 68617665 ould....not have │ │ │ │ + 0x00030658 2e202049 74206973 206c696b 656c7920 . It is likely │ │ │ │ + 0x00030668 74686174 20796f75 72204d50 49206a6f that your MPI jo │ │ │ │ + 0x00030678 62207769 6c6c206e 6f772065 69746865 b will now eithe │ │ │ │ + 0x00030688 72206162 6f727420 6f720000 00000000 r abort or...... │ │ │ │ + 0x00030698 65787065 7269656e 63652070 6572666f experience perfo │ │ │ │ + 0x000306a8 726d616e 63652064 65677261 64617469 rmance degradati │ │ │ │ + 0x000306b8 6f6e2e00 00000000 20205379 7374656d on...... System │ │ │ │ + 0x000306c8 2063616c 6c3a2025 73202573 00000000 call: %s %s.... │ │ │ │ + 0x000306d8 20204572 726f723a 20202020 20202025 Error: % │ │ │ │ + 0x000306e8 73202865 72726e6f 20256429 00000000 s (errno %d).... │ │ │ │ + 0x000306f8 616c6c20 6d656d20 6c65616b 73000000 all mem leaks... │ │ │ │ + 0x00030708 736f6d65 206d656d 206c6561 6b730000 some mem leaks.. │ │ │ │ + 0x00030718 54686520 666f6c6c 6f77696e 67206d65 The following me │ │ │ │ + 0x00030728 6d6f7279 206c6f63 6174696f 6e732077 mory locations w │ │ │ │ + 0x00030738 65726520 616c6c6f 63617465 64207669 ere allocated vi │ │ │ │ + 0x00030748 61204d50 495f414c 4c4f435f 4d454d20 a MPI_ALLOC_MEM │ │ │ │ + 0x00030758 62757400 00000000 6e6f7420 66726565 but.....not free │ │ │ │ + 0x00030768 64207669 61204d50 495f4652 45455f4d d via MPI_FREE_M │ │ │ │ + 0x00030778 454d2062 65666f72 6520696e 766f6b69 EM before invoki │ │ │ │ + 0x00030788 6e67204d 50495f46 494e414c 495a453a ng MPI_FINALIZE: │ │ │ │ + 0x00030798 00000000 00000000 50726f63 65737320 ........Process │ │ │ │ + 0x000307a8 49443a20 25730000 486f7374 6e616d65 ID: %s..Hostname │ │ │ │ + 0x000307b8 3a202020 25730000 5049443a 20202020 : %s..PID: │ │ │ │ + 0x000307c8 20202020 25640000 25642061 64646974 %d..%d addit │ │ │ │ + 0x000307d8 696f6e61 6c206c65 616b2573 20726563 ional leak%s rec │ │ │ │ + 0x000307e8 6f726465 64206275 74202573 206e6f74 orded but %s not │ │ │ │ + 0x000307f8 20646973 706c6179 65642068 6572652e displayed here. │ │ │ │ + 0x00030808 20205365 74207468 65204d43 41000000 Set the MCA... │ │ │ │ + 0x00030818 70617261 6d657465 72206d70 695f7368 parameter mpi_sh │ │ │ │ + 0x00030828 6f775f6d 70695f61 6c6c6f63 5f6d656d ow_mpi_alloc_mem │ │ │ │ + 0x00030838 5f6c6561 6b732074 6f206120 6c617267 _leaks to a larg │ │ │ │ + 0x00030848 6572206e 756d6265 7220746f 20736565 er number to see │ │ │ │ + 0x00030858 20746861 74000000 6d616e79 206c6561 that...many lea │ │ │ │ + 0x00030868 6b732c20 6f722073 65742069 7420746f ks, or set it to │ │ │ │ + 0x00030878 2061206e 65676174 69766520 6e756d62 a negative numb │ │ │ │ + 0x00030888 65722074 6f207365 6520616c 6c206c65 er to see all le │ │ │ │ + 0x00030898 616b732e 00000000 6b6e656d 20706572 aks.....knem per │ │ │ │ + 0x000308a8 6d697373 696f6e20 64656e69 65640000 mission denied.. │ │ │ │ + 0x000308b8 6b6e656d 20666169 6c206f70 656e0000 knem fail open.. │ │ │ │ + 0x000308c8 6b6e656d 20676574 20414249 20666169 knem get ABI fai │ │ │ │ + 0x000308d8 6c000000 00000000 6b6e656d 20414249 l.......knem ABI │ │ │ │ + 0x000308e8 206d6973 6d617463 68000000 00000000 mismatch....... │ │ │ │ + 0x000308f8 5741524e 494e473a 204f7065 6e204d50 WARNING: Open MP │ │ │ │ + 0x00030908 49207761 7320636f 6d70696c 65642077 I was compiled w │ │ │ │ + 0x00030918 69746820 73757070 6f727420 666f7220 ith support for │ │ │ │ + 0x00030928 6f6e6520 76657273 696f6e20 6f662074 one version of t │ │ │ │ + 0x00030938 68650000 00000000 6b6e656d 206b6572 he......knem ker │ │ │ │ + 0x00030948 6e656c20 6d6f6475 6c652c20 62757420 nel module, but │ │ │ │ + 0x00030958 69742064 6973636f 76657265 64206120 it discovered a │ │ │ │ + 0x00030968 64696666 6572656e 74207665 7273696f different versio │ │ │ │ + 0x00030978 6e207275 6e6e696e 6720696e 00000000 n running in.... │ │ │ │ + 0x00030988 2f646576 2f6b6e65 6d2e204f 70656e20 /dev/knem. Open │ │ │ │ + 0x00030998 4d504920 6e656564 7320746f 20626520 MPI needs to be │ │ │ │ + 0x000309a8 696e7374 616c6c65 64207769 74682073 installed with s │ │ │ │ + 0x000309b8 7570706f 72742066 6f722074 68652073 upport for the s │ │ │ │ + 0x000309c8 616d6500 00000000 76657273 696f6e20 ame.....version │ │ │ │ + 0x000309d8 6f66206b 6e656d20 61732069 7320696e of knem as is in │ │ │ │ + 0x000309e8 20746865 2072756e 6e696e67 204c696e the running Lin │ │ │ │ + 0x000309f8 7578206b 65726e65 6c2e2050 6c656173 ux kernel. Pleas │ │ │ │ + 0x00030a08 65206368 65636b20 77697468 00000000 e check with.... │ │ │ │ + 0x00030a18 796f7572 20737973 74656d20 61646d69 your system admi │ │ │ │ + 0x00030a28 6e697374 7261746f 722c206f 72207365 nistrator, or se │ │ │ │ + 0x00030a38 74207468 6520736d 7363204d 43412076 t the smsc MCA v │ │ │ │ + 0x00030a48 61726961 626c6520 746f2022 5e6b6e65 ariable to "^kne │ │ │ │ + 0x00030a58 6d222074 6f000000 73696c65 6e636520 m" to...silence │ │ │ │ + 0x00030a68 74686973 20776172 6e696e67 20616e64 this warning and │ │ │ │ + 0x00030a78 2072756e 20776974 686f7574 206b6e65 run without kne │ │ │ │ + 0x00030a88 6d207375 70706f72 742e0000 00000000 m support....... │ │ │ │ + 0x00030a98 4f70656e 204d5049 2077696c 6c207472 Open MPI will tr │ │ │ │ + 0x00030aa8 7920746f 2066616c 6c206261 636b206f y to fall back o │ │ │ │ + 0x00030ab8 6e20616e 6f746865 72207369 6e676c65 n another single │ │ │ │ + 0x00030ac8 2d636f70 79206d65 6368616e 69736d20 -copy mechanism │ │ │ │ + 0x00030ad8 6966206f 6e650000 69732061 7661696c if one..is avail │ │ │ │ + 0x00030ae8 61626c65 2e202054 68697320 6d617920 able. This may │ │ │ │ + 0x00030af8 72657375 6c742069 6e206c6f 77657220 result in lower │ │ │ │ + 0x00030b08 70657266 6f726d61 6e63652e 00000000 performance..... │ │ │ │ + 0x00030b18 20204c6f 63616c20 686f7374 3a202020 Local host: │ │ │ │ + 0x00030b28 20202020 20202020 20202025 73000000 %s... │ │ │ │ + 0x00030b38 20204f70 656e204d 50492773 206b6e65 Open MPI's kne │ │ │ │ + 0x00030b48 6d207665 7273696f 6e3a2030 78257800 m version: 0x%x. │ │ │ │ + 0x00030b58 20202f64 65762f6b 6e656d27 73207665 /dev/knem's ve │ │ │ │ + 0x00030b68 7273696f 6e3a2020 20202030 78257800 rsion: 0x%x. │ │ │ │ + 0x00030b78 5741524e 494e473a 204f7065 6e204d50 WARNING: Open MP │ │ │ │ + 0x00030b88 49206661 696c6564 20746f20 72657472 I failed to retr │ │ │ │ + 0x00030b98 69657665 20746865 20414249 20766572 ieve the ABI ver │ │ │ │ + 0x00030ba8 73696f6e 2066726f 6d207468 65000000 sion from the... │ │ │ │ + 0x00030bb8 2f646576 2f6b6e65 6d206465 76696365 /dev/knem device │ │ │ │ + 0x00030bc8 20647565 20746f20 61206c6f 63616c20 due to a local │ │ │ │ + 0x00030bd8 6572726f 722e2020 54686973 20757375 error. This usu │ │ │ │ + 0x00030be8 616c6c79 20696e64 69636174 65732061 ally indicates a │ │ │ │ + 0x00030bf8 6e000000 00000000 6572726f 7220696e n.......error in │ │ │ │ + 0x00030c08 20796f75 72206b6e 656d2069 6e737461 your knem insta │ │ │ │ + 0x00030c18 6c6c6174 696f6e3b 20706c65 61736520 llation; please │ │ │ │ + 0x00030c28 63686563 6b207769 74682079 6f757220 check with your │ │ │ │ + 0x00030c38 73797374 656d0000 61646d69 6e697374 system..administ │ │ │ │ + 0x00030c48 7261746f 722c206f 72207365 74207468 rator, or set th │ │ │ │ + 0x00030c58 6520736d 7363204d 43412076 61726961 e smsc MCA varia │ │ │ │ + 0x00030c68 626c6520 746f2022 5e6b6e65 6d222074 ble to "^knem" t │ │ │ │ + 0x00030c78 6f207369 6c656e63 65207468 69730000 o silence this.. │ │ │ │ + 0x00030c88 7761726e 696e6720 616e6420 72756e20 warning and run │ │ │ │ + 0x00030c98 77697468 6f757420 6b6e656d 20737570 without knem sup │ │ │ │ + 0x00030ca8 706f7274 2e000000 20204572 726e6f3a port.... Errno: │ │ │ │ + 0x00030cb8 20202020 20202564 20282573 29000000 %d (%s)... │ │ │ │ + 0x00030cc8 5741524e 494e473a 204f7065 6e204d50 WARNING: Open MP │ │ │ │ + 0x00030cd8 49206661 696c6564 20746f20 6f70656e I failed to open │ │ │ │ + 0x00030ce8 20746865 202f6465 762f6b6e 656d2064 the /dev/knem d │ │ │ │ + 0x00030cf8 65766963 65206475 6520746f 2061206c evice due to a l │ │ │ │ + 0x00030d08 6f63616c 00000000 6572726f 722e2050 ocal....error. P │ │ │ │ + 0x00030d18 6c656173 65206368 65636b20 77697468 lease check with │ │ │ │ + 0x00030d28 20796f75 72207379 7374656d 2061646d your system adm │ │ │ │ + 0x00030d38 696e6973 74726174 6f722074 6f206765 inistrator to ge │ │ │ │ + 0x00030d48 74207468 65207072 6f626c65 6d000000 t the problem... │ │ │ │ + 0x00030d58 66697865 642c206f 72207365 74207468 fixed, or set th │ │ │ │ + 0x00030d68 6520736d 7363204d 43412076 61726961 e smsc MCA varia │ │ │ │ + 0x00030d78 626c6520 746f2022 5e6b6e65 6d222074 ble to "^knem" t │ │ │ │ + 0x00030d88 6f207369 6c656e63 65207468 69732077 o silence this w │ │ │ │ + 0x00030d98 61726e69 6e670000 5741524e 494e473a arning..WARNING: │ │ │ │ + 0x00030da8 204f7065 6e204d50 49206661 696c6564 Open MPI failed │ │ │ │ + 0x00030db8 20746f20 6f70656e 20746865 202f6465 to open the /de │ │ │ │ + 0x00030dc8 762f6b6e 656d2064 65766963 65206475 v/knem device du │ │ │ │ + 0x00030dd8 6520746f 20610000 7065726d 69737369 e to a..permissi │ │ │ │ + 0x00030de8 6f6e7320 70726f62 6c656d2e 2020506c ons problem. Pl │ │ │ │ + 0x00030df8 65617365 20636865 636b2077 69746820 ease check with │ │ │ │ + 0x00030e08 796f7572 20737973 74656d20 61646d69 your system admi │ │ │ │ + 0x00030e18 6e697374 7261746f 7220746f 00000000 nistrator to.... │ │ │ │ + 0x00030e28 67657420 74686520 7065726d 69737369 get the permissi │ │ │ │ + 0x00030e38 6f6e7320 66697865 642c206f 72207365 ons fixed, or se │ │ │ │ + 0x00030e48 74207468 6520736d 7363204d 43412076 t the smsc MCA v │ │ │ │ + 0x00030e58 61726961 626c6520 746f2022 5e6b6e65 ariable to "^kne │ │ │ │ + 0x00030e68 6d222074 6f000000 20204c6f 63616c20 m" to... Local │ │ │ │ + 0x00030e78 686f7374 3a202020 20202020 20202020 host: │ │ │ │ + 0x00030e88 20257300 00000000 20202f64 65762f6b %s..... /dev/k │ │ │ │ + 0x00030e98 6e656d20 7065726d 69737369 6f6e733a nem permissions: │ │ │ │ + 0x00030ea8 2030256f 00000000 6d6f6e6f 746f6e69 0%o....monotoni │ │ │ │ + 0x00030eb8 63206e6f 74207375 70706f72 74656400 c not supported. │ │ │ │ + 0x00030ec8 41206d6f 6e6f746f 6e696320 74696d65 A monotonic time │ │ │ │ + 0x00030ed8 72206861 73206265 656e2072 65717565 r has been reque │ │ │ │ + 0x00030ee8 73746564 20627920 74686520 75736572 sted by the user │ │ │ │ + 0x00030ef8 2c206275 7420636f 756c6420 6e6f7420 , but could not │ │ │ │ + 0x00030f08 62652066 6f756e64 206f6e20 74686500 be found on the. │ │ │ │ + 0x00030f18 73797374 656d2e20 46616c6c 696e6720 system. Falling │ │ │ │ + 0x00030f28 6261636b 20746f20 61206e6f 6e2d6d6f back to a non-mo │ │ │ │ + 0x00030f38 6e6f746f 6e696320 74696d65 72202873 notonic timer (s │ │ │ │ + 0x00030f48 75636820 61732052 44545343 292e0000 uch as RDTSC)... │ │ │ │ + 0x00030f58 62746c3a 6e6f2d6e 69637300 00000000 btl:no-nics..... │ │ │ │ + 0x00030f68 25733a20 41206869 67682d70 6572666f %s: A high-perfo │ │ │ │ + 0x00030f78 726d616e 6365204f 70656e20 4d504920 rmance Open MPI │ │ │ │ + 0x00030f88 706f696e 742d746f 2d706f69 6e74206d point-to-point m │ │ │ │ + 0x00030f98 65737361 67696e67 206d6f64 756c6500 essaging module. │ │ │ │ + 0x00030fa8 77617320 756e6162 6c652074 6f206669 was unable to fi │ │ │ │ + 0x00030fb8 6e642061 6e792072 656c6576 616e7420 nd any relevant │ │ │ │ + 0x00030fc8 6e657477 6f726b20 696e7465 72666163 network interfac │ │ │ │ + 0x00030fd8 65733a00 00000000 4d6f6475 6c653a20 es:.....Module: │ │ │ │ + 0x00030fe8 25730000 00000000 2020486f 73743a20 %s...... Host: │ │ │ │ + 0x00030ff8 25730000 00000000 416e6f74 68657220 %s......Another │ │ │ │ + 0x00031008 7472616e 73706f72 74207769 6c6c2062 transport will b │ │ │ │ + 0x00031018 65207573 65642069 6e737465 61642c20 e used instead, │ │ │ │ + 0x00031028 616c7468 6f756768 20746869 73206d61 although this ma │ │ │ │ + 0x00031038 79207265 73756c74 20696e00 00000000 y result in..... │ │ │ │ + 0x00031048 6c6f7765 72207065 72666f72 6d616e63 lower performanc │ │ │ │ + 0x00031058 652e0000 00000000 4e4f5445 3a20596f e.......NOTE: Yo │ │ │ │ + 0x00031068 75206361 6e206469 7361626c 65207468 u can disable th │ │ │ │ + 0x00031078 69732077 61726e69 6e672062 79207365 is warning by se │ │ │ │ + 0x00031088 7474696e 67207468 65204d43 41207061 tting the MCA pa │ │ │ │ + 0x00031098 72616d65 74657200 62746c5f 62617365 rameter.btl_base │ │ │ │ + 0x000310a8 5f776172 6e5f636f 6d706f6e 656e745f _warn_component_ │ │ │ │ + 0x000310b8 756e7573 65642074 6f20302e 00000000 unused to 0..... │ │ │ │ + 0x000310c8 6e6f7420 656e6f75 67682075 736e6963 not enough usnic │ │ │ │ + 0x000310d8 20726573 6f757263 65730000 00000000 resources...... │ │ │ │ + 0x000310e8 6c696266 61627269 63204150 49206661 libfabric API fa │ │ │ │ + 0x000310f8 696c6564 00000000 6173796e 63206576 iled....async ev │ │ │ │ + 0x00031108 656e7400 00000000 696e7465 726e616c ent.....internal │ │ │ │ + 0x00031118 20657272 6f722061 66746572 20696e69 error after ini │ │ │ │ + 0x00031128 74000000 00000000 63686563 6b5f7265 t.......check_re │ │ │ │ + 0x00031138 675f6d65 6d5f6261 73696373 20666169 g_mem_basics fai │ │ │ │ + 0x00031148 6c000000 00000000 696e7661 6c696420 l.......invalid │ │ │ │ + 0x00031158 69665f69 6e657863 6c756465 00000000 if_inexclude.... │ │ │ │ + 0x00031168 4d545520 6d69736d 61746368 00000000 MTU mismatch.... │ │ │ │ + 0x00031178 636f6e6e 65637469 76697479 20657272 connectivity err │ │ │ │ + 0x00031188 6f723a20 736d616c 6c206f6b 2c206c61 or: small ok, la │ │ │ │ + 0x00031198 72676520 62616400 636f6e6e 65637469 rge bad.connecti │ │ │ │ + 0x000311a8 76697479 20657272 6f723a20 736d616c vity error: smal │ │ │ │ + 0x000311b8 6c206261 642c206c 61726765 206f6b00 l bad, large ok. │ │ │ │ + 0x000311c8 636f6e6e 65637469 76697479 20657272 connectivity err │ │ │ │ + 0x000311d8 6f723a20 736d616c 6c206261 642c206c or: small bad, l │ │ │ │ + 0x000311e8 61726765 20626164 00000000 00000000 arge bad........ │ │ │ │ + 0x000311f8 66695f61 765f6571 20746f6f 20736d61 fi_av_eq too sma │ │ │ │ + 0x00031208 6c6c0000 00000000 756e7265 61636861 ll......unreacha │ │ │ │ + 0x00031218 626c6520 70656572 20495000 00000000 ble peer IP..... │ │ │ │ + 0x00031228 63616e6e 6f742077 72697465 20746f20 cannot write to │ │ │ │ + 0x00031238 6d617020 66696c65 00000000 00000000 map file........ │ │ │ │ + 0x00031248 7472616e 73706f72 74206d69 736d6174 transport mismat │ │ │ │ + 0x00031258 63680000 00000000 4f70656e 204d5049 ch......Open MPI │ │ │ │ + 0x00031268 20686173 20666f75 6e642074 776f2073 has found two s │ │ │ │ + 0x00031278 65727665 72732077 69746820 64696666 ervers with diff │ │ │ │ + 0x00031288 6572656e 7420756e 6465726c 79696e67 erent underlying │ │ │ │ + 0x00031298 2075734e 49430000 7472616e 73706f72 usNIC..transpor │ │ │ │ + 0x000312a8 74732e20 20546869 73206973 20616e20 ts. This is an │ │ │ │ + 0x000312b8 756e7375 70706f72 74656420 636f6e66 unsupported conf │ │ │ │ + 0x000312c8 69677572 6174696f 6e3b2061 6c6c2075 iguration; all u │ │ │ │ + 0x000312d8 734e4943 20646576 69636573 00000000 sNIC devices.... │ │ │ │ + 0x000312e8 6d757374 20686176 65207468 65207361 must have the sa │ │ │ │ + 0x000312f8 6d652075 6e646572 6c79696e 67207472 me underlying tr │ │ │ │ + 0x00031308 616e7370 6f727420 696e206f 72646572 ansport in order │ │ │ │ + 0x00031318 20746f20 75736520 74686520 75734e49 to use the usNI │ │ │ │ + 0x00031328 43204254 4c2e0000 20204c6f 63616c20 C BTL... Local │ │ │ │ + 0x00031338 73657276 6572202f 20747261 6e73706f server / transpo │ │ │ │ + 0x00031348 72743a20 20257320 2f202573 00000000 rt: %s / %s.... │ │ │ │ + 0x00031358 20205265 6d6f7465 20736572 76657220 Remote server │ │ │ │ + 0x00031368 2f207472 616e7370 6f72743a 20257320 / transport: %s │ │ │ │ + 0x00031378 2f202573 00000000 5741524e 494e473a / %s....WARNING: │ │ │ │ + 0x00031388 20546865 2075736e 69632042 544c2077 The usnic BTL w │ │ │ │ + 0x00031398 61732075 6e61626c 6520746f 206f7065 as unable to ope │ │ │ │ + 0x000313a8 6e207468 65207265 71756573 74656420 n the requested │ │ │ │ + 0x000313b8 6f757470 75740000 636f6e6e 65637469 output..connecti │ │ │ │ + 0x000313c8 76697479 206d6170 2066696c 652e2020 vity map file. │ │ │ │ + 0x000313d8 596f7572 206a6f62 2077696c 6c20636f Your job will co │ │ │ │ + 0x000313e8 6e74696e 75652c20 62757420 74686973 ntinue, but this │ │ │ │ + 0x000313f8 206f7574 70757400 636f6e6e 65637469 output.connecti │ │ │ │ + 0x00031408 76697479 206d6170 2066696c 65207769 vity map file wi │ │ │ │ + 0x00031418 6c6c206e 6f742062 65207772 69747465 ll not be writte │ │ │ │ + 0x00031428 6e2e0000 00000000 20204c6f 63616c20 n....... Local │ │ │ │ + 0x00031438 73657276 65723a20 20202020 20257300 server: %s. │ │ │ │ + 0x00031448 20204f75 74707574 206d6170 2066696c Output map fil │ │ │ │ + 0x00031458 653a2020 20257300 2020576f 726b696e e: %s. Workin │ │ │ │ + 0x00031468 67206469 72656374 6f72793a 20257300 g directory: %s. │ │ │ │ + 0x00031478 20204572 726f723a 20202020 20202020 Error: │ │ │ │ + 0x00031488 20202020 20257320 28256429 00000000 %s (%d).... │ │ │ │ + 0x00031498 5741524e 494e473a 204f7065 6e204d50 WARNING: Open MP │ │ │ │ + 0x000314a8 49206661 696c6564 20746f20 66696e64 I failed to find │ │ │ │ + 0x000314b8 20612072 6f757465 20746f20 61207065 a route to a pe │ │ │ │ + 0x000314c8 65722049 50206164 64726573 73207669 er IP address vi │ │ │ │ + 0x000314d8 61206100 00000000 73706563 69666963 a a.....specific │ │ │ │ + 0x000314e8 2075734e 49432069 6e746572 66616365 usNIC interface │ │ │ │ + 0x000314f8 2e202054 68697320 75737561 6c6c7920 . This usually │ │ │ │ + 0x00031508 696e6469 63617465 73206120 70726f62 indicates a prob │ │ │ │ + 0x00031518 6c656d20 696e2074 68652049 50000000 lem in the IP... │ │ │ │ + 0x00031528 726f7574 696e6720 62657477 65656e20 routing between │ │ │ │ + 0x00031538 74686573 65207065 6572732e 00000000 these peers..... │ │ │ │ + 0x00031548 4f70656e 204d5049 2077696c 6c20736b Open MPI will sk │ │ │ │ + 0x00031558 69702074 68697320 75734e49 4320696e ip this usNIC in │ │ │ │ + 0x00031568 74657266 61636520 7768656e 20636f6d terface when com │ │ │ │ + 0x00031578 6d756e69 63617469 6e672077 69746820 municating with │ │ │ │ + 0x00031588 74686174 00000000 70656572 2c207768 that....peer, wh │ │ │ │ + 0x00031598 69636820 6d617920 72657375 6c742069 ich may result i │ │ │ │ + 0x000315a8 6e206c6f 77657220 70657266 6f726d61 n lower performa │ │ │ │ + 0x000315b8 6e636520 746f2074 68617420 70656572 nce to that peer │ │ │ │ + 0x000315c8 2e202049 74206d61 7920616c 736f0000 . It may also.. │ │ │ │ + 0x000315d8 72657375 6c742069 6e20796f 7572206a result in your j │ │ │ │ + 0x000315e8 6f622061 626f7274 696e6720 69662074 ob aborting if t │ │ │ │ + 0x000315f8 68657265 20617265 206e6f20 6f746865 here are no othe │ │ │ │ + 0x00031608 72206e65 74776f72 6b207061 74687320 r network paths │ │ │ │ + 0x00031618 746f0000 00000000 74686174 20706565 to......that pee │ │ │ │ + 0x00031628 722e0000 00000000 4e6f7465 20746861 r.......Note tha │ │ │ │ + 0x00031638 74207468 69732065 72726f72 206d6573 t this error mes │ │ │ │ + 0x00031648 73616765 20646566 61756c74 7320746f sage defaults to │ │ │ │ + 0x00031658 206f6e6c 79207072 696e7469 6e672066 only printing f │ │ │ │ + 0x00031668 6f722074 6865202a 66697273 742a0000 or the *first*.. │ │ │ │ + 0x00031678 70616972 206f6620 4d504920 70726f63 pair of MPI proc │ │ │ │ + 0x00031688 65737320 70656572 73207468 61742065 ess peers that e │ │ │ │ + 0x00031698 78686962 69742074 68697320 70726f62 xhibit this prob │ │ │ │ + 0x000316a8 6c656d3b 20746869 73207361 6d652070 lem; this same p │ │ │ │ + 0x000316b8 726f626c 656d0000 6d617920 65786973 roblem..may exis │ │ │ │ + 0x000316c8 7420666f 72206f74 68657220 70656572 t for other peer │ │ │ │ + 0x000316d8 20706169 72732c20 746f6f2e 00000000 pairs, too..... │ │ │ │ + 0x000316e8 20204c6f 63616c20 696e7465 72666163 Local interfac │ │ │ │ + 0x000316f8 653a2025 733a2573 20287768 69636820 e: %s:%s (which │ │ │ │ + 0x00031708 69732025 73290000 20205065 65723a20 is %s).. Peer: │ │ │ │ + 0x00031718 20202020 20202020 20202025 733a2573 %s:%s │ │ │ │ + 0x00031728 00000000 00000000 4e4f5445 3a20596f ........NOTE: Yo │ │ │ │ + 0x00031738 75206361 6e207365 74207468 65204d43 u can set the MC │ │ │ │ + 0x00031748 41207061 72616d20 62746c5f 75736e69 A param btl_usni │ │ │ │ + 0x00031758 635f7368 6f775f72 6f757465 5f666169 c_show_route_fai │ │ │ │ + 0x00031768 6c757265 7320746f 20302074 6f000000 lures to 0 to... │ │ │ │ + 0x00031778 64697361 626c6520 74686973 20776172 disable this war │ │ │ │ + 0x00031788 6e696e67 2e000000 54686520 75736e69 ning....The usni │ │ │ │ + 0x00031798 63204254 4c207761 7320746f 6c642074 c BTL was told t │ │ │ │ + 0x000317a8 6f206372 65617465 20616e20 61646472 o create an addr │ │ │ │ + 0x000317b8 65737320 7265736f 6c757469 6f6e2071 ess resolution q │ │ │ │ + 0x000317c8 75657565 20746861 74207761 73000000 ueue that was... │ │ │ │ + 0x000317d8 746f6f20 736d616c 6c207669 61207468 too small via th │ │ │ │ + 0x000317e8 65206d63 615f6274 6c5f7573 6e69635f e mca_btl_usnic_ │ │ │ │ + 0x000317f8 61765f65 715f6e75 6d204d43 41207061 av_eq_num MCA pa │ │ │ │ + 0x00031808 72616d65 7465722e 20205468 69730000 rameter. This.. │ │ │ │ + 0x00031818 70617261 6d657465 7220636f 6e74726f parameter contro │ │ │ │ + 0x00031828 6c732068 6f77206d 616e7920 6f757473 ls how many outs │ │ │ │ + 0x00031838 74616e64 696e6720 70656572 20616464 tanding peer add │ │ │ │ + 0x00031848 72657373 20726573 6f6c7574 696f6e73 ress resolutions │ │ │ │ + 0x00031858 2063616e 00000000 6265206f 75747374 can....be outst │ │ │ │ + 0x00031868 616e6469 6e672061 74206120 74696d65 anding at a time │ │ │ │ + 0x00031878 2e20204c 61726765 72207661 6c756573 . Larger values │ │ │ │ + 0x00031888 20616c6c 6f77206d 6f726520 636f6e63 allow more conc │ │ │ │ + 0x00031898 75727265 6e742061 64647265 73730000 urrent address.. │ │ │ │ + 0x000318a8 7265736f 6c757469 6f6e732c 20627574 resolutions, but │ │ │ │ + 0x000318b8 20636f6e 73756d65 206d6f72 65206d65 consume more me │ │ │ │ + 0x000318c8 6d6f7279 2e000000 20205365 72766572 mory.... Server │ │ │ │ + 0x000318d8 3a202020 20202020 20202020 20202020 : │ │ │ │ + 0x000318e8 20202025 73000000 20206176 5f65715f %s... av_eq_ │ │ │ │ + 0x000318f8 6e756d20 70617261 6d207661 6c75653a num param value: │ │ │ │ + 0x00031908 20202025 64000000 20206176 5f65715f %d... av_eq_ │ │ │ │ + 0x00031918 6e756d20 6d696e69 6d756d20 76616c75 num minimum valu │ │ │ │ + 0x00031928 653a2025 64000000 596f7572 206a6f62 e: %d...Your job │ │ │ │ + 0x00031938 2077696c 6c206c69 6b656c79 20656974 will likely eit │ │ │ │ + 0x00031948 68657220 70657266 6f726d20 706f6f72 her perform poor │ │ │ │ + 0x00031958 6c792c20 6f722077 696c6c20 61626f72 ly, or will abor │ │ │ │ + 0x00031968 742e0000 00000000 54686520 4f70656e t.......The Open │ │ │ │ + 0x00031978 204d5049 2075734e 49432042 544c2077 MPI usNIC BTL w │ │ │ │ + 0x00031988 61732075 6e61626c 6520746f 20657374 as unable to est │ │ │ │ + 0x00031998 61626c69 73682061 6e792063 6f6e6e65 ablish any conne │ │ │ │ + 0x000319a8 63746976 69747900 62657477 65656e20 ctivity.between │ │ │ │ + 0x000319b8 6174206c 65617374 206f6e65 20706169 at least one pai │ │ │ │ + 0x000319c8 72206f66 20696e74 65726661 63657320 r of interfaces │ │ │ │ + 0x000319d8 6f6e2073 65727665 72732069 6e207468 on servers in th │ │ │ │ + 0x000319e8 65204d50 49206a6f 622e0000 00000000 e MPI job....... │ │ │ │ + 0x000319f8 54686973 2063616e 20686170 70656e20 This can happen │ │ │ │ + 0x00031a08 666f7220 73657665 72616c20 72656173 for several reas │ │ │ │ + 0x00031a18 6f6e732c 20696e63 6c756469 6e673a00 ons, including:. │ │ │ │ + 0x00031a28 312e204e 6f205544 50207472 61666669 1. No UDP traffi │ │ │ │ + 0x00031a38 63206973 2061626c 6520746f 20666c6f c is able to flo │ │ │ │ + 0x00031a48 77206265 74776565 6e207468 6520696e w between the in │ │ │ │ + 0x00031a58 74657266 61636573 206c6973 74656420 terfaces listed │ │ │ │ + 0x00031a68 62656c6f 772e0000 322e2054 68657265 below...2. There │ │ │ │ + 0x00031a78 20697320 6173796d 6d657472 69632072 is asymmetric r │ │ │ │ + 0x00031a88 6f757469 6e672062 65747765 656e2074 outing between t │ │ │ │ + 0x00031a98 68652069 6e746572 66616365 73206c69 he interfaces li │ │ │ │ + 0x00031aa8 73746564 2062656c 6f772c00 00000000 sted below,..... │ │ │ │ + 0x00031ab8 2020206c 65616469 6e67204f 70656e20 leading Open │ │ │ │ + 0x00031ac8 4d504920 746f2064 69736361 72642055 MPI to discard U │ │ │ │ + 0x00031ad8 44502074 72616666 69632069 74207468 DP traffic it th │ │ │ │ + 0x00031ae8 696e6b73 20697320 66726f6d 20616e00 inks is from an. │ │ │ │ + 0x00031af8 20202075 6e657870 65637465 6420736f unexpected so │ │ │ │ + 0x00031b08 75726365 2e000000 596f7572 204d5049 urce....Your MPI │ │ │ │ + 0x00031b18 206a6f62 20697320 676f696e 6720746f job is going to │ │ │ │ + 0x00031b28 2061626f 7274206e 6f772e00 00000000 abort now...... │ │ │ │ + 0x00031b38 2020536f 75726365 3a000000 00000000 Source:....... │ │ │ │ + 0x00031b48 20202020 486f7374 6e616d65 202f2049 Hostname / I │ │ │ │ + 0x00031b58 503a2020 20202573 20282573 29000000 P: %s (%s)... │ │ │ │ + 0x00031b68 20202020 486f7374 20696e74 65726661 Host interfa │ │ │ │ + 0x00031b78 63653a20 20202573 00000000 00000000 ce: %s........ │ │ │ │ + 0x00031b88 20204465 7374696e 6174696f 6e3a0000 Destination:.. │ │ │ │ + 0x00031b98 2020536d 616c6c20 6d657373 61676520 Small message │ │ │ │ + 0x00031ba8 73697a65 3a202575 00000000 00000000 size: %u........ │ │ │ │ + 0x00031bb8 20204c61 72676520 6d657373 61676520 Large message │ │ │ │ + 0x00031bc8 73697a65 3a202575 00000000 00000000 size: %u........ │ │ │ │ + 0x00031bd8 4e6f7465 20746861 74207468 69732062 Note that this b │ │ │ │ + 0x00031be8 65686176 696f7220 75737561 6c6c7920 ehavior usually │ │ │ │ + 0x00031bf8 696e6469 63617465 7320736f 6d65206b indicates some k │ │ │ │ + 0x00031c08 696e6420 6f66206e 6574776f 726b0000 ind of network.. │ │ │ │ + 0x00031c18 6d697363 6f6e6669 67757261 74696f6e misconfiguration │ │ │ │ + 0x00031c28 2e000000 00000000 596f7520 73686f75 ........You shou │ │ │ │ + 0x00031c38 6c642076 65726966 79207468 61742055 ld verify that U │ │ │ │ + 0x00031c48 44502074 72616666 69632077 69746820 DP traffic with │ │ │ │ + 0x00031c58 7061796c 6f616473 20757020 746f2074 payloads up to t │ │ │ │ + 0x00031c68 68652022 6c617267 65000000 00000000 he "large....... │ │ │ │ + 0x00031c78 6d657373 61676520 73697a65 22206c69 message size" li │ │ │ │ + 0x00031c88 73746564 2061626f 76652063 616e2066 sted above can f │ │ │ │ + 0x00031c98 6c6f7720 62657477 65656e20 74686573 low between thes │ │ │ │ + 0x00031ca8 65207477 6f20696e 74657266 61636573 e two interfaces │ │ │ │ + 0x00031cb8 2e202059 6f750000 73686f75 6c642061 . You..should a │ │ │ │ + 0x00031cc8 6c736f20 76657269 66792074 68617420 lso verify that │ │ │ │ + 0x00031cd8 4f70656e 204d5049 20697320 63686f6f Open MPI is choo │ │ │ │ + 0x00031ce8 73696e67 20746f20 70616972 20495020 sing to pair IP │ │ │ │ + 0x00031cf8 696e7465 72666163 65730000 00000000 interfaces...... │ │ │ │ + 0x00031d08 636f6e73 69737465 6e746c79 2e202046 consistently. F │ │ │ │ + 0x00031d18 6f722065 78616d70 6c653a00 00000000 or example:..... │ │ │ │ + 0x00031d28 20206d70 6972756e 202d2d6d 63612062 mpirun --mca b │ │ │ │ + 0x00031d38 746c5f75 736e6963 5f636f6e 6e656374 tl_usnic_connect │ │ │ │ + 0x00031d48 69766974 795f6d61 70206d79 6d617020 ivity_map mymap │ │ │ │ + 0x00031d58 2e2e2e00 00000000 43686563 6b207468 ........Check th │ │ │ │ + 0x00031d68 65207265 73756c74 696e6720 226d796d e resulting "mym │ │ │ │ + 0x00031d78 61702a22 2066696c 65732074 6f207365 ap*" files to se │ │ │ │ + 0x00031d88 65207468 65206578 61637420 70616972 e the exact pair │ │ │ │ + 0x00031d98 696e6720 6f662049 50000000 00000000 ing of IP....... │ │ │ │ + 0x00031da8 696e7465 72666163 65732e20 20496e63 interfaces. Inc │ │ │ │ + 0x00031db8 6f6e7369 7374656e 74207265 73756c74 onsistent result │ │ │ │ + 0x00031dc8 73206d61 79206265 20696e64 69636174 s may be indicat │ │ │ │ + 0x00031dd8 69766520 6f662075 6e646572 6c79696e ive of underlyin │ │ │ │ + 0x00031de8 67000000 00000000 6e657477 6f726b20 g.......network │ │ │ │ + 0x00031df8 6d697363 6f6e6669 67757261 74696f6e misconfiguration │ │ │ │ + 0x00031e08 732e0000 00000000 54686520 4f70656e s.......The Open │ │ │ │ + 0x00031e18 204d5049 2075734e 49432042 544c2077 MPI usNIC BTL w │ │ │ │ + 0x00031e28 61732075 6e61626c 6520746f 20657374 as unable to est │ │ │ │ + 0x00031e38 61626c69 73682066 756c6c20 636f6e6e ablish full conn │ │ │ │ + 0x00031e48 65637469 76697479 00000000 00000000 ectivity........ │ │ │ │ + 0x00031e58 53706563 69666963 616c6c79 2c206c61 Specifically, la │ │ │ │ + 0x00031e68 72676520 55445020 6d657373 61676573 rge UDP messages │ │ │ │ + 0x00031e78 20736565 6d20746f 20666c6f 77206265 seem to flow be │ │ │ │ + 0x00031e88 74776565 6e207468 6520696e 74657266 tween the interf │ │ │ │ + 0x00031e98 61636573 2c000000 62757420 736d616c aces,...but smal │ │ │ │ + 0x00031ea8 6c205544 50206d65 73736167 65732064 l UDP messages d │ │ │ │ + 0x00031eb8 6f206e6f 742e0000 54686973 20697320 o not...This is │ │ │ │ + 0x00031ec8 61207665 72792073 7472616e 6765206e a very strange n │ │ │ │ + 0x00031ed8 6574776f 726b2065 72726f72 2c20616e etwork error, an │ │ │ │ + 0x00031ee8 64207368 6f756c64 206e6f74 206f6363 d should not occ │ │ │ │ + 0x00031ef8 75722069 6e206d6f 73740000 00000000 ur in most...... │ │ │ │ + 0x00031f08 73697475 6174696f 6e732e20 20596f75 situations. You │ │ │ │ + 0x00031f18 206d6179 20626520 65787065 7269656e may be experien │ │ │ │ + 0x00031f28 63696e67 20686967 6820616d 6f756e74 cing high amount │ │ │ │ + 0x00031f38 73206f66 20636f6e 67657374 696f6e2c s of congestion, │ │ │ │ + 0x00031f48 206f7200 00000000 74686973 206d6179 or.....this may │ │ │ │ + 0x00031f58 20696e64 69636174 6520736f 6d65206b indicate some k │ │ │ │ + 0x00031f68 696e6420 6f66206e 6574776f 726b206d ind of network m │ │ │ │ + 0x00031f78 6973636f 6e666967 75726174 696f6e2e isconfiguration. │ │ │ │ + 0x00031f88 00000000 00000000 53706563 69666963 ........Specific │ │ │ │ + 0x00031f98 616c6c79 2c20736d 616c6c20 55445020 ally, small UDP │ │ │ │ + 0x00031fa8 6d657373 61676573 20736565 6d20746f messages seem to │ │ │ │ + 0x00031fb8 20666c6f 77206265 74776565 6e207468 flow between th │ │ │ │ + 0x00031fc8 6520696e 74657266 61636573 2c000000 e interfaces,... │ │ │ │ + 0x00031fd8 62757420 6c617267 65205544 50206d65 but large UDP me │ │ │ │ + 0x00031fe8 73736167 65732064 6f206e6f 742e0000 ssages do not... │ │ │ │ + 0x00031ff8 4e6f7465 20746861 74207468 69732062 Note that this b │ │ │ │ + 0x00032008 65686176 696f7220 75737561 6c6c7920 ehavior usually │ │ │ │ + 0x00032018 696e6469 63617465 73207468 61742074 indicates that t │ │ │ │ + 0x00032028 6865204d 5455206f 6620736f 6d65206e he MTU of some n │ │ │ │ + 0x00032038 6574776f 726b0000 6c696e6b 20697320 etwork..link is │ │ │ │ + 0x00032048 746f6f20 736d616c 6c206265 74776565 too small betwee │ │ │ │ + 0x00032058 6e207468 65736520 74776f20 696e7465 n these two inte │ │ │ │ + 0x00032068 72666163 65732e00 54686520 4d545520 rfaces..The MTU │ │ │ │ + 0x00032078 646f6573 206e6f74 206d6174 6368206f does not match o │ │ │ │ + 0x00032088 6e206c6f 63616c20 616e6420 72656d6f n local and remo │ │ │ │ + 0x00032098 74652068 6f737473 2e202041 6c6c2069 te hosts. All i │ │ │ │ + 0x000320a8 6e746572 66616365 73206f6e 00000000 nterfaces on.... │ │ │ │ + 0x000320b8 616c6c20 686f7374 73207061 72746963 all hosts partic │ │ │ │ + 0x000320c8 69706174 696e6720 696e2061 6e204d50 ipating in an MP │ │ │ │ + 0x000320d8 49206a6f 62206d75 73742062 6520636f I job must be co │ │ │ │ + 0x000320e8 6e666967 75726564 20776974 68207468 nfigured with th │ │ │ │ + 0x000320f8 65207361 6d650000 4d54552e 20205468 e same..MTU. Th │ │ │ │ + 0x00032108 65207573 4e494320 696e7465 72666163 e usNIC interfac │ │ │ │ + 0x00032118 65206c69 73746564 2062656c 6f772077 e listed below w │ │ │ │ + 0x00032128 696c6c20 6e6f7420 62652075 73656420 ill not be used │ │ │ │ + 0x00032138 746f2063 6f6d6d75 6e696361 74650000 to communicate.. │ │ │ │ + 0x00032148 77697468 20746869 73207265 6d6f7465 with this remote │ │ │ │ + 0x00032158 20686f73 742e0000 20204c6f 63616c20 host... Local │ │ │ │ + 0x00032168 686f7374 3a202020 20202025 73000000 host: %s... │ │ │ │ + 0x00032178 20207573 4e494320 696e7465 72666163 usNIC interfac │ │ │ │ + 0x00032188 653a2025 73000000 20204c6f 63616c20 e: %s... Local │ │ │ │ + 0x00032198 4d54553a 20202020 20202025 64000000 MTU: %d... │ │ │ │ + 0x000321a8 20205265 6d6f7465 20686f73 743a2020 Remote host: │ │ │ │ + 0x000321b8 20202025 73000000 20205265 6d6f7465 %s... Remote │ │ │ │ + 0x000321c8 204d5455 3a202020 20202025 64000000 MTU: %d... │ │ │ │ + 0x000321d8 5741524e 494e473a 20416e20 696e7661 WARNING: An inva │ │ │ │ + 0x000321e8 6c696420 76616c75 65207761 73206769 lid value was gi │ │ │ │ + 0x000321f8 76656e20 666f7220 62746c5f 75736e69 ven for btl_usni │ │ │ │ + 0x00032208 635f6966 5f25732e 20205468 69730000 c_if_%s. This.. │ │ │ │ + 0x00032218 76616c75 65207769 6c6c2062 65206967 value will be ig │ │ │ │ + 0x00032228 6e6f7265 642e0000 20204d65 73736167 nored... Messag │ │ │ │ + 0x00032238 653a2020 20202573 00000000 00000000 e: %s........ │ │ │ │ + 0x00032248 54686520 75734e49 43204254 4c206661 The usNIC BTL fa │ │ │ │ + 0x00032258 696c6564 20746f20 696e6974 69616c69 iled to initiali │ │ │ │ + 0x00032268 7a652077 68696c65 20747279 696e6720 ze while trying │ │ │ │ + 0x00032278 746f2072 65676973 74657220 736f6d65 to register some │ │ │ │ + 0x00032288 00000000 00000000 6d656d6f 72792e20 ........memory. │ │ │ │ + 0x00032298 20546869 73207479 70696361 6c6c7920 This typically │ │ │ │ + 0x000322a8 63616e20 696e6469 63617465 20746861 can indicate tha │ │ │ │ + 0x000322b8 74207468 6520226d 656d6c6f 636b2220 t the "memlock" │ │ │ │ + 0x000322c8 6c696d69 74732061 72652073 65740000 limits are set.. │ │ │ │ + 0x000322d8 746f6f20 6c6f772e 2020466f 72206d6f too low. For mo │ │ │ │ + 0x000322e8 73742048 50432069 6e737461 6c6c6174 st HPC installat │ │ │ │ + 0x000322f8 696f6e73 2c207468 65206d65 6d6c6f63 ions, the memloc │ │ │ │ + 0x00032308 6b206c69 6d697473 2073686f 756c6420 k limits should │ │ │ │ + 0x00032318 62652073 65740000 746f2022 756e6c69 be set..to "unli │ │ │ │ + 0x00032328 6d697465 64222e20 20546865 20666169 mited". The fai │ │ │ │ + 0x00032338 6c757265 206f6363 75727265 64206865 lure occurred he │ │ │ │ + 0x00032348 72653a00 00000000 20204c6f 63616c20 re:..... Local │ │ │ │ + 0x00032358 686f7374 3a202020 20257300 00000000 host: %s..... │ │ │ │ + 0x00032368 20204d65 6d6c6f63 6b206c69 6d69743a Memlock limit: │ │ │ │ + 0x00032378 20257300 00000000 596f7520 6d617920 %s.....You may │ │ │ │ + 0x00032388 6e656564 20746f20 636f6e73 756c7420 need to consult │ │ │ │ + 0x00032398 77697468 20796f75 72207379 7374656d with your system │ │ │ │ + 0x000323a8 2061646d 696e6973 74726174 6f722074 administrator t │ │ │ │ + 0x000323b8 6f206765 74207468 69730000 00000000 o get this...... │ │ │ │ + 0x000323c8 70726f62 6c656d20 66697865 642e2020 problem fixed. │ │ │ │ + 0x000323d8 54686973 20464151 20656e74 7279206f This FAQ entry o │ │ │ │ + 0x000323e8 6e207468 65204f70 656e204d 50492077 n the Open MPI w │ │ │ │ + 0x000323f8 65622073 69746520 6d617920 616c736f eb site may also │ │ │ │ + 0x00032408 20626500 00000000 68656c70 66756c3a be.....helpful: │ │ │ │ + 0x00032418 00000000 00000000 20202020 68747470 ........ http │ │ │ │ + 0x00032428 733a2f2f 7777772e 6f70656e 2d6d7069 s://www.open-mpi │ │ │ │ + 0x00032438 2e6f7267 2f666171 2f3f6361 7465676f .org/faq/?catego │ │ │ │ + 0x00032448 72793d6f 70656e66 61627269 63732369 ry=openfabrics#i │ │ │ │ + 0x00032458 622d6c6f 636b6564 2d706167 65730000 b-locked-pages.. │ │ │ │ + 0x00032468 416e2069 6e746572 6e616c20 6572726f An internal erro │ │ │ │ + 0x00032478 72206861 73206f63 63757272 65642069 r has occurred i │ │ │ │ + 0x00032488 6e207468 65204f70 656e204d 50492075 n the Open MPI u │ │ │ │ + 0x00032498 734e4943 2042544c 2e202054 68697320 sNIC BTL. This │ │ │ │ + 0x000324a8 69730000 00000000 68696768 6c792075 is......highly u │ │ │ │ + 0x000324b8 6e757375 616c2061 6e642073 686f756c nusual and shoul │ │ │ │ + 0x000324c8 646e2774 20686170 70656e2e 20204974 dn't happen. It │ │ │ │ + 0x000324d8 20737567 67657374 73207468 61742074 suggests that t │ │ │ │ + 0x000324e8 68657265 206d6179 20626500 00000000 here may be..... │ │ │ │ + 0x000324f8 736f6d65 7468696e 67207772 6f6e6720 something wrong │ │ │ │ + 0x00032508 77697468 20746865 2075734e 4943206f with the usNIC o │ │ │ │ + 0x00032518 72204f70 656e4661 62726963 7320636f r OpenFabrics co │ │ │ │ + 0x00032528 6e666967 75726174 696f6e20 6f6e2074 nfiguration on t │ │ │ │ + 0x00032538 68697300 00000000 20205365 72766572 his..... Server │ │ │ │ + 0x00032548 3a202020 20202020 25730000 00000000 : %s...... │ │ │ │ + 0x00032558 20204669 6c653a20 20202020 20202020 File: │ │ │ │ + 0x00032568 25730000 00000000 20204c69 6e653a20 %s...... Line: │ │ │ │ + 0x00032578 20202020 20202020 25640000 00000000 %d...... │ │ │ │ + 0x00032588 20204d65 73736167 653a2020 20202020 Message: │ │ │ │ + 0x00032598 25730000 00000000 4f70656e 204d5049 %s......Open MPI │ │ │ │ + 0x000325a8 2077696c 6c20736b 69702074 68697320 will skip this │ │ │ │ + 0x000325b8 75734e49 4320696e 74657266 61636520 usNIC interface │ │ │ │ + 0x000325c8 696e2074 68652075 736e6963 2042544c in the usnic BTL │ │ │ │ + 0x000325d8 2c207768 69636820 6d617900 00000000 , which may..... │ │ │ │ + 0x000325e8 72657375 6c742069 6e206569 74686572 result in either │ │ │ │ + 0x000325f8 206c6f77 65722070 6572666f 726d616e lower performan │ │ │ │ + 0x00032608 6365206f 7220796f 7572206a 6f622061 ce or your job a │ │ │ │ + 0x00032618 626f7274 696e672e 00000000 00000000 borting......... │ │ │ │ + 0x00032628 20205365 72766572 3a202020 20202020 Server: │ │ │ │ + 0x00032638 20202025 73000000 4f70656e 204d5049 %s...Open MPI │ │ │ │ + 0x00032648 20646574 65637465 64206120 66617461 detected a fata │ │ │ │ + 0x00032658 6c206572 726f7220 6f6e2061 2075734e l error on a usN │ │ │ │ + 0x00032668 49432069 6e746572 66616365 2e202059 IC interface. Y │ │ │ │ + 0x00032678 6f757220 4d504920 6a6f6200 00000000 our MPI job..... │ │ │ │ + 0x00032688 77696c6c 206e6f77 2061626f 72743b20 will now abort; │ │ │ │ + 0x00032698 736f7272 792e0000 20205365 72766572 sorry... Server │ │ │ │ + 0x000326a8 3a202020 20202020 20202020 25730000 : %s.. │ │ │ │ + 0x000326b8 20207573 4e494320 696e7465 72666163 usNIC interfac │ │ │ │ + 0x000326c8 653a2020 25730000 20204173 796e6320 e: %s.. Async │ │ │ │ + 0x000326d8 6576656e 7420636f 64653a20 25732028 event code: %s ( │ │ │ │ + 0x000326e8 25642900 00000000 4f70656e 204d5049 %d).....Open MPI │ │ │ │ + 0x000326f8 20666169 6c656420 61206261 73696320 failed a basic │ │ │ │ + 0x00032708 41504920 6f706572 6174696f 6e206f6e API operation on │ │ │ │ + 0x00032718 20612043 6973636f 2075734e 49432069 a Cisco usNIC i │ │ │ │ + 0x00032728 6e746572 66616365 2e000000 00000000 nterface........ │ │ │ │ + 0x00032738 54686973 20697320 68696768 6c792075 This is highly u │ │ │ │ + 0x00032748 6e757375 616c2061 6e642073 686f756c nusual and shoul │ │ │ │ + 0x00032758 646e2774 20686170 70656e2e 20204974 dn't happen. It │ │ │ │ + 0x00032768 20737567 67657374 73207468 61742074 suggests that t │ │ │ │ + 0x00032778 68657265 00000000 6d617920 62652073 here....may be s │ │ │ │ + 0x00032788 6f6d6574 68696e67 2077726f 6e672077 omething wrong w │ │ │ │ + 0x00032798 69746820 74686520 75734e49 4320636f ith the usNIC co │ │ │ │ + 0x000327a8 6e666967 75726174 696f6e20 6f6e2074 nfiguration on t │ │ │ │ + 0x000327b8 68697320 73657276 65722e00 00000000 his server...... │ │ │ │ + 0x000327c8 496e2061 64646974 696f6e20 746f2061 In addition to a │ │ │ │ + 0x000327d8 6e792073 75676765 7374696f 6e73206c ny suggestions l │ │ │ │ + 0x000327e8 69737465 64206265 6c6f772c 20796f75 isted below, you │ │ │ │ + 0x000327f8 206d6967 68742077 616e7420 746f2063 might want to c │ │ │ │ + 0x00032808 6865636b 00000000 74686520 4c696e75 heck....the Linu │ │ │ │ + 0x00032818 7820226d 656d6c6f 636b2220 6c696d69 x "memlock" limi │ │ │ │ + 0x00032828 7473206f 6e20796f 75722073 79737465 ts on your syste │ │ │ │ + 0x00032838 6d202874 68657920 73686f75 6c642070 m (they should p │ │ │ │ + 0x00032848 726f6261 626c7920 62650000 00000000 robably be...... │ │ │ │ + 0x00032858 22756e6c 696d6974 65642229 2e202053 "unlimited"). S │ │ │ │ + 0x00032868 65652074 68697320 46415120 656e7472 ee this FAQ entr │ │ │ │ + 0x00032878 7920666f 72206465 7461696c 733a0000 y for details:.. │ │ │ │ + 0x00032888 20204661 696c6564 2066756e 6374696f Failed functio │ │ │ │ + 0x00032898 6e3a2025 73202825 733a2564 29000000 n: %s (%s:%d)... │ │ │ │ + 0x000328a8 20205265 7475726e 20737461 7475733a Return status: │ │ │ │ + 0x000328b8 20202025 64000000 20204465 73637269 %d... Descri │ │ │ │ + 0x000328c8 7074696f 6e3a2020 20202025 73000000 ption: %s... │ │ │ │ + 0x000328d8 54686572 65206172 65206e6f 7420656e There are not en │ │ │ │ + 0x000328e8 6f756768 2075734e 49432072 65736f75 ough usNIC resou │ │ │ │ + 0x000328f8 72636573 206f6e20 61205649 4320666f rces on a VIC fo │ │ │ │ + 0x00032908 7220616c 6c207468 65204d50 49000000 r all the MPI... │ │ │ │ + 0x00032918 70726f63 65737365 73206f6e 20746869 processes on thi │ │ │ │ + 0x00032928 73207365 72766572 2e000000 00000000 s server........ │ │ │ │ + 0x00032938 54686973 206d6561 6e732074 68617420 This means that │ │ │ │ + 0x00032948 796f7520 68617665 20656974 68657220 you have either │ │ │ │ + 0x00032958 6e6f7420 70726f76 6973696f 6e656420 not provisioned │ │ │ │ + 0x00032968 656e6f75 67682075 734e4943 73206f6e enough usNICs on │ │ │ │ + 0x00032978 20746869 73000000 5649432c 206f7220 this...VIC, or │ │ │ │ + 0x00032988 74686572 65206172 65206e6f 7420656e there are not en │ │ │ │ + 0x00032998 6f756768 20746f74 616c2072 65636569 ough total recei │ │ │ │ + 0x000329a8 76652c20 7472616e 736d6974 2c206f72 ve, transmit, or │ │ │ │ + 0x000329b8 20636f6d 706c6574 696f6e00 00000000 completion..... │ │ │ │ + 0x000329c8 71756575 6573206f 6e207468 65207072 queues on the pr │ │ │ │ + 0x000329d8 6f766973 696f6e65 64207573 4e494373 ovisioned usNICs │ │ │ │ + 0x000329e8 2e20204f 6e206561 63682056 49432069 . On each VIC i │ │ │ │ + 0x000329f8 6e206120 67697665 6e207365 72766572 n a given server │ │ │ │ + 0x00032a08 2c20796f 75000000 6e656564 20746f20 , you...need to │ │ │ │ + 0x00032a18 70726f76 6973696f 6e206174 206c6561 provision at lea │ │ │ │ + 0x00032a28 73742061 73206d61 6e792075 734e4943 st as many usNIC │ │ │ │ + 0x00032a38 73206173 204d5049 2070726f 63657373 s as MPI process │ │ │ │ + 0x00032a48 6573206f 6e207468 61740000 00000000 es on that...... │ │ │ │ + 0x00032a58 73657276 65722e20 20496e20 65616368 server. In each │ │ │ │ + 0x00032a68 2075734e 49432c20 796f7520 6e656564 usNIC, you need │ │ │ │ + 0x00032a78 20746f20 70726f76 6973696f 6e20656e to provision en │ │ │ │ + 0x00032a88 6f756768 206f6620 65616368 206f6620 ough of each of │ │ │ │ + 0x00032a98 74686500 00000000 666f6c6c 6f77696e the.....followin │ │ │ │ + 0x00032aa8 673a2073 656e6420 71756575 65732c20 g: send queues, │ │ │ │ + 0x00032ab8 72656365 69766520 71756575 65732c20 receive queues, │ │ │ │ + 0x00032ac8 616e6420 636f6d70 6c657469 6f6e2071 and completion q │ │ │ │ + 0x00032ad8 75657565 732e0000 696e7661 6c696420 ueues...invalid │ │ │ │ + 0x00032ae8 6d696e69 6d756d20 706f7274 00000000 minimum port.... │ │ │ │ + 0x00032af8 636c6965 6e742063 6f6e6e65 63742066 client connect f │ │ │ │ + 0x00032b08 61696c00 00000000 636c6965 6e742068 ail.....client h │ │ │ │ + 0x00032b18 616e6473 68616b65 20666169 6c000000 andshake fail... │ │ │ │ + 0x00032b28 61636365 70742066 61696c65 64000000 accept failed... │ │ │ │ + 0x00032b38 70656572 2068756e 67207570 00000000 peer hung up.... │ │ │ │ + 0x00032b48 64726f70 70656420 696e626f 756e6420 dropped inbound │ │ │ │ + 0x00032b58 636f6e6e 65637469 6f6e0000 00000000 connection...... │ │ │ │ + 0x00032b68 736f636b 65742066 6c616720 6661696c socket flag fail │ │ │ │ + 0x00032b78 00000000 00000000 73657276 65722061 ........server a │ │ │ │ + 0x00032b88 63636570 74206361 6e6e6f74 2066696e ccept cannot fin │ │ │ │ + 0x00032b98 64206775 69640000 73657276 65722067 d guid..server g │ │ │ │ + 0x00032ba8 65747065 65726e61 6d652066 61696c65 etpeername faile │ │ │ │ + 0x00032bb8 64000000 00000000 73657276 65722064 d.......server d │ │ │ │ + 0x00032bc8 6964206e 6f742072 65636569 7665206d id not receive m │ │ │ │ + 0x00032bd8 61676963 20737472 696e6700 00000000 agic string..... │ │ │ │ + 0x00032be8 5741524e 494e473a 204f7065 6e204d50 WARNING: Open MP │ │ │ │ + 0x00032bf8 49206163 63657074 65642061 20544350 I accepted a TCP │ │ │ │ + 0x00032c08 20636f6e 6e656374 696f6e20 62757420 connection but │ │ │ │ + 0x00032c18 64696420 6e6f7420 72656365 69766520 did not receive │ │ │ │ + 0x00032c28 74686500 00000000 65787065 63746564 the.....expected │ │ │ │ + 0x00032c38 206e6574 776f726b 20696465 6e746966 network identif │ │ │ │ + 0x00032c48 69636174 696f6e20 696e6469 63617469 ication indicati │ │ │ │ + 0x00032c58 6e672074 68617420 74686520 70656572 ng that the peer │ │ │ │ + 0x00032c68 20697320 616e204f 70656e00 00000000 is an Open..... │ │ │ │ + 0x00032c78 4d504920 70726f63 6573732e 00000000 MPI process..... │ │ │ │ + 0x00032c88 54686973 20617474 656d7074 65642063 This attempted c │ │ │ │ + 0x00032c98 6f6e6e65 6374696f 6e207769 6c6c2062 onnection will b │ │ │ │ + 0x00032ca8 6520636c 6f736564 20616e64 2069676e e closed and ign │ │ │ │ + 0x00032cb8 6f726564 2e000000 20205049 443a2020 ored.... PID: │ │ │ │ + 0x00032cc8 20202020 20202564 00000000 00000000 %d........ │ │ │ │ + 0x00032cd8 20205065 65723a20 20202020 20202573 Peer: %s │ │ │ │ + 0x00032ce8 00000000 00000000 20204964 656e7469 ........ Identi │ │ │ │ + 0x00032cf8 66696572 3a202573 20282573 29000000 fier: %s (%s)... │ │ │ │ + 0x00032d08 5741524e 494e473a 204f7065 6e204d50 WARNING: Open MP │ │ │ │ + 0x00032d18 49206661 696c6564 20746f20 6c6f6f6b I failed to look │ │ │ │ + 0x00032d28 20757020 74686520 70656572 20495020 up the peer IP │ │ │ │ + 0x00032d38 61646472 65737320 696e666f 726d6174 address informat │ │ │ │ + 0x00032d48 696f6e20 6f660000 61205443 5020636f ion of..a TCP co │ │ │ │ + 0x00032d58 6e6e6563 74696f6e 20746861 74206974 nnection that it │ │ │ │ + 0x00032d68 206a7573 74206163 63657074 65642e20 just accepted. │ │ │ │ + 0x00032d78 20546869 73207368 6f756c64 206e6f74 This should not │ │ │ │ + 0x00032d88 20686170 70656e2e 00000000 00000000 happen......... │ │ │ │ + 0x00032d98 54686973 20617474 656d7074 65642063 This attempted c │ │ │ │ + 0x00032da8 6f6e6e65 6374696f 6e207769 6c6c2062 onnection will b │ │ │ │ + 0x00032db8 65206967 6e6f7265 643b2079 6f757220 e ignored; your │ │ │ │ + 0x00032dc8 4d504920 6a6f6220 6d617920 6f72206d MPI job may or m │ │ │ │ + 0x00032dd8 6179206e 6f740000 636f6e74 696e7565 ay not..continue │ │ │ │ + 0x00032de8 2070726f 7065726c 792e0000 00000000 properly....... │ │ │ │ + 0x00032df8 20204572 726f723a 20202020 20202573 Error: %s │ │ │ │ + 0x00032e08 20282564 29000000 5741524e 494e473a (%d)...WARNING: │ │ │ │ + 0x00032e18 204f7065 6e204d50 49206163 63657074 Open MPI accept │ │ │ │ + 0x00032e28 65642061 20544350 20636f6e 6e656374 ed a TCP connect │ │ │ │ + 0x00032e38 696f6e20 66726f6d 20776861 74206170 ion from what ap │ │ │ │ + 0x00032e48 70656172 7320746f 20626520 61000000 pears to be a... │ │ │ │ + 0x00032e58 616e6f74 68657220 4f70656e 204d5049 another Open MPI │ │ │ │ + 0x00032e68 2070726f 63657373 20627574 2063616e process but can │ │ │ │ + 0x00032e78 6e6f7420 66696e64 20612063 6f727265 not find a corre │ │ │ │ + 0x00032e88 73706f6e 64696e67 2070726f 63657373 sponding process │ │ │ │ + 0x00032e98 00000000 00000000 656e7472 7920666f ........entry fo │ │ │ │ + 0x00032ea8 72207468 61742070 6565722e 00000000 r that peer..... │ │ │ │ + 0x00032eb8 5741524e 494e473a 204f7065 6e204d50 WARNING: Open MP │ │ │ │ + 0x00032ec8 49206661 696c6564 20746f20 67657420 I failed to get │ │ │ │ + 0x00032ed8 6f722073 65742066 6c616773 206f6e20 or set flags on │ │ │ │ + 0x00032ee8 61205443 5020736f 636b6574 2e202054 a TCP socket. T │ │ │ │ + 0x00032ef8 68697300 00000000 54686973 206d6179 his.....This may │ │ │ │ + 0x00032f08 20636175 73652075 6e707265 64696374 cause unpredict │ │ │ │ + 0x00032f18 61626c65 20626568 6176696f 722c2061 able behavior, a │ │ │ │ + 0x00032f28 6e64206d 61792065 6e642075 70206861 nd may end up ha │ │ │ │ + 0x00032f38 6e67696e 67206f72 00000000 00000000 nging or........ │ │ │ │ + 0x00032f48 61626f72 74696e67 20796f75 72206a6f aborting your jo │ │ │ │ + 0x00032f58 622e0000 00000000 2020466c 61673a20 b....... Flag: │ │ │ │ + 0x00032f68 20202020 20202573 00000000 00000000 %s........ │ │ │ │ + 0x00032f78 4f70656e 204d5049 20646574 65637465 Open MPI detecte │ │ │ │ + 0x00032f88 6420616e 20696e62 6f756e64 204d5049 d an inbound MPI │ │ │ │ + 0x00032f98 20544350 20636f6e 6e656374 696f6e20 TCP connection │ │ │ │ + 0x00032fa8 72657175 65737420 66726f6d 20612070 request from a p │ │ │ │ + 0x00032fb8 65657200 00000000 74686174 20617070 eer.....that app │ │ │ │ + 0x00032fc8 65617273 20746f20 62652070 61727420 ears to be part │ │ │ │ + 0x00032fd8 6f662074 68697320 4d504920 6a6f6220 of this MPI job │ │ │ │ + 0x00032fe8 28692e65 2e2c2069 74206964 656e7469 (i.e., it identi │ │ │ │ + 0x00032ff8 66696564 20697473 656c6620 61730000 fied itself as.. │ │ │ │ + 0x00033008 70617274 206f6620 74686973 204f7065 part of this Ope │ │ │ │ + 0x00033018 6e204d50 49206a6f 62292c20 62757420 n MPI job), but │ │ │ │ + 0x00033028 69742069 73206672 6f6d2061 6e204950 it is from an IP │ │ │ │ + 0x00033038 20616464 72657373 20746861 74206973 address that is │ │ │ │ + 0x00033048 00000000 00000000 756e6578 70656374 ........unexpect │ │ │ │ + 0x00033058 65642e20 20546869 73206973 20686967 ed. This is hig │ │ │ │ + 0x00033068 686c7920 756e7573 75616c2e 00000000 hly unusual..... │ │ │ │ + 0x00033078 54686520 696e626f 756e6420 636f6e6e The inbound conn │ │ │ │ + 0x00033088 65637469 6f6e2068 61732062 65656e20 ection has been │ │ │ │ + 0x00033098 64726f70 7065642c 20616e64 20746865 dropped, and the │ │ │ │ + 0x000330a8 20706565 72207368 6f756c64 2073696d peer should sim │ │ │ │ + 0x000330b8 706c7900 00000000 74727920 61676169 ply.....try agai │ │ │ │ + 0x000330c8 6e207769 74682061 20646966 66657265 n with a differe │ │ │ │ + 0x000330d8 6e742049 5020696e 74657266 61636520 nt IP interface │ │ │ │ + 0x000330e8 28692e65 2e2c2074 6865206a 6f622073 (i.e., the job s │ │ │ │ + 0x000330f8 686f756c 64000000 686f7065 66756c6c hould...hopefull │ │ │ │ + 0x00033108 79206265 2061626c 6520746f 20636f6e y be able to con │ │ │ │ + 0x00033118 74696e75 65292e00 20204c6f 63616c20 tinue).. Local │ │ │ │ + 0x00033128 686f7374 3a202020 20202020 20202025 host: % │ │ │ │ + 0x00033138 73000000 00000000 20204c6f 63616c20 s....... Local │ │ │ │ + 0x00033148 5049443a 20202020 20202020 20202025 PID: % │ │ │ │ + 0x00033158 64000000 00000000 20205065 65722068 d....... Peer h │ │ │ │ + 0x00033168 6f73746e 616d653a 20202020 20202025 ostname: % │ │ │ │ + 0x00033178 73202825 73290000 2020536f 75726365 s (%s).. Source │ │ │ │ + 0x00033188 20495020 6f662073 6f636b65 743a2025 IP of socket: % │ │ │ │ + 0x00033198 73000000 00000000 20204b6e 6f776e20 s....... Known │ │ │ │ + 0x000331a8 49507320 6f662070 65657220 28256429 IPs of peer (%d) │ │ │ │ + 0x000331b8 3a202020 25730000 416e204d 50492063 : %s..An MPI c │ │ │ │ + 0x000331c8 6f6d6d75 6e696361 74696f6e 20706565 ommunication pee │ │ │ │ + 0x000331d8 72207072 6f636573 73206861 7320756e r process has un │ │ │ │ + 0x000331e8 65787065 63746564 6c792064 6973636f expectedly disco │ │ │ │ + 0x000331f8 6e6e6563 7465642e 20205468 69730000 nnected. This.. │ │ │ │ + 0x00033208 75737561 6c6c7920 696e6469 63617465 usually indicate │ │ │ │ + 0x00033218 73206120 6661696c 75726520 696e2074 s a failure in t │ │ │ │ + 0x00033228 68652070 65657220 70726f63 65737320 he peer process │ │ │ │ + 0x00033238 28652e67 2e2c2061 20637261 7368206f (e.g., a crash o │ │ │ │ + 0x00033248 72000000 00000000 6f746865 72776973 r.......otherwis │ │ │ │ + 0x00033258 65206578 6974696e 67207769 74686f75 e exiting withou │ │ │ │ + 0x00033268 74206361 6c6c696e 67204d50 495f4649 t calling MPI_FI │ │ │ │ + 0x00033278 4e414c49 5a452066 69727374 292e0000 NALIZE first)... │ │ │ │ + 0x00033288 416c7468 6f756768 20746869 73206c6f Although this lo │ │ │ │ + 0x00033298 63616c20 4d504920 70726f63 65737320 cal MPI process │ │ │ │ + 0x000332a8 77696c6c 206c696b 656c7920 6e6f7720 will likely now │ │ │ │ + 0x000332b8 62656861 76652075 6e707265 64696374 behave unpredict │ │ │ │ + 0x000332c8 61626c79 00000000 28697420 6d617920 ably....(it may │ │ │ │ + 0x000332d8 6576656e 2068616e 67206f72 20637261 even hang or cra │ │ │ │ + 0x000332e8 7368292c 20746865 20726f6f 74206361 sh), the root ca │ │ │ │ + 0x000332f8 75736520 6f662074 68697320 70726f62 use of this prob │ │ │ │ + 0x00033308 6c656d20 69732074 68650000 00000000 lem is the...... │ │ │ │ + 0x00033318 6661696c 75726520 6f662074 68652070 failure of the p │ │ │ │ + 0x00033328 65657220 2d2d2074 68617420 69732077 eer -- that is w │ │ │ │ + 0x00033338 68617420 796f7520 6e656564 20746f20 hat you need to │ │ │ │ + 0x00033348 696e7665 73746967 6174652e 2020466f investigate. Fo │ │ │ │ + 0x00033358 72000000 00000000 6578616d 706c652c r.......example, │ │ │ │ + 0x00033368 20746865 7265206d 61792062 65206120 there may be a │ │ │ │ + 0x00033378 636f7265 2066696c 65207468 61742079 core file that y │ │ │ │ + 0x00033388 6f752063 616e2065 78616d69 6e652e20 ou can examine. │ │ │ │ + 0x00033398 204d6f72 65000000 67656e65 72616c6c More...generall │ │ │ │ + 0x000333a8 793a2073 75636820 70656572 2068616e y: such peer han │ │ │ │ + 0x000333b8 67757073 20617265 20667265 7175656e gups are frequen │ │ │ │ + 0x000333c8 746c7920 63617573 65642062 79206170 tly caused by ap │ │ │ │ + 0x000333d8 706c6963 6174696f 6e206275 67730000 plication bugs.. │ │ │ │ + 0x000333e8 6f72206f 74686572 20657874 65726e61 or other externa │ │ │ │ + 0x000333f8 6c206576 656e7473 2e000000 00000000 l events........ │ │ │ │ + 0x00033408 20204c6f 63616c20 5049443a 20202564 Local PID: %d │ │ │ │ + 0x00033418 00000000 00000000 20205065 65722068 ........ Peer h │ │ │ │ + 0x00033428 6f73743a 20202573 00000000 00000000 ost: %s........ │ │ │ │ + 0x00033438 5741524e 494e473a 20546865 20616363 WARNING: The acc │ │ │ │ + 0x00033448 65707428 33292073 79737465 6d206361 ept(3) system ca │ │ │ │ + 0x00033458 6c6c2066 61696c65 64206f6e 20612054 ll failed on a T │ │ │ │ + 0x00033468 43502073 6f636b65 742e2020 5768696c CP socket. Whil │ │ │ │ + 0x00033478 65207468 69730000 73686f75 6c642067 e this..should g │ │ │ │ + 0x00033488 656e6572 616c6c79 206e6576 65722068 enerally never h │ │ │ │ + 0x00033498 61707065 6e206f6e 20612077 656c6c2d appen on a well- │ │ │ │ + 0x000334a8 636f6e66 69677572 65642048 50432073 configured HPC s │ │ │ │ + 0x000334b8 79737465 6d2c2074 68650000 00000000 ystem, the...... │ │ │ │ + 0x000334c8 6d6f7374 20636f6d 6d6f6e20 63617573 most common caus │ │ │ │ + 0x000334d8 65732077 68656e20 69742064 6f657320 es when it does │ │ │ │ + 0x000334e8 6f636375 72206172 653a0000 00000000 occur are:...... │ │ │ │ + 0x000334f8 20202a20 54686520 70726f63 65737320 * The process │ │ │ │ + 0x00033508 72616e20 6f757420 6f662066 696c6520 ran out of file │ │ │ │ + 0x00033518 64657363 72697074 6f727300 00000000 descriptors..... │ │ │ │ + 0x00033528 20202a20 54686520 6f706572 6174696e * The operatin │ │ │ │ + 0x00033538 67207379 7374656d 2072616e 206f7574 g system ran out │ │ │ │ + 0x00033548 206f6620 66696c65 20646573 63726970 of file descrip │ │ │ │ + 0x00033558 746f7273 00000000 20202a20 54686520 tors.... * The │ │ │ │ + 0x00033568 6f706572 6174696e 67207379 7374656d operating system │ │ │ │ + 0x00033578 2072616e 206f7574 206f6620 6d656d6f ran out of memo │ │ │ │ + 0x00033588 72790000 00000000 596f7572 204f7065 ry......Your Ope │ │ │ │ + 0x00033598 6e204d50 49206a6f 62207769 6c6c206c n MPI job will l │ │ │ │ + 0x000335a8 696b656c 79206861 6e672028 6f722063 ikely hang (or c │ │ │ │ + 0x000335b8 72617368 2920756e 74696c20 74686520 rash) until the │ │ │ │ + 0x000335c8 6661696c 75726500 72657361 736f6e20 failure.resason │ │ │ │ + 0x000335d8 69732066 69786564 2028652e 672e2c20 is fixed (e.g., │ │ │ │ + 0x000335e8 6d6f7265 2066696c 65206465 73637269 more file descri │ │ │ │ + 0x000335f8 70746f72 7320616e 642f6f72 206d656d ptors and/or mem │ │ │ │ + 0x00033608 6f727920 6265636f 6d657300 00000000 ory becomes..... │ │ │ │ + 0x00033618 61766169 6c61626c 65292c20 616e6420 available), and │ │ │ │ + 0x00033628 6d617920 6576656e 7475616c 6c792074 may eventually t │ │ │ │ + 0x00033638 696d656f 7574202f 2061626f 72742e00 imeout / abort.. │ │ │ │ + 0x00033648 5741524e 494e473a 204f7065 6e204d50 WARNING: Open MP │ │ │ │ + 0x00033658 49206661 696c6564 20746f20 68616e64 I failed to hand │ │ │ │ + 0x00033668 7368616b 65207769 74682061 20636f6e shake with a con │ │ │ │ + 0x00033678 6e656374 696e6720 70656572 204d5049 necting peer MPI │ │ │ │ + 0x00033688 00000000 00000000 70726f63 65737320 ........process │ │ │ │ + 0x00033698 6f766572 20544350 2e202054 68697320 over TCP. This │ │ │ │ + 0x000336a8 73686f75 6c64206e 6f742068 61707065 should not happe │ │ │ │ + 0x000336b8 6e2e0000 00000000 596f7572 204f7065 n.......Your Ope │ │ │ │ + 0x000336c8 6e204d50 49206a6f 62206d61 79206e6f n MPI job may no │ │ │ │ + 0x000336d8 77206861 6e67206f 72206661 696c2e00 w hang or fail.. │ │ │ │ + 0x000336e8 5741524e 494e473a 204f7065 6e204d50 WARNING: Open MP │ │ │ │ + 0x000336f8 49206661 696c6564 20746f20 54435020 I failed to TCP │ │ │ │ + 0x00033708 636f6e6e 65637420 746f2061 20706565 connect to a pee │ │ │ │ + 0x00033718 72204d50 49207072 6f636573 732e2020 r MPI process. │ │ │ │ + 0x00033728 54686973 00000000 5741524e 494e473a This....WARNING: │ │ │ │ + 0x00033738 20416e20 696e7661 6c696420 76616c75 An invalid valu │ │ │ │ + 0x00033748 65207761 73206769 76656e20 666f7220 e was given for │ │ │ │ + 0x00033758 74686520 62746c5f 7463705f 706f7274 the btl_tcp_port │ │ │ │ + 0x00033768 5f6d696e 5f25732e 204c6567 616c0000 _min_%s. Legal.. │ │ │ │ + 0x00033778 76616c75 65732061 72652069 6e207468 values are in th │ │ │ │ + 0x00033788 65207261 6e676520 5b31202e 2e20325e e range [1 .. 2^ │ │ │ │ + 0x00033798 31362d31 5d2e2054 68697320 76616c75 16-1]. This valu │ │ │ │ + 0x000337a8 65207769 6c6c2062 65206967 6e6f7265 e will be ignore │ │ │ │ + 0x000337b8 64000000 00000000 28726573 65742074 d.......(reset t │ │ │ │ + 0x000337c8 6f207468 65206465 6661756c 74207661 o the default va │ │ │ │ + 0x000337d8 6c756520 6f662031 30323429 2e000000 lue of 1024).... │ │ │ │ + 0x000337e8 20205661 6c75653a 20202020 20202564 Value: %d │ │ │ │ + 0x000337f8 00000000 00000000 5741524e 494e473a ........WARNING: │ │ │ │ + 0x00033808 20416e20 696e7661 6c696420 76616c75 An invalid valu │ │ │ │ + 0x00033818 65207761 73206769 76656e20 666f7220 e was given for │ │ │ │ + 0x00033828 62746c5f 7463705f 69665f25 732e2020 btl_tcp_if_%s. │ │ │ │ + 0x00033838 54686973 00000000 6e6f206c 6f63616c This....no local │ │ │ │ + 0x00033848 69747900 00000000 5741524e 494e473a ity.....WARNING: │ │ │ │ + 0x00033858 204d6973 73696e67 206c6f63 616c6974 Missing localit │ │ │ │ + 0x00033868 7920696e 666f726d 6174696f 6e207265 y information re │ │ │ │ + 0x00033878 71756972 65642066 6f722073 6d637564 quired for smcud │ │ │ │ + 0x00033888 6120696e 69746961 6c697a61 74696f6e a initialization │ │ │ │ + 0x00033898 2e000000 00000000 436f6e74 696e7569 ........Continui │ │ │ │ + 0x000338a8 6e672077 6974686f 75742073 6d637564 ng without smcud │ │ │ │ + 0x000338b8 61204254 4c2e0000 41207379 7374656d a BTL...A system │ │ │ │ + 0x000338c8 2063616c 6c206661 696c6564 20647572 call failed dur │ │ │ │ + 0x000338d8 696e6720 736d2042 544c2069 6e697469 ing sm BTL initi │ │ │ │ + 0x000338e8 616c697a 6174696f 6e207468 61742073 alization that s │ │ │ │ + 0x000338f8 686f756c 64000000 20205379 7374656d hould... System │ │ │ │ + 0x00033908 2063616c 6c3a2025 73000000 00000000 call: %s....... │ │ │ │ + 0x00033918 6d62696e 64206661 696c7572 65000000 mbind failure... │ │ │ │ + 0x00033928 4f70656e 204d5049 20666169 6c656420 Open MPI failed │ │ │ │ + 0x00033938 746f2062 696e6420 696e7465 726e616c to bind internal │ │ │ │ + 0x00033948 206d656d 6f727920 746f2061 20737065 memory to a spe │ │ │ │ + 0x00033958 63696669 63204e55 4d41206e 6f64652e cific NUMA node. │ │ │ │ + 0x00033968 20205468 69730000 6d657373 61676520 This..message │ │ │ │ + 0x00033978 77696c6c 206f6e6c 79206265 20726570 will only be rep │ │ │ │ + 0x00033988 6f727465 64206174 206d6f73 74206f6e orted at most on │ │ │ │ + 0x00033998 63652070 65722070 726f6365 73732e00 ce per process.. │ │ │ │ + 0x000339a8 20204669 6c653a20 20202020 20202573 File: %s │ │ │ │ + 0x000339b8 3a256400 00000000 20205365 76657269 :%d..... Severi │ │ │ │ + 0x000339c8 74793a20 20202573 00000000 00000000 ty: %s........ │ │ │ │ + 0x000339d8 4d756c74 69706c65 20416363 656c6572 Multiple Acceler │ │ │ │ + 0x000339e8 61746f72 7320466f 756e6400 00000000 ators Found..... │ │ │ │ + 0x000339f8 4e6f2041 6363656c 65726174 6f727320 No Accelerators │ │ │ │ + 0x00033a08 466f756e 64000000 4552524f 523a2055 Found...ERROR: U │ │ │ │ + 0x00033a18 73657220 73706563 69666965 6420616e ser specified an │ │ │ │ + 0x00033a28 20616363 656c6572 61746f72 20636f6d accelerator com │ │ │ │ + 0x00033a38 706f6e65 6e742076 69612022 2d2d6d63 ponent via "--mc │ │ │ │ + 0x00033a48 61206163 63656c65 7261746f 72203c63 a accelerator ", and │ │ │ │ + 0x00033a68 74686174 00000000 636f6d70 6f6e656e that....componen │ │ │ │ + 0x00033a78 74206661 696c6564 20746f20 696e6974 t failed to init │ │ │ │ + 0x00033a88 69616c69 7a652073 75636365 73736675 ialize successfu │ │ │ │ + 0x00033a98 6c6c792e 20205468 65207072 6f677261 lly. The progra │ │ │ │ + 0x00033aa8 6d207769 6c6c2061 626f7274 20746f20 m will abort to │ │ │ │ + 0x00033ab8 616c6c6f 7720796f 7520746f 20666978 allow you to fix │ │ │ │ + 0x00033ac8 20746865 20697373 75652e00 00000000 the issue...... │ │ │ │ + 0x00033ad8 4552524f 523a204f 70656e20 4d504920 ERROR: Open MPI │ │ │ │ + 0x00033ae8 6f6e6c79 20737570 706f7274 73206f6e only supports on │ │ │ │ + 0x00033af8 65206163 63656c65 7261746f 72206672 e accelerator fr │ │ │ │ + 0x00033b08 616d6577 6f726b20 70657220 6e6f6465 amework per node │ │ │ │ + 0x00033b18 2e20506c 65617365 20706963 6b206f6e . Please pick on │ │ │ │ + 0x00033b28 65206f66 20746865 00000000 00000000 e of the........ │ │ │ │ + 0x00033b38 696e6974 69616c69 7a656420 61636365 initialized acce │ │ │ │ + 0x00033b48 6c657261 746f7220 636f6d70 6f6e656e lerator componen │ │ │ │ + 0x00033b58 74732076 69612063 6f6d6d61 6e64206c ts via command l │ │ │ │ + 0x00033b68 696e6520 61726775 6d656e74 20222d2d ine argument "-- │ │ │ │ + 0x00033b78 6d636120 61636365 6c657261 746f7220 mca accelerator │ │ │ │ + 0x00033b88 3c636f6d 706f6e65 6e743e22 2e000000 ".... │ │ │ │ + 0x00033b98 54686520 666f6c6c 6f77696e 67206163 The following ac │ │ │ │ + 0x00033ba8 63656c65 7261746f 72732069 6e697469 celerators initi │ │ │ │ + 0x00033bb8 616c697a 65642073 75636365 73736675 alized successfu │ │ │ │ + 0x00033bc8 6c6c793a 2025732e 00000000 00000000 lly: %s......... │ │ │ │ + 0x00033bd8 54686520 70726f67 72616d20 77696c6c The program will │ │ │ │ + 0x00033be8 2061626f 72742074 6f20616c 6c6f7720 abort to allow │ │ │ │ + 0x00033bf8 796f7520 746f2072 65736f6c 76652074 you to resolve t │ │ │ │ + 0x00033c08 68652061 6363656c 65726174 6f722063 he accelerator c │ │ │ │ + 0x00033c18 6f6e666c 6963742e 00000000 00000000 onflict......... │ │ │ │ + 0x00033c28 63754374 78476574 43757272 656e7420 cuCtxGetCurrent │ │ │ │ + 0x00033c38 6661696c 6564206e 6f742069 6e697469 failed not initi │ │ │ │ + 0x00033c48 616c697a 65640000 63754374 78476574 alized..cuCtxGet │ │ │ │ + 0x00033c58 43757272 656e7420 6661696c 65640000 Current failed.. │ │ │ │ + 0x00033c68 63754374 78476574 43757272 656e7420 cuCtxGetCurrent │ │ │ │ + 0x00033c78 72657475 726e6564 204e554c 4c000000 returned NULL... │ │ │ │ + 0x00033c88 63754374 78476574 44657669 63652066 cuCtxGetDevice f │ │ │ │ + 0x00033c98 61696c65 64000000 63754d65 6d486f73 ailed...cuMemHos │ │ │ │ + 0x00033ca8 74526567 69737465 72206475 72696e67 tRegister during │ │ │ │ + 0x00033cb8 20696e69 74206661 696c6564 00000000 init failed.... │ │ │ │ + 0x00033cc8 63754d65 6d486f73 74526567 69737465 cuMemHostRegiste │ │ │ │ + 0x00033cd8 72206661 696c6564 00000000 00000000 r failed........ │ │ │ │ + 0x00033ce8 63754d65 6d486f73 74556e72 65676973 cuMemHostUnregis │ │ │ │ + 0x00033cf8 74657220 6661696c 65640000 00000000 ter failed...... │ │ │ │ + 0x00033d08 63754970 63476574 4d656d48 616e646c cuIpcGetMemHandl │ │ │ │ + 0x00033d18 65206661 696c6564 00000000 00000000 e failed........ │ │ │ │ + 0x00033d28 63754d65 6d476574 41646472 65737352 cuMemGetAddressR │ │ │ │ + 0x00033d38 616e6765 20666169 6c656400 00000000 ange failed..... │ │ │ │ + 0x00033d48 63754d65 6d476574 41646472 65737352 cuMemGetAddressR │ │ │ │ + 0x00033d58 616e6765 20666169 6c656420 32000000 ange failed 2... │ │ │ │ + 0x00033d68 4f757420 6f662063 75457665 6e742068 Out of cuEvent h │ │ │ │ + 0x00033d78 616e646c 65730000 63754970 634f7065 andles..cuIpcOpe │ │ │ │ + 0x00033d88 6e4d656d 48616e64 6c652066 61696c65 nMemHandle faile │ │ │ │ + 0x00033d98 64000000 00000000 63754970 63436c6f d.......cuIpcClo │ │ │ │ + 0x00033da8 73654d65 6d48616e 646c6520 6661696c seMemHandle fail │ │ │ │ + 0x00033db8 65640000 00000000 63754d65 6d637079 ed......cuMemcpy │ │ │ │ + 0x00033dc8 4173796e 63206661 696c6564 00000000 Async failed.... │ │ │ │ + 0x00033dd8 63754576 656e7443 72656174 65206661 cuEventCreate fa │ │ │ │ + 0x00033de8 696c6564 00000000 63754576 656e7452 iled....cuEventR │ │ │ │ + 0x00033df8 65636f72 64206661 696c6564 00000000 ecord failed.... │ │ │ │ + 0x00033e08 63754576 656e7451 75657279 20666169 cuEventQuery fai │ │ │ │ + 0x00033e18 6c656400 00000000 63754576 656e7453 led.....cuEventS │ │ │ │ + 0x00033e28 796e6368 726f6e69 7a652066 61696c65 ynchronize faile │ │ │ │ + 0x00033e38 64000000 00000000 63754970 63476574 d.......cuIpcGet │ │ │ │ + 0x00033e48 4576656e 7448616e 646c6520 6661696c EventHandle fail │ │ │ │ + 0x00033e58 65640000 00000000 63754970 634f7065 ed......cuIpcOpe │ │ │ │ + 0x00033e68 6e457665 6e744861 6e646c65 20666169 nEventHandle fai │ │ │ │ + 0x00033e78 6c656400 00000000 63755374 7265616d led.....cuStream │ │ │ │ + 0x00033e88 57616974 4576656e 74206661 696c6564 WaitEvent failed │ │ │ │ + 0x00033e98 00000000 00000000 63754576 656e7444 ........cuEventD │ │ │ │ + 0x00033ea8 65737472 6f792066 61696c65 64000000 estroy failed... │ │ │ │ + 0x00033eb8 63755374 7265616d 43726561 74652066 cuStreamCreate f │ │ │ │ + 0x00033ec8 61696c65 64000000 63755374 7265616d ailed...cuStream │ │ │ │ + 0x00033ed8 44657374 726f7920 6661696c 65640000 Destroy failed.. │ │ │ │ + 0x00033ee8 646c6f70 656e2064 69736162 6c656400 dlopen disabled. │ │ │ │ + 0x00033ef8 646c6f70 656e2066 61696c65 64000000 dlopen failed... │ │ │ │ + 0x00033f08 646c7379 6d206661 696c6564 00000000 dlsym failed.... │ │ │ │ + 0x00033f18 62756666 65724944 20666169 6c656400 bufferID failed. │ │ │ │ + 0x00033f28 6375506f 696e7465 72536574 41747472 cuPointerSetAttr │ │ │ │ + 0x00033f38 69627574 65206661 696c6564 00000000 ibute failed.... │ │ │ │ + 0x00033f48 63755374 7265616d 53796e63 68726f6e cuStreamSynchron │ │ │ │ + 0x00033f58 697a6520 6661696c 65640000 00000000 ize failed...... │ │ │ │ + 0x00033f68 63754d65 6d637079 20666169 6c656400 cuMemcpy failed. │ │ │ │ + 0x00033f78 63754d65 6d637079 32442066 61696c65 cuMemcpy2D faile │ │ │ │ + 0x00033f88 64000000 00000000 63754d65 6d416c6c d.......cuMemAll │ │ │ │ + 0x00033f98 6f632066 61696c65 64000000 00000000 oc failed....... │ │ │ │ + 0x00033fa8 63754d65 6d467265 65206661 696c6564 cuMemFree failed │ │ │ │ + 0x00033fb8 00000000 00000000 63754465 76696365 ........cuDevice │ │ │ │ + 0x00033fc8 43616e41 63636573 73506565 72206661 CanAccessPeer fa │ │ │ │ + 0x00033fd8 696c6564 00000000 4e6f206d 656d6f72 iled....No memor │ │ │ │ + 0x00033fe8 79000000 00000000 41206361 6c6c2074 y.......A call t │ │ │ │ + 0x00033ff8 6f20616c 6c6f6361 7465206d 656d6f72 o allocate memor │ │ │ │ + 0x00034008 79207769 7468696e 20746865 20435544 y within the CUD │ │ │ │ + 0x00034018 41207375 70706f72 74206661 696c6564 A support failed │ │ │ │ + 0x00034028 2e202054 68697320 69730000 00000000 . This is...... │ │ │ │ + 0x00034038 616e2075 6e726563 6f766572 61626c65 an unrecoverable │ │ │ │ + 0x00034048 20657272 6f722061 6e642077 696c6c20 error and will │ │ │ │ + 0x00034058 63617573 65207468 65207072 6f677261 cause the progra │ │ │ │ + 0x00034068 6d20746f 2061626f 72742e00 00000000 m to abort...... │ │ │ │ + 0x00034078 2020486f 73746e61 6d653a20 20257300 Hostname: %s. │ │ │ │ + 0x00034088 54686520 63616c6c 20746f20 63754465 The call to cuDe │ │ │ │ + 0x00034098 76696365 43616e41 63636573 73506565 viceCanAccessPee │ │ │ │ + 0x000340a8 72206661 696c6564 2e000000 00000000 r failed........ │ │ │ │ + 0x000340b8 2020486f 73746e61 6d653a20 20202020 Hostname: │ │ │ │ + 0x000340c8 20202020 20202020 20202020 20202020 │ │ │ │ + 0x000340d8 20202020 20202020 20257300 00000000 %s..... │ │ │ │ + 0x000340e8 20206375 44657669 63654361 6e416363 cuDeviceCanAcc │ │ │ │ + 0x000340f8 65737350 65657220 72657475 726e2076 essPeer return v │ │ │ │ + 0x00034108 616c7565 3a202020 20256400 00000000 alue: %d..... │ │ │ │ + 0x00034118 43686563 6b207468 65206375 64612e68 Check the cuda.h │ │ │ │ + 0x00034128 2066696c 6520666f 72207768 61742074 file for what t │ │ │ │ + 0x00034138 68652072 65747572 6e207661 6c756520 he return value │ │ │ │ + 0x00034148 6d65616e 732e0000 54686520 63616c6c means...The call │ │ │ │ + 0x00034158 20746f20 63754d65 6d467265 65206661 to cuMemFree fa │ │ │ │ + 0x00034168 696c6564 2e205468 69732069 73206869 iled. This is hi │ │ │ │ + 0x00034178 67686c79 20756e75 7375616c 20616e64 ghly unusual and │ │ │ │ + 0x00034188 2073686f 756c6400 6e6f7420 68617070 should.not happ │ │ │ │ + 0x00034198 656e2e20 20506c65 61736520 7265706f en. Please repo │ │ │ │ + 0x000341a8 72742074 68697320 6572726f 7220746f rt this error to │ │ │ │ + 0x000341b8 20746865 204f7065 6e204d50 49206465 the Open MPI de │ │ │ │ + 0x000341c8 76656c6f 70657273 2e000000 00000000 velopers........ │ │ │ │ + 0x000341d8 2020486f 73746e61 6d653a20 20202020 Hostname: │ │ │ │ + 0x000341e8 20202020 20202020 20202020 20257300 %s. │ │ │ │ + 0x000341f8 20206375 4d656d46 72656520 72657475 cuMemFree retu │ │ │ │ + 0x00034208 726e2076 616c7565 3a202020 20256400 rn value: %d. │ │ │ │ + 0x00034218 54686520 63616c6c 20746f20 63754d65 The call to cuMe │ │ │ │ + 0x00034228 6d416c6c 6f632066 61696c65 642e2054 mAlloc failed. T │ │ │ │ + 0x00034238 68697320 69732068 6967686c 7920756e his is highly un │ │ │ │ + 0x00034248 75737561 6c20616e 64207368 6f756c64 usual and should │ │ │ │ + 0x00034258 00000000 00000000 20206375 4d656d41 ........ cuMemA │ │ │ │ + 0x00034268 6c6c6f63 20726574 75726e20 76616c75 lloc return valu │ │ │ │ + 0x00034278 653a2020 20256400 54686520 63616c6c e: %d.The call │ │ │ │ + 0x00034288 20746f20 63754d65 6d637079 32442066 to cuMemcpy2D f │ │ │ │ + 0x00034298 61696c65 642e2054 68697320 69732068 ailed. This is h │ │ │ │ + 0x000342a8 6967686c 7920756e 75737561 6c20616e ighly unusual an │ │ │ │ + 0x000342b8 64207368 6f756c64 00000000 00000000 d should........ │ │ │ │ + 0x000342c8 20206375 4d656d63 70793244 20726574 cuMemcpy2D ret │ │ │ │ + 0x000342d8 75726e20 76616c75 653a2020 20256400 urn value: %d. │ │ │ │ + 0x000342e8 54686520 63616c6c 20746f20 63754d65 The call to cuMe │ │ │ │ + 0x000342f8 6d637079 20666169 6c65642e 20546869 mcpy failed. Thi │ │ │ │ + 0x00034308 73206973 20686967 686c7920 756e7573 s is highly unus │ │ │ │ + 0x00034318 75616c20 616e6420 73686f75 6c640000 ual and should.. │ │ │ │ + 0x00034328 20206375 4d656d63 70792072 65747572 cuMemcpy retur │ │ │ │ + 0x00034338 6e207661 6c75653a 20202020 20256400 n value: %d. │ │ │ │ + 0x00034348 54686520 63616c6c 20746f20 63755374 The call to cuSt │ │ │ │ + 0x00034358 7265616d 53796e63 68726f6e 697a6520 reamSynchronize │ │ │ │ + 0x00034368 6661696c 65642e20 54686973 20697320 failed. This is │ │ │ │ + 0x00034378 68696768 6c792075 6e757375 616c2061 highly unusual a │ │ │ │ + 0x00034388 6e642073 686f756c 64000000 00000000 nd should....... │ │ │ │ + 0x00034398 2020486f 73746e61 6d653a20 20202020 Hostname: │ │ │ │ + 0x000343a8 20202020 20202020 20202020 20202020 │ │ │ │ + 0x000343b8 20202020 20202020 25730000 00000000 %s...... │ │ │ │ + 0x000343c8 20206375 53747265 616d5379 6e636872 cuStreamSynchr │ │ │ │ + 0x000343d8 6f6e697a 65207265 7475726e 2076616c onize return val │ │ │ │ + 0x000343e8 75653a20 20202020 25640000 00000000 ue: %d...... │ │ │ │ + 0x000343f8 54686520 63616c6c 20746f20 6375506f The call to cuPo │ │ │ │ + 0x00034408 696e7465 72536574 41747472 69627574 interSetAttribut │ │ │ │ + 0x00034418 65207769 74682043 555f504f 494e5445 e with CU_POINTE │ │ │ │ + 0x00034428 525f4154 54524942 5554455f 53594e43 R_ATTRIBUTE_SYNC │ │ │ │ + 0x00034438 5f4d454d 4f505300 6661696c 65642e20 _MEMOPS.failed. │ │ │ │ + 0x00034448 54686973 20697320 68696768 6c792075 This is highly u │ │ │ │ + 0x00034458 6e757375 616c2061 6e642073 686f756c nusual and shoul │ │ │ │ + 0x00034468 64206e6f 74206861 7070656e 2e202054 d not happen. T │ │ │ │ + 0x00034478 68652070 726f6772 616d2077 696c6c00 he program will. │ │ │ │ + 0x00034488 636f6e74 696e7565 2c206275 74207265 continue, but re │ │ │ │ + 0x00034498 706f7274 20746869 73206572 726f7220 port this error │ │ │ │ + 0x000344a8 746f2074 6865204f 70656e20 4d504920 to the Open MPI │ │ │ │ + 0x000344b8 64657665 6c6f7065 72732e00 00000000 developers...... │ │ │ │ + 0x000344c8 20206375 506f696e 74657253 65744174 cuPointerSetAt │ │ │ │ + 0x000344d8 74726962 75746520 72657475 726e2076 tribute return v │ │ │ │ + 0x000344e8 616c7565 3a202020 25640000 00000000 alue: %d...... │ │ │ │ + 0x000344f8 20204164 64726573 733a2020 20202020 Address: │ │ │ │ + 0x00034508 20202020 20202020 20202020 20202020 │ │ │ │ + 0x00034518 20202020 20202020 25700000 00000000 %p...... │ │ │ │ + 0x00034528 416e2065 72726f72 206f6363 75727265 An error occurre │ │ │ │ + 0x00034538 64207768 696c6520 74727969 6e672074 d while trying t │ │ │ │ + 0x00034548 6f206765 74207468 65204255 46464552 o get the BUFFER │ │ │ │ + 0x00034558 5f494420 6f662061 20475055 206d656d _ID of a GPU mem │ │ │ │ + 0x00034568 6f727900 00000000 72656769 6f6e2e20 ory.....region. │ │ │ │ + 0x00034578 20546869 7320636f 756c6420 63617573 This could caus │ │ │ │ + 0x00034588 6520696e 636f7272 65637420 72657375 e incorrect resu │ │ │ │ + 0x00034598 6c74732e 20205475 726e206f 66204750 lts. Turn of GP │ │ │ │ + 0x000345a8 55204469 72656374 2052444d 41000000 U Direct RDMA... │ │ │ │ + 0x000345b8 73757070 6f727420 62792072 756e6e69 support by runni │ │ │ │ + 0x000345c8 6e672077 69746820 2d2d6d63 61206274 ng with --mca bt │ │ │ │ + 0x000345d8 6c5f6f70 656e6962 5f637564 615f7761 l_openib_cuda_wa │ │ │ │ + 0x000345e8 6e745f67 64725f73 7570706f 72742030 nt_gdr_support 0 │ │ │ │ + 0x000345f8 2e000000 00000000 20206375 506f696e ........ cuPoin │ │ │ │ + 0x00034608 74657247 65744174 74726962 75746520 terGetAttribute │ │ │ │ + 0x00034618 72657475 726e2076 616c7565 3a202020 return value: │ │ │ │ + 0x00034628 25640000 00000000 416e2065 72726f72 %d......An error │ │ │ │ + 0x00034638 206f6363 75727265 64207768 696c6520 occurred while │ │ │ │ + 0x00034648 74727969 6e672074 6f206d61 7020696e trying to map in │ │ │ │ + 0x00034658 20746865 20616464 72657373 206f6620 the address of │ │ │ │ + 0x00034668 61206675 6e637469 6f6e2e00 00000000 a function...... │ │ │ │ + 0x00034678 20204675 6e637469 6f6e204e 616d653a Function Name: │ │ │ │ + 0x00034688 20257300 00000000 20204572 726f7220 %s..... Error │ │ │ │ + 0x00034698 73747269 6e673a20 20257300 00000000 string: %s..... │ │ │ │ + 0x000346a8 43554441 2d617761 72652073 7570706f CUDA-aware suppo │ │ │ │ + 0x000346b8 72742069 73206469 7361626c 65642e00 rt is disabled.. │ │ │ │ + 0x000346c8 54686520 6c696272 61727920 61747465 The library atte │ │ │ │ + 0x000346d8 6d707465 6420746f 206f7065 6e207468 mpted to open th │ │ │ │ + 0x000346e8 6520666f 6c6c6f77 696e6720 73757070 e following supp │ │ │ │ + 0x000346f8 6f727469 6e672043 55444120 6c696272 orting CUDA libr │ │ │ │ + 0x00034708 61726965 732c0000 62757420 65616368 aries,..but each │ │ │ │ + 0x00034718 206f6620 7468656d 20666169 6c65642e of them failed. │ │ │ │ + 0x00034728 20204355 44412d61 77617265 20737570 CUDA-aware sup │ │ │ │ + 0x00034738 706f7274 20697320 64697361 626c6564 port is disabled │ │ │ │ + 0x00034748 2e000000 00000000 49662079 6f752064 ........If you d │ │ │ │ + 0x00034758 6f206e6f 74207265 71756972 65204355 o not require CU │ │ │ │ + 0x00034768 44412d61 77617265 20737570 706f7274 DA-aware support │ │ │ │ + 0x00034778 2c207468 656e2072 756e2077 69746800 , then run with. │ │ │ │ + 0x00034788 2d2d6d63 61206f70 616c5f77 61726e5f --mca opal_warn_ │ │ │ │ + 0x00034798 6f6e5f6d 69737369 6e675f6c 69626375 on_missing_libcu │ │ │ │ + 0x000347a8 64612030 20746f20 73757070 72657373 da 0 to suppress │ │ │ │ + 0x000347b8 20746869 73206d65 73736167 652e2020 this message. │ │ │ │ + 0x000347c8 49662079 6f752064 6f000000 00000000 If you do....... │ │ │ │ + 0x000347d8 72657175 69726520 43554441 2d617761 require CUDA-awa │ │ │ │ + 0x000347e8 72652073 7570706f 72742c20 7468656e re support, then │ │ │ │ + 0x000347f8 20747279 20736574 74696e67 204c445f try setting LD_ │ │ │ │ + 0x00034808 4c494252 4152595f 50415448 20746f20 LIBRARY_PATH to │ │ │ │ + 0x00034818 74686520 6c6f6361 74696f6e 00000000 the location.... │ │ │ │ + 0x00034828 6f66206c 69626375 64612e73 6f2e3120 of libcuda.so.1 │ │ │ │ + 0x00034838 746f2072 65736f6c 76652074 68697320 to resolve this │ │ │ │ + 0x00034848 69737375 652e0000 4f70656e 204d5049 issue...Open MPI │ │ │ │ + 0x00034858 20776173 20636f6d 70696c65 64207769 was compiled wi │ │ │ │ + 0x00034868 74686f75 74206479 6e616d69 63206c69 thout dynamic li │ │ │ │ + 0x00034878 62726172 79207375 70706f72 74202865 brary support (e │ │ │ │ + 0x00034888 2e672e2c 20776974 68207468 65000000 .g., with the... │ │ │ │ + 0x00034898 202d2d64 69736162 6c652d64 6c6f7065 --disable-dlope │ │ │ │ + 0x000348a8 6e20666c 6167292c 20616e64 20746865 n flag), and the │ │ │ │ + 0x000348b8 7265666f 72652063 616e6e6f 74207574 refore cannot ut │ │ │ │ + 0x000348c8 696c697a 65204355 44412073 7570706f ilize CUDA suppo │ │ │ │ + 0x000348d8 72742e00 00000000 49662079 6f75206e rt......If you n │ │ │ │ + 0x000348e8 65656420 43554441 20737570 706f7274 eed CUDA support │ │ │ │ + 0x000348f8 2c207265 636f6e66 69677572 65204f70 , reconfigure Op │ │ │ │ + 0x00034908 656e204d 50492077 69746820 64796e61 en MPI with dyna │ │ │ │ + 0x00034918 6d696320 6c696272 61727920 73757070 mic library supp │ │ │ │ + 0x00034928 6f727420 656e6162 6c65642e 00000000 ort enabled..... │ │ │ │ + 0x00034938 54686520 63616c6c 20746f20 63755374 The call to cuSt │ │ │ │ + 0x00034948 7265616d 44657374 726f7920 6661696c reamDestroy fail │ │ │ │ + 0x00034958 65642e20 54686973 20697320 68696768 ed. This is high │ │ │ │ + 0x00034968 6c792075 6e757375 616c2061 6e642073 ly unusual and s │ │ │ │ + 0x00034978 686f756c 64000000 20206375 53747265 hould... cuStre │ │ │ │ + 0x00034988 616d4465 7374726f 79207265 7475726e amDestroy return │ │ │ │ + 0x00034998 2076616c 75653a20 20202020 20202020 value: │ │ │ │ + 0x000349a8 25640000 00000000 54686520 63616c6c %d......The call │ │ │ │ + 0x000349b8 20746f20 63755374 7265616d 43726561 to cuStreamCrea │ │ │ │ + 0x000349c8 74652066 61696c65 642e2020 54686973 te failed. This │ │ │ │ + 0x000349d8 20697320 6120756e 7265636f 76657261 is a unrecovera │ │ │ │ + 0x000349e8 626c6520 6572726f 7220616e 64207769 ble error and wi │ │ │ │ + 0x000349f8 6c6c0000 00000000 2020486f 73746e61 ll...... Hostna │ │ │ │ + 0x00034a08 6d653a20 20202020 20202020 20202020 me: │ │ │ │ + 0x00034a18 20202020 20202020 20257300 00000000 %s..... │ │ │ │ + 0x00034a28 20206375 53747265 616d4372 65617465 cuStreamCreate │ │ │ │ + 0x00034a38 20726574 75726e20 76616c75 653a2020 return value: │ │ │ │ + 0x00034a48 20256400 00000000 43686563 6b207468 %d.....Check th │ │ │ │ + 0x00034a58 65206375 64612e68 2066696c 6520666f e cuda.h file fo │ │ │ │ + 0x00034a68 72207768 61742074 68652072 65747572 r what the retur │ │ │ │ + 0x00034a78 6e207661 6c65206d 65616e73 2e000000 n vale means.... │ │ │ │ + 0x00034a88 54686520 63616c6c 20746f20 63754576 The call to cuEv │ │ │ │ + 0x00034a98 656e7444 65737472 6f792066 61696c65 entDestroy faile │ │ │ │ + 0x00034aa8 642e2054 68697320 69732061 20756e72 d. This is a unr │ │ │ │ + 0x00034ab8 65636f76 65726162 6c652065 72726f72 ecoverable error │ │ │ │ + 0x00034ac8 20616e64 2077696c 6c000000 00000000 and will....... │ │ │ │ + 0x00034ad8 20206375 4576656e 74446573 74726f79 cuEventDestroy │ │ │ │ + 0x00034ae8 20726574 75726e20 76616c75 653a2020 return value: │ │ │ │ + 0x00034af8 20256400 00000000 54686520 63616c6c %d.....The call │ │ │ │ + 0x00034b08 20746f20 63755374 7265616d 57616974 to cuStreamWait │ │ │ │ + 0x00034b18 4576656e 74206661 696c6564 2e205468 Event failed. Th │ │ │ │ + 0x00034b28 69732069 73206120 756e7265 636f7665 is is a unrecove │ │ │ │ + 0x00034b38 7261626c 65206572 726f7220 616e6420 rable error and │ │ │ │ + 0x00034b48 77696c6c 00000000 20206375 53747265 will.... cuStre │ │ │ │ + 0x00034b58 616d5761 69744576 656e7420 72657475 amWaitEvent retu │ │ │ │ + 0x00034b68 726e2076 616c7565 3a202020 25640000 rn value: %d.. │ │ │ │ + 0x00034b78 54686520 63616c6c 20746f20 63754970 The call to cuIp │ │ │ │ + 0x00034b88 634f7065 6e457665 6e744861 6e646c65 cOpenEventHandle │ │ │ │ + 0x00034b98 20666169 6c65642e 20546869 73206973 failed. This is │ │ │ │ + 0x00034ba8 20612075 6e726563 6f766572 61626c65 a unrecoverable │ │ │ │ + 0x00034bb8 20657272 6f722061 6e642077 696c6c00 error and will. │ │ │ │ + 0x00034bc8 20206375 4970634f 70656e45 76656e74 cuIpcOpenEvent │ │ │ │ + 0x00034bd8 48616e64 6c652072 65747572 6e207661 Handle return va │ │ │ │ + 0x00034be8 6c75653a 20202025 64000000 00000000 lue: %d....... │ │ │ │ + 0x00034bf8 54686520 63616c6c 20746f20 63754970 The call to cuIp │ │ │ │ + 0x00034c08 63476574 4576656e 7448616e 646c6520 cGetEventHandle │ │ │ │ + 0x00034c18 6661696c 65642e20 54686973 20697320 failed. This is │ │ │ │ + 0x00034c28 6120756e 7265636f 76657261 626c6520 a unrecoverable │ │ │ │ + 0x00034c38 6572726f 7220616e 64207769 6c6c0000 error and will.. │ │ │ │ + 0x00034c48 20206375 49706347 65744576 656e7448 cuIpcGetEventH │ │ │ │ + 0x00034c58 616e646c 65207265 7475726e 2076616c andle return val │ │ │ │ + 0x00034c68 75653a20 20202564 00000000 00000000 ue: %d........ │ │ │ │ + 0x00034c78 54686520 63616c6c 20746f20 63754576 The call to cuEv │ │ │ │ + 0x00034c88 656e7453 796e6368 726f6e69 7a652066 entSynchronize f │ │ │ │ + 0x00034c98 61696c65 642e2054 68697320 69732068 ailed. This is h │ │ │ │ + 0x00034ca8 6967686c 7920756e 75737561 6c20616e ighly unusual an │ │ │ │ + 0x00034cb8 64207368 6f756c64 00000000 00000000 d should........ │ │ │ │ + 0x00034cc8 20206375 4576656e 7453796e 6368726f cuEventSynchro │ │ │ │ + 0x00034cd8 6e697a65 20726574 75726e20 76616c75 nize return valu │ │ │ │ + 0x00034ce8 653a2020 20202025 64000000 00000000 e: %d....... │ │ │ │ + 0x00034cf8 54686520 63616c6c 20746f20 63754576 The call to cuEv │ │ │ │ + 0x00034d08 656e7451 75657279 20666169 6c65642e entQuery failed. │ │ │ │ + 0x00034d18 20546869 73206973 20612075 6e726563 This is a unrec │ │ │ │ + 0x00034d28 6f766572 61626c65 20657272 6f722061 overable error a │ │ │ │ + 0x00034d38 6e642077 696c6c00 20206375 4576656e nd will. cuEven │ │ │ │ + 0x00034d48 74517565 72792072 65747572 6e207661 tQuery return va │ │ │ │ + 0x00034d58 6c75653a 20202025 64000000 00000000 lue: %d....... │ │ │ │ + 0x00034d68 54686520 63616c6c 20746f20 63754576 The call to cuEv │ │ │ │ + 0x00034d78 656e7452 65636f72 64206661 696c6564 entRecord failed │ │ │ │ + 0x00034d88 2e205468 69732069 73206120 756e7265 . This is a unre │ │ │ │ + 0x00034d98 636f7665 7261626c 65206572 726f7220 coverable error │ │ │ │ + 0x00034da8 616e6420 77696c6c 00000000 00000000 and will........ │ │ │ │ + 0x00034db8 2020486f 73746e61 6d653a20 20202020 Hostname: │ │ │ │ + 0x00034dc8 20202020 20202020 20202020 20202020 │ │ │ │ + 0x00034dd8 25730000 00000000 20206375 4576656e %s...... cuEven │ │ │ │ + 0x00034de8 74526563 6f726420 72657475 726e2076 tRecord return v │ │ │ │ + 0x00034df8 616c7565 3a202020 25640000 00000000 alue: %d...... │ │ │ │ + 0x00034e08 54686520 63616c6c 20746f20 63754576 The call to cuEv │ │ │ │ + 0x00034e18 656e7443 72656174 65206661 696c6564 entCreate failed │ │ │ │ + 0x00034e28 2e205468 69732069 73206120 756e7265 . This is a unre │ │ │ │ + 0x00034e38 636f7665 7261626c 65206572 726f7220 coverable error │ │ │ │ + 0x00034e48 616e6420 77696c6c 00000000 00000000 and will........ │ │ │ │ + 0x00034e58 20206375 4576656e 74437265 61746520 cuEventCreate │ │ │ │ + 0x00034e68 72657475 726e2076 616c7565 3a202020 return value: │ │ │ │ + 0x00034e78 25640000 00000000 54686520 63616c6c %d......The call │ │ │ │ + 0x00034e88 20746f20 63754d65 6d637079 4173796e to cuMemcpyAsyn │ │ │ │ + 0x00034e98 63206661 696c6564 2e205468 69732069 c failed. This i │ │ │ │ + 0x00034ea8 73206120 756e7265 636f7665 7261626c s a unrecoverabl │ │ │ │ + 0x00034eb8 65206572 726f7220 616e6420 77696c6c e error and will │ │ │ │ + 0x00034ec8 00000000 00000000 20206375 4d656d63 ........ cuMemc │ │ │ │ + 0x00034ed8 70794173 796e6328 25702c20 25702c20 pyAsync(%p, %p, │ │ │ │ + 0x00034ee8 25642920 72657475 726e6564 2076616c %d) returned val │ │ │ │ + 0x00034ef8 75652025 64000000 54686520 63616c6c ue %d...The call │ │ │ │ + 0x00034f08 20746f20 63754970 63436c6f 73654d65 to cuIpcCloseMe │ │ │ │ + 0x00034f18 6d48616e 646c6520 6661696c 65642e20 mHandle failed. │ │ │ │ + 0x00034f28 54686973 20697320 61207761 726e696e This is a warnin │ │ │ │ + 0x00034f38 6720616e 64207468 65207072 6f677261 g and the progra │ │ │ │ + 0x00034f48 6d000000 00000000 77696c6c 20636f6e m.......will con │ │ │ │ + 0x00034f58 74696e75 6520746f 2072756e 2e000000 tinue to run.... │ │ │ │ + 0x00034f68 20206375 49706343 6c6f7365 4d656d48 cuIpcCloseMemH │ │ │ │ + 0x00034f78 616e646c 65207265 7475726e 2076616c andle return val │ │ │ │ + 0x00034f88 75653a20 20202564 00000000 00000000 ue: %d........ │ │ │ │ + 0x00034f98 20206164 64726573 733a2025 70000000 address: %p... │ │ │ │ + 0x00034fa8 43686563 6b207468 65206375 64612e68 Check the cuda.h │ │ │ │ + 0x00034fb8 2066696c 6520666f 72207768 61742074 file for what t │ │ │ │ + 0x00034fc8 68652072 65747572 6e207661 6c756520 he return value │ │ │ │ + 0x00034fd8 6d65616e 732e2050 65726861 70732061 means. Perhaps a │ │ │ │ + 0x00034fe8 20726562 6f6f7400 6f662074 6865206e reboot.of the n │ │ │ │ + 0x00034ff8 6f646520 77696c6c 20636c65 61722074 ode will clear t │ │ │ │ + 0x00035008 68652070 726f626c 656d2e00 00000000 he problem...... │ │ │ │ + 0x00035018 54686520 63616c6c 20746f20 63754970 The call to cuIp │ │ │ │ + 0x00035028 634f7065 6e4d656d 48616e64 6c652066 cOpenMemHandle f │ │ │ │ + 0x00035038 61696c65 642e2054 68697320 69732061 ailed. This is a │ │ │ │ + 0x00035048 6e20756e 7265636f 76657261 626c6520 n unrecoverable │ │ │ │ + 0x00035058 6572726f 72000000 616e6420 77696c6c error...and will │ │ │ │ + 0x00035068 20636175 73652074 68652070 726f6772 cause the progr │ │ │ │ + 0x00035078 616d2074 6f206162 6f72742e 00000000 am to abort..... │ │ │ │ + 0x00035088 2020486f 73746e61 6d653a20 20202020 Hostname: │ │ │ │ + 0x00035098 20202020 20202020 20202020 20202020 │ │ │ │ + 0x000350a8 20202020 25730000 20206375 4970634f %s.. cuIpcO │ │ │ │ + 0x000350b8 70656e4d 656d4861 6e646c65 20726574 penMemHandle ret │ │ │ │ + 0x000350c8 75726e20 76616c75 653a2020 25640000 urn value: %d.. │ │ │ │ + 0x000350d8 20206164 64726573 733a2020 20202020 address: │ │ │ │ + 0x000350e8 20202020 20202020 20202020 20202020 │ │ │ │ + 0x000350f8 20202020 25700000 43686563 6b207468 %p..Check th │ │ │ │ + 0x00035108 65206375 64612e68 2066696c 6520666f e cuda.h file fo │ │ │ │ + 0x00035118 72207768 61742074 68652072 65747572 r what the retur │ │ │ │ + 0x00035128 6e207661 6c756520 6d65616e 732e2041 n value means. A │ │ │ │ + 0x00035138 20706f73 7369626c 65206361 75736500 possible cause. │ │ │ │ + 0x00035148 666f7220 74686973 20697320 6e6f7420 for this is not │ │ │ │ + 0x00035158 656e6f75 67682066 72656520 64657669 enough free devi │ │ │ │ + 0x00035168 6365206d 656d6f72 792e2020 54727920 ce memory. Try │ │ │ │ + 0x00035178 746f2072 65647563 65207468 65206465 to reduce the de │ │ │ │ + 0x00035188 76696365 00000000 6d656d6f 72792066 vice....memory f │ │ │ │ + 0x00035198 6f6f7470 72696e74 206f6620 796f7572 ootprint of your │ │ │ │ + 0x000351a8 20617070 6c696361 74696f6e 2e000000 application.... │ │ │ │ + 0x000351b8 54686520 6c696272 61727920 68617320 The library has │ │ │ │ + 0x000351c8 65786365 65646564 20697473 206e756d exceeded its num │ │ │ │ + 0x000351d8 62657220 6f66206f 75747374 616e6469 ber of outstandi │ │ │ │ + 0x000351e8 6e672065 76656e74 2068616e 646c6573 ng event handles │ │ │ │ + 0x000351f8 2e000000 00000000 466f7220 62657474 ........For bett │ │ │ │ + 0x00035208 65722070 6572666f 726d616e 63652c20 er performance, │ │ │ │ + 0x00035218 74686973 206e756d 62657220 73686f75 this number shou │ │ │ │ + 0x00035228 6c642062 6520696e 63726561 7365642e ld be increased. │ │ │ │ + 0x00035238 00000000 00000000 20204375 7272656e ........ Curren │ │ │ │ + 0x00035248 74206d61 78696d75 6d206861 6e646c65 t maximum handle │ │ │ │ + 0x00035258 733a2020 20253464 00000000 00000000 s: %4d........ │ │ │ │ + 0x00035268 20205375 67676573 74656420 6e657720 Suggested new │ │ │ │ + 0x00035278 6d617869 6d756d3a 20202020 20253464 maximum: %4d │ │ │ │ + 0x00035288 00000000 00000000 52657275 6e207769 ........Rerun wi │ │ │ │ + 0x00035298 7468202d 2d6d6361 206d7069 5f636f6d th --mca mpi_com │ │ │ │ + 0x000352a8 6d6f6e5f 63756461 5f657665 6e745f6d mon_cuda_event_m │ │ │ │ + 0x000352b8 61782025 64000000 54686520 63616c6c ax %d...The call │ │ │ │ + 0x000352c8 20746f20 63754d65 6d476574 41646472 to cuMemGetAddr │ │ │ │ + 0x000352d8 65737352 616e6765 20666169 6c656420 essRange failed │ │ │ │ + 0x000352e8 64757269 6e672074 68652047 50552052 during the GPU R │ │ │ │ + 0x000352f8 444d4120 70726f74 6f636f6c 2e000000 DMA protocol.... │ │ │ │ + 0x00035308 2020486f 73743a20 20257300 00000000 Host: %s..... │ │ │ │ + 0x00035318 20206375 4d656d47 65744164 64726573 cuMemGetAddres │ │ │ │ + 0x00035328 7352616e 67652072 65747572 6e207661 sRange return va │ │ │ │ + 0x00035338 6c75653a 20202564 00000000 00000000 lue: %d........ │ │ │ │ + 0x00035348 20206164 64726573 733a2020 25700000 address: %p.. │ │ │ │ + 0x00035358 43686563 6b207468 65206375 64612e68 Check the cuda.h │ │ │ │ + 0x00035368 2066696c 6520666f 72207768 61742074 file for what t │ │ │ │ + 0x00035378 68652072 65747572 6e207661 6c756520 he return value │ │ │ │ + 0x00035388 6d65616e 732e2054 68697320 69732068 means. This is h │ │ │ │ + 0x00035398 6967686c 79000000 756e7573 75616c20 ighly...unusual │ │ │ │ + 0x000353a8 616e6420 73686f75 6c64206e 6f742068 and should not h │ │ │ │ + 0x000353b8 61707065 6e2e2054 68652070 726f6772 appen. The progr │ │ │ │ + 0x000353c8 616d2077 696c6c20 70726f62 61626c79 am will probably │ │ │ │ + 0x000353d8 2061626f 72742e00 54686520 63616c6c abort..The call │ │ │ │ + 0x000353e8 20746f20 63754d65 6d476574 41646472 to cuMemGetAddr │ │ │ │ + 0x000353f8 65737352 616e6765 20666169 6c65642e essRange failed. │ │ │ │ + 0x00035408 20546869 73206d65 616e7320 74686520 This means the │ │ │ │ + 0x00035418 47505520 52444d41 2070726f 746f636f GPU RDMA protoco │ │ │ │ + 0x00035428 6c000000 00000000 63616e6e 6f742062 l.......cannot b │ │ │ │ + 0x00035438 65207573 65642e00 20206375 4d656d47 e used.. cuMemG │ │ │ │ + 0x00035448 65744164 64726573 7352616e 67652072 etAddressRange r │ │ │ │ + 0x00035458 65747572 6e207661 6c75653a 20202025 eturn value: % │ │ │ │ + 0x00035468 64000000 00000000 54686520 63616c6c d.......The call │ │ │ │ + 0x00035478 20746f20 63754970 63476574 4d656d48 to cuIpcGetMemH │ │ │ │ + 0x00035488 616e646c 65206661 696c6564 2e205468 andle failed. Th │ │ │ │ + 0x00035498 6973206d 65616e73 20746865 20475055 is means the GPU │ │ │ │ + 0x000354a8 2052444d 41207072 6f746f63 6f6c0000 RDMA protocol.. │ │ │ │ + 0x000354b8 20206375 49706347 65744d65 6d48616e cuIpcGetMemHan │ │ │ │ + 0x000354c8 646c6520 72657475 726e2076 616c7565 dle return value │ │ │ │ + 0x000354d8 3a202020 25640000 54686520 63616c6c : %d..The call │ │ │ │ + 0x000354e8 20746f20 63754d65 6d486f73 74526567 to cuMemHostReg │ │ │ │ + 0x000354f8 69737465 72282570 29206661 696c6564 ister(%p) failed │ │ │ │ + 0x00035508 2e000000 00000000 20206375 4d656d48 ........ cuMemH │ │ │ │ + 0x00035518 6f737455 6e726567 69737465 72207265 ostUnregister re │ │ │ │ + 0x00035528 7475726e 2076616c 75653a20 20256400 turn value: %d. │ │ │ │ + 0x00035538 54686520 63616c6c 20746f20 63754d65 The call to cuMe │ │ │ │ + 0x00035548 6d486f73 74526567 69737465 72282570 mHostRegister(%p │ │ │ │ + 0x00035558 2c202564 2c203029 20666169 6c65642e , %d, 0) failed. │ │ │ │ + 0x00035568 00000000 00000000 20206375 4d656d48 ........ cuMemH │ │ │ │ + 0x00035578 6f737452 65676973 74657220 72657475 ostRegister retu │ │ │ │ + 0x00035588 726e2076 616c7565 3a202025 64000000 rn value: %d... │ │ │ │ + 0x00035598 20205265 67697374 72617469 6f6e2063 Registration c │ │ │ │ + 0x000355a8 61636865 3a202025 73000000 00000000 ache: %s....... │ │ │ │ + 0x000355b8 5741524e 494e473a 20546865 2063616c WARNING: The cal │ │ │ │ + 0x000355c8 6c20746f 20637543 74784765 74446576 l to cuCtxGetDev │ │ │ │ + 0x000355d8 69636528 29206661 696c6564 2e000000 ice() failed.... │ │ │ │ + 0x000355e8 20206375 43747847 65744465 76696365 cuCtxGetDevice │ │ │ │ + 0x000355f8 20726574 75726e20 76616c75 653a2020 return value: │ │ │ │ + 0x00035608 20256400 00000000 4e4f5445 3a20596f %d.....NOTE: Yo │ │ │ │ + 0x00035618 75206361 6e207475 726e206f 66662074 u can turn off t │ │ │ │ + 0x00035628 68697320 7761726e 696e6720 62792073 his warning by s │ │ │ │ + 0x00035638 65747469 6e672074 6865204d 43412070 etting the MCA p │ │ │ │ + 0x00035648 6172616d 65746572 00000000 00000000 arameter........ │ │ │ │ + 0x00035658 20202020 20206d70 695f636f 6d6d6f6e mpi_common │ │ │ │ + 0x00035668 5f637564 615f7761 726e696e 6720746f _cuda_warning to │ │ │ │ + 0x00035678 20302e00 00000000 5741524e 494e473a 0......WARNING: │ │ │ │ + 0x00035688 20546865 2063616c 6c20746f 20637543 The call to cuC │ │ │ │ + 0x00035698 74784765 74437572 72656e74 28292066 txGetCurrent() f │ │ │ │ + 0x000356a8 61696c65 64207768 696c6520 61747465 ailed while atte │ │ │ │ + 0x000356b8 6d707469 6e672074 6f207265 67697374 mpting to regist │ │ │ │ + 0x000356c8 65720000 00000000 696e7465 726e616c er......internal │ │ │ │ + 0x000356d8 206d656d 6f727920 77697468 20746865 memory with the │ │ │ │ + 0x000356e8 20435544 4120656e 7669726f 6e6d656e CUDA environmen │ │ │ │ + 0x000356f8 742e2020 54686520 70726f67 72616d20 t. The program │ │ │ │ + 0x00035708 77696c6c 20636f6e 74696e75 6520746f will continue to │ │ │ │ + 0x00035718 2072756e 2c000000 62757420 74686520 run,...but the │ │ │ │ + 0x00035728 70657266 6f726d61 6e636520 6f662047 performance of G │ │ │ │ + 0x00035738 5055206d 656d6f72 79207472 616e7366 PU memory transf │ │ │ │ + 0x00035748 65727320 6d617920 62652072 65647563 ers may be reduc │ │ │ │ + 0x00035758 65642e20 20546869 73206661 696c7572 ed. This failur │ │ │ │ + 0x00035768 65000000 00000000 696e6469 63617465 e.......indicate │ │ │ │ + 0x00035778 73207468 61742074 68657265 20697320 s that there is │ │ │ │ + 0x00035788 6e6f2043 55444120 636f6e74 65787420 no CUDA context │ │ │ │ + 0x00035798 7965742e 2020546f 20656c69 6d696e61 yet. To elimina │ │ │ │ + 0x000357a8 74652074 68697320 7761726e 696e672c te this warning, │ │ │ │ + 0x000357b8 00000000 00000000 656e7375 72652074 ........ensure t │ │ │ │ + 0x000357c8 68617420 74686572 65206973 20612043 hat there is a C │ │ │ │ + 0x000357d8 55444120 636f6e74 65787420 7072696f UDA context prio │ │ │ │ + 0x000357e8 7220746f 2063616c 6c696e67 204d5049 r to calling MPI │ │ │ │ + 0x000357f8 5f496e69 742e0000 62757420 74686520 _Init...but the │ │ │ │ + 0x00035808 70657266 6f726d61 6e636520 6f662047 performance of G │ │ │ │ + 0x00035818 5055206d 656d6f72 79207472 616e7366 PU memory transf │ │ │ │ + 0x00035828 65727320 6d617920 62652072 65647563 ers may be reduc │ │ │ │ + 0x00035838 65642e00 00000000 20206375 43747847 ed...... cuCtxG │ │ │ │ + 0x00035848 65744375 7272656e 74207265 7475726e etCurrent return │ │ │ │ + 0x00035858 2076616c 75653a20 20202564 00000000 value: %d.... │ │ │ │ + 0x00035868 696e6469 63617465 73207468 61742074 indicates that t │ │ │ │ + 0x00035878 68652043 55444120 656e7669 726f6e6d he CUDA environm │ │ │ │ + 0x00035888 656e7420 6973206e 6f742079 65742069 ent is not yet i │ │ │ │ + 0x00035898 6e697469 616c697a 65642e20 20546f20 nitialized. To │ │ │ │ + 0x000358a8 656c696d 696e6174 65000000 00000000 eliminate....... │ │ │ │ + 0x000358b8 74686973 20776172 6e696e67 2c20656e this warning, en │ │ │ │ + 0x000358c8 73757265 20746861 74204355 44412069 sure that CUDA i │ │ │ │ + 0x000358d8 7320696e 69746961 6c697a65 64207072 s initialized pr │ │ │ │ + 0x000358e8 696f7220 746f2063 616c6c69 6e67204d ior to calling M │ │ │ │ + 0x000358f8 50495f49 6e69742e 00000000 00000000 PI_Init......... │ │ │ │ + 0x00035908 616c6967 6e656420 62756666 65722074 aligned buffer t │ │ │ │ + 0x00035918 6f6f206c 61726765 00000000 00000000 oo large........ │ │ │ │ + 0x00035928 4552524f 523a2052 65717565 73746564 ERROR: Requested │ │ │ │ + 0x00035938 20616c69 676e6564 20627566 66657220 aligned buffer │ │ │ │ + 0x00035948 73697a65 20257a75 20657863 65656473 size %zu exceeds │ │ │ │ + 0x00035958 206c696d 6974206f 6620257a 75000000 limit of %zu... │ │ │ │ + 0x00035968 436f6e73 69646572 20736574 74696e67 Consider setting │ │ │ │ + 0x00035978 20222573 2220746f 20256400 00000000 "%s" to %d..... │ │ │ │ + 0x00035988 4552524f 523a2052 65717565 73746564 ERROR: Requested │ │ │ │ + 0x00035998 20627566 66657220 73697a65 20257a75 buffer size %zu │ │ │ │ + 0x000359a8 20657863 65656473 206c696d 6974206f exceeds limit o │ │ │ │ + 0x000359b8 6620257a 75000000 6d6d6170 20746f6f f %zu...mmap too │ │ │ │ + 0x000359c8 20736d61 6c6c0000 4f70656e 204d5049 small..Open MPI │ │ │ │ + 0x000359d8 20726571 75657374 65642061 20736861 requested a sha │ │ │ │ + 0x000359e8 72656420 6d656d6f 72792073 65676d65 red memory segme │ │ │ │ + 0x000359f8 6e742074 68617420 77617320 746f6f20 nt that was too │ │ │ │ + 0x00035a08 736d616c 6c20746f 20646f00 00000000 small to do..... │ │ │ │ + 0x00035a18 616e7974 68696e67 20757365 66756c2e anything useful. │ │ │ │ + 0x00035a28 20205468 69732069 73206c69 6b656c79 This is likely │ │ │ │ + 0x00035a38 20616e20 6572726f 7220696e 204f7065 an error in Ope │ │ │ │ + 0x00035a48 6e204d50 49206974 73656c66 2e202049 n MPI itself. I │ │ │ │ + 0x00035a58 6620796f 75000000 73656520 74686973 f you...see this │ │ │ │ + 0x00035a68 20657272 6f722c20 796f7520 73686f75 error, you shou │ │ │ │ + 0x00035a78 6c642073 65652069 66207468 65726520 ld see if there │ │ │ │ + 0x00035a88 69732061 6e207570 64617465 20617661 is an update ava │ │ │ │ + 0x00035a98 696c6162 6c652066 6f720000 00000000 ilable for...... │ │ │ │ + 0x00035aa8 4f70656e 204d5049 2c20616e 64206966 Open MPI, and if │ │ │ │ + 0x00035ab8 206e6f74 2c20636f 6e746163 74207468 not, contact th │ │ │ │ + 0x00035ac8 65204f70 656e204d 50492064 6576656c e Open MPI devel │ │ │ │ + 0x00035ad8 6f706572 732e0000 20204c6f 63616c20 opers... Local │ │ │ │ + 0x00035ae8 686f7374 3a202020 20202020 20257300 host: %s. │ │ │ │ + 0x00035af8 20205265 71756573 74656420 73697a65 Requested size │ │ │ │ + 0x00035b08 3a202020 2025756c 00000000 00000000 : %ul........ │ │ │ │ + 0x00035b18 2020436f 6e74726f 6c207365 67207369 Control seg si │ │ │ │ + 0x00035b28 7a653a20 2025756c 00000000 00000000 ze: %ul........ │ │ │ │ + 0x00035b38 20204461 74612073 65672061 6c69676e Data seg align │ │ │ │ + 0x00035b48 6d656e74 3a202575 6c000000 00000000 ment: %ul....... │ │ │ │ + 0x00035b58 41206361 6c6c2074 6f20616c 6c6f6361 A call to alloca │ │ │ │ + 0x00035b68 7465206d 656d6f72 79207769 7468696e te memory within │ │ │ │ + 0x00035b78 20746865 20554243 4c207375 70706f72 the UBCL suppor │ │ │ │ + 0x00035b88 74206661 696c6564 2e202054 68697320 t failed. This │ │ │ │ + 0x00035b98 69730000 00000000 54686520 6c696272 is......The libr │ │ │ │ + 0x00035ba8 61727920 61747465 6d707465 6420746f ary attempted to │ │ │ │ + 0x00035bb8 206f7065 6e207468 6520666f 6c6c6f77 open the follow │ │ │ │ + 0x00035bc8 696e6720 5542434c 206c6962 72617269 ing UBCL librari │ │ │ │ + 0x00035bd8 65732c00 00000000 62757420 65616368 es,.....but each │ │ │ │ + 0x00035be8 206f6620 7468656d 20666169 6c65642e of them failed. │ │ │ │ + 0x00035bf8 20554243 4c206361 6e6e6f74 20626520 UBCL cannot be │ │ │ │ + 0x00035c08 75736564 2e000000 49662079 6f75206e used....If you n │ │ │ │ + 0x00035c18 65656420 746f2075 73652055 42434c2c eed to use UBCL, │ │ │ │ + 0x00035c28 20746865 6e207472 79207365 7474696e then try settin │ │ │ │ + 0x00035c38 67204c44 5f4c4942 52415259 5f504154 g LD_LIBRARY_PAT │ │ │ │ + 0x00035c48 4820746f 20746865 206c6f63 6174696f H to the locatio │ │ │ │ + 0x00035c58 6e000000 00000000 6f66206c 69627562 n.......of libub │ │ │ │ + 0x00035c68 636c2e73 6f20746f 20676574 20706173 cl.so to get pas │ │ │ │ + 0x00035c78 73656420 74686973 20697373 75652e00 sed this issue.. │ │ │ │ + 0x00035c88 202d2d64 69736162 6c652d64 6c6f7065 --disable-dlope │ │ │ │ + 0x00035c98 6e20666c 6167292c 20616e64 20746865 n flag), and the │ │ │ │ + 0x00035ca8 7265666f 72652063 616e6e6f 74207574 refore cannot ut │ │ │ │ + 0x00035cb8 696c697a 65205542 434c2073 7570706f ilize UBCL suppo │ │ │ │ + 0x00035cc8 72742e00 00000000 49662079 6f75206e rt......If you n │ │ │ │ + 0x00035cd8 65656420 5542434c 20737570 706f7274 eed UBCL support │ │ │ │ + 0x00035ce8 2c207265 636f6e66 69677572 65204f70 , reconfigure Op │ │ │ │ + 0x00035cf8 656e204d 50492077 69746820 64796e61 en MPI with dyna │ │ │ │ + 0x00035d08 6d696320 6c696272 61727920 73757070 mic library supp │ │ │ │ + 0x00035d18 6f727420 656e6162 6c65642e 00000000 ort enabled..... │ │ │ │ + 0x00035d28 756e626f 756e645f 70726f63 65737300 unbound_process. │ │ │ │ + 0x00035d38 7061636b 6167655f 72616e6b 20666169 package_rank fai │ │ │ │ + 0x00035d48 6c656400 00000000 4f70656e 204d5049 led.....Open MPI │ │ │ │ + 0x00035d58 2773204f 46492064 72697665 72206465 's OFI driver de │ │ │ │ + 0x00035d68 74656374 6564206d 756c7469 706c6520 tected multiple │ │ │ │ + 0x00035d78 65717569 64697374 616e7420 4e494373 equidistant NICs │ │ │ │ + 0x00035d88 2066726f 6d207468 65206375 7272656e from the curren │ │ │ │ + 0x00035d98 74207072 6f636573 732c0000 00000000 t process,...... │ │ │ │ + 0x00035da8 62757420 68616420 696e7375 66666963 but had insuffic │ │ │ │ + 0x00035db8 69656e74 20696e66 6f726d61 74696f6e ient information │ │ │ │ + 0x00035dc8 20746f20 656e7375 7265204d 50492070 to ensure MPI p │ │ │ │ + 0x00035dd8 726f6365 73736573 20666169 726c7920 rocesses fairly │ │ │ │ + 0x00035de8 7069636b 2061204e 49432066 6f722075 pick a NIC for u │ │ │ │ + 0x00035df8 73652e00 00000000 54686973 206d6179 se......This may │ │ │ │ + 0x00035e08 206e6567 61746976 656c7920 696d7061 negatively impa │ │ │ │ + 0x00035e18 63742070 6572666f 726d616e 63652e20 ct performance. │ │ │ │ + 0x00035e28 41206d6f 7265206d 6f646572 6e20504d A more modern PM │ │ │ │ + 0x00035e38 49782073 65727665 72206973 206e6563 Ix server is nec │ │ │ │ + 0x00035e48 65737361 72792074 6f000000 00000000 essary to....... │ │ │ │ + 0x00035e58 7265736f 6c766520 74686973 20697373 resolve this iss │ │ │ │ + 0x00035e68 75652e00 00000000 4e6f7465 3a205468 ue......Note: Th │ │ │ │ + 0x00035e78 6973206d 65737361 67652069 73206469 is message is di │ │ │ │ + 0x00035e88 73706c61 79656420 6f6e6c79 20776865 splayed only whe │ │ │ │ + 0x00035e98 6e207468 65204f46 4920636f 6d706f6e n the OFI compon │ │ │ │ + 0x00035ea8 656e7427 73207665 72626f73 69747920 ent's verbosity │ │ │ │ + 0x00035eb8 6c657665 6c206973 00000000 00000000 level is........ │ │ │ │ + 0x00035ec8 2564206f 72206869 67686572 2e000000 %d or higher.... │ │ │ │ + 0x00035ed8 4f70656e 204d5049 2773204f 46492064 Open MPI's OFI d │ │ │ │ + 0x00035ee8 72697665 72206465 74656374 6564206d river detected m │ │ │ │ + 0x00035ef8 756c7469 706c6520 4e494373 206f6e20 ultiple NICs on │ │ │ │ + 0x00035f08 74686520 73797374 656d2062 75742063 the system but c │ │ │ │ + 0x00035f18 616e6e6f 74207365 6c656374 20616e00 annot select an. │ │ │ │ + 0x00035f28 6f707469 6d616c20 64657669 63652062 optimal device b │ │ │ │ + 0x00035f38 65636175 73652074 68652063 75727265 ecause the curre │ │ │ │ + 0x00035f48 6e742070 726f6365 73732069 73206e6f nt process is no │ │ │ │ + 0x00035f58 7420626f 756e642e 20546869 73206d61 t bound. This ma │ │ │ │ + 0x00035f68 79206e65 67617469 76656c79 00000000 y negatively.... │ │ │ │ + 0x00035f78 696d7061 63742070 6572666f 726d616e impact performan │ │ │ │ + 0x00035f88 63652e20 54686973 2063616e 20626520 ce. This can be │ │ │ │ + 0x00035f98 7265736f 6c766564 20627920 73706563 resolved by spec │ │ │ │ + 0x00035fa8 69667969 6e672022 2d2d6269 6e642d74 ifying "--bind-t │ │ │ │ + 0x00035fb8 6f202e2e 2e22206f 6e000000 00000000 o ..." on....... │ │ │ │ + 0x00035fc8 636f6d6d 616e6420 6c696e65 2e000000 command line.... │ │ │ │ + 0x00035fd8 6c69622d 63616c6c 2d666169 6c000000 lib-call-fail... │ │ │ │ + 0x00035fe8 64657665 6c6f7065 72207761 726e696e developer warnin │ │ │ │ + 0x00035ff8 673a2066 69656c64 20746f6f 206c6f6e g: field too lon │ │ │ │ + 0x00036008 67000000 00000000 6e6f742d 666f756e g.......not-foun │ │ │ │ + 0x00036018 64000000 00000000 696e7661 6c69642d d.......invalid- │ │ │ │ + 0x00036028 6c657665 6c000000 416e2069 6e76616c level...An inval │ │ │ │ + 0x00036038 6964204d 43412070 6172616d 65746572 id MCA parameter │ │ │ │ + 0x00036048 20696e66 6f726d61 74696f6e 206c6576 information lev │ │ │ │ + 0x00036058 656c2077 61732073 70656369 66696564 el was specified │ │ │ │ + 0x00036068 2e205661 6c696420 76616c75 65732061 . Valid values a │ │ │ │ + 0x00036078 72650000 00000000 312d392e 00000000 re......1-9..... │ │ │ │ + 0x00036088 20205661 6c75653a 20257300 00000000 Value: %s..... │ │ │ │ + 0x00036098 54686520 73706563 69666965 64206672 The specified fr │ │ │ │ + 0x000360a8 616d6577 6f726b20 636f756c 64206e6f amework could no │ │ │ │ + 0x000360b8 74206265 20666f75 6e643a00 00000000 t be found:..... │ │ │ │ + 0x000360c8 54686973 20636f75 6c642062 65206475 This could be du │ │ │ │ + 0x000360d8 6520746f 2061206d 69737370 656c6c69 e to a misspelli │ │ │ │ + 0x000360e8 6e67206f 66207468 65206672 616d6577 ng of the framew │ │ │ │ + 0x000360f8 6f726b20 6e616d65 2c206f72 20626563 ork name, or bec │ │ │ │ + 0x00036108 61757365 20737570 706f7274 00000000 ause support.... │ │ │ │ + 0x00036118 666f7220 74686174 20667261 6d65776f for that framewo │ │ │ │ + 0x00036128 726b2077 6173206e 6f742063 6f6e6669 rk was not confi │ │ │ │ + 0x00036138 67757265 6420696e 746f2074 68697320 gured into this │ │ │ │ + 0x00036148 76657273 696f6e20 6f66204f 4d50492e version of OMPI. │ │ │ │ + 0x00036158 20506c65 61736520 73656500 00000000 Please see..... │ │ │ │ + 0x00036168 20206f6d 70695f69 6e666f20 2d2d636f ompi_info --co │ │ │ │ + 0x00036178 6e666967 00000000 666f7220 61206675 nfig....for a fu │ │ │ │ + 0x00036188 6c6c2072 65706f72 74206f66 20686f77 ll report of how │ │ │ │ + 0x00036198 204f4d50 49207761 7320636f 6e666967 OMPI was config │ │ │ │ + 0x000361a8 75726564 2e000000 2a2a2a2a 2a2a2a2a ured....******** │ │ │ │ + 0x000361b8 2a2a2a2a 2a2a2a2a 2a2a2a2a 2a2a2a2a **************** │ │ │ │ + 0x000361c8 2a2a2a2a 2a2a2a2a 2a2a2a2a 2a2a2a2a **************** │ │ │ │ + 0x000361d8 2a2a2a2a 2a2a2a2a 2a2a2a2a 2a2a2a2a **************** │ │ │ │ + 0x000361e8 2a2a2a2a 2a2a2a2a 2a2a2a2a 2a2a2a2a **************** │ │ │ │ + 0x000361f8 2a2a0000 00000000 2a2a2a20 44455645 **......*** DEVE │ │ │ │ + 0x00036208 4c4f5045 52205741 524e494e 473a2041 LOPER WARNING: A │ │ │ │ + 0x00036218 20666965 6c642069 6e206f6d 70695f69 field in ompi_i │ │ │ │ + 0x00036228 6e666f20 6f757470 75742069 7320746f nfo output is to │ │ │ │ + 0x00036238 6f206c6f 6e672061 6e640000 00000000 o long and...... │ │ │ │ + 0x00036248 2a2a2a20 77696c6c 20617070 65617220 *** will appear │ │ │ │ + 0x00036258 706f6f72 6c792069 6e207468 65207072 poorly in the pr │ │ │ │ + 0x00036268 65747479 7072696e 74206f75 74707574 ettyprint output │ │ │ │ + 0x00036278 2e000000 00000000 2a2a2a00 00000000 ........***..... │ │ │ │ + 0x00036288 2a2a2a20 20205661 6c75653a 20202020 *** Value: │ │ │ │ + 0x00036298 20202225 73220000 2a2a2a20 20204d61 "%s"..*** Ma │ │ │ │ + 0x000362a8 78206c65 6e677468 3a202564 00000000 x length: %d.... │ │ │ │ + 0x000362b8 41206c69 62726172 79206361 6c6c2075 A library call u │ │ │ │ + 0x000362c8 6e657870 65637465 646c7920 6661696c nexpectedly fail │ │ │ │ + 0x000362d8 65642e20 20546869 73206973 20612074 ed. This is a t │ │ │ │ + 0x000362e8 65726d69 6e616c20 6572726f 723b2070 erminal error; p │ │ │ │ + 0x000362f8 6c656173 65000000 73686f77 20746869 lease...show thi │ │ │ │ + 0x00036308 73206d65 73736167 6520746f 20616e20 s message to an │ │ │ │ + 0x00036318 4f70656e 204d5049 2077697a 6172643a Open MPI wizard: │ │ │ │ + 0x00036328 00000000 00000000 20202020 20202020 ........ │ │ │ │ + 0x00036338 4c696272 61727920 63616c6c 3a202573 Library call: %s │ │ │ │ + 0x00036348 00000000 00000000 20202020 20202020 ........ │ │ │ │ + 0x00036358 20536f75 72636520 66696c65 3a202573 Source file: %s │ │ │ │ + 0x00036368 00000000 00000000 2020536f 75726365 ........ Source │ │ │ │ + 0x00036378 206c696e 65206e75 6d626572 3a202564 line number: %d │ │ │ │ + 0x00036388 00000000 00000000 41626f72 74696e67 ........Aborting │ │ │ │ + 0x00036398 2e2e2e00 00000000 54686520 6f6d7069 ........The ompi │ │ │ │ + 0x000363a8 5f696e66 6f20636f 6d6d616e 64206361 _info command ca │ │ │ │ + 0x000363b8 6e206265 20757365 6420746f 2070726f n be used to pro │ │ │ │ + 0x000363c8 76696465 20646574 61696c65 6420696e vide detailed in │ │ │ │ + 0x000363d8 666f726d 6174696f 6e206f6e 00000000 formation on.... │ │ │ │ + 0x000363e8 796f7572 204f7065 6e204d50 4920696e your Open MPI in │ │ │ │ + 0x000363f8 7374616c 6c617469 6f6e2e20 2053796e stallation. Syn │ │ │ │ + 0x00036408 7461783a 00000000 6f70616c 5f696e69 tax:....opal_ini │ │ │ │ + 0x00036418 743a7761 726e2d66 6f726b00 00000000 t:warn-fork..... │ │ │ │ + 0x00036428 6d70692d 70617261 6d733a6c 65617665 mpi-params:leave │ │ │ │ + 0x00036438 2d70696e 6e65642d 616e642d 70697065 -pinned-and-pipe │ │ │ │ + 0x00036448 6c696e65 2d73656c 65637465 64000000 line-selected... │ │ │ │ + 0x00036458 6d70692d 70617261 6d733a76 61725f64 mpi-params:var_d │ │ │ │ + 0x00036468 756d705f 636f6c6f 723a666f 726d6174 ump_color:format │ │ │ │ + 0x00036478 2d657272 6f720000 6d70692d 70617261 -error..mpi-para │ │ │ │ + 0x00036488 6d733a76 61725f64 756d705f 636f6c6f ms:var_dump_colo │ │ │ │ + 0x00036498 723a756e 6b6e6f77 6e2d6b65 79000000 r:unknown-key... │ │ │ │ + 0x000364a8 5741524e 494e473a 204b6579 20222573 WARNING: Key "%s │ │ │ │ + 0x000364b8 2220696e 206f7061 6c5f7661 725f6475 " in opal_var_du │ │ │ │ + 0x000364c8 6d705f63 6f6c6f72 204d4341 20706172 mp_color MCA par │ │ │ │ + 0x000364d8 616d6574 65720000 746f6b65 6e202225 ameter..token "% │ │ │ │ + 0x000364e8 73222069 7320756e 6b6e6f77 6e2c2069 s" is unknown, i │ │ │ │ + 0x000364f8 676e6f72 696e672e 00000000 00000000 gnoring......... │ │ │ │ + 0x00036508 20205661 6c696420 6b657973 20617265 Valid keys are │ │ │ │ + 0x00036518 3a202573 00000000 5741524e 494e473a : %s....WARNING: │ │ │ │ + 0x00036528 20546f6b 656e2022 25732220 696e206f Token "%s" in o │ │ │ │ + 0x00036538 70616c5f 7661725f 64756d70 5f636f6c pal_var_dump_col │ │ │ │ + 0x00036548 6f72204d 43412070 6172616d 65746572 or MCA parameter │ │ │ │ + 0x00036558 00000000 00000000 6973206e 6f742069 ........is not i │ │ │ │ + 0x00036568 6e207468 65206578 70656374 65642022 n the expected " │ │ │ │ + 0x00036578 6b65793d 76616c75 65222066 6f726d61 key=value" forma │ │ │ │ + 0x00036588 742c2069 676e6f72 696e672e 00000000 t, ignoring..... │ │ │ │ + 0x00036598 5741524e 494e473a 2043616e 6e6f7420 WARNING: Cannot │ │ │ │ + 0x000365a8 73657420 626f7468 20746865 204d4341 set both the MCA │ │ │ │ + 0x000365b8 20706172 616d6574 65727320 6f70616c parameters opal │ │ │ │ + 0x000365c8 5f6c6561 76655f70 696e6e65 64202861 _leave_pinned (a │ │ │ │ + 0x000365d8 2e6b2e61 2e2c0000 6d70695f 6c656176 .k.a.,..mpi_leav │ │ │ │ + 0x000365e8 655f7069 6e6e6564 2920616e 64206f70 e_pinned) and op │ │ │ │ + 0x000365f8 616c5f6c 65617665 5f70696e 6e65645f al_leave_pinned_ │ │ │ │ + 0x00036608 70697065 6c696e65 2028612e 6b2e612e pipeline (a.k.a. │ │ │ │ + 0x00036618 2c000000 00000000 6d70695f 6c656176 ,.......mpi_leav │ │ │ │ + 0x00036628 655f7069 6e6e6564 5f706970 656c696e e_pinned_pipelin │ │ │ │ + 0x00036638 65292074 6f202274 72756522 2e202044 e) to "true". D │ │ │ │ + 0x00036648 65666175 6c74696e 6720746f 206d7069 efaulting to mpi │ │ │ │ + 0x00036658 5f6c6561 76655f70 696e6e65 64000000 _leave_pinned... │ │ │ │ + 0x00036668 4f4e4c59 2e000000 41207072 6f636573 ONLY....A proces │ │ │ │ + 0x00036678 73206861 73206578 65637574 65642061 s has executed a │ │ │ │ + 0x00036688 6e206f70 65726174 696f6e20 696e766f n operation invo │ │ │ │ + 0x00036698 6c76696e 67206120 63616c6c 20746f20 lving a call to │ │ │ │ + 0x000366a8 74686500 00000000 22666f72 6b282922 the....."fork()" │ │ │ │ + 0x000366b8 20737973 74656d20 63616c6c 20746f20 system call to │ │ │ │ + 0x000366c8 63726561 74652061 20636869 6c642070 create a child p │ │ │ │ + 0x000366d8 726f6365 73732e20 204f7065 6e204d50 rocess. Open MP │ │ │ │ + 0x000366e8 49206973 20637572 72656e74 6c790000 I is currently.. │ │ │ │ + 0x000366f8 6f706572 6174696e 6720696e 20612063 operating in a c │ │ │ │ + 0x00036708 6f6e6469 74696f6e 20746861 7420636f ondition that co │ │ │ │ + 0x00036718 756c6420 72657375 6c742069 6e206d65 uld result in me │ │ │ │ + 0x00036728 6d6f7279 20636f72 72757074 696f6e20 mory corruption │ │ │ │ + 0x00036738 6f720000 00000000 6f746865 72207379 or......other sy │ │ │ │ + 0x00036748 7374656d 20657272 6f72733b 20796f75 stem errors; you │ │ │ │ + 0x00036758 72206a6f 62206d61 79206861 6e672c20 r job may hang, │ │ │ │ + 0x00036768 63726173 682c206f 72207072 6f647563 crash, or produc │ │ │ │ + 0x00036778 65207369 6c656e74 00000000 00000000 e silent........ │ │ │ │ + 0x00036788 64617461 20636f72 72757074 696f6e2e data corruption. │ │ │ │ + 0x00036798 20205468 65207573 65206f66 20666f72 The use of for │ │ │ │ + 0x000367a8 6b282920 286f7220 73797374 656d2829 k() (or system() │ │ │ │ + 0x000367b8 206f7220 6f746865 72206361 6c6c7320 or other calls │ │ │ │ + 0x000367c8 74686174 00000000 63726561 74652063 that....create c │ │ │ │ + 0x000367d8 68696c64 2070726f 63657373 65732920 hild processes) │ │ │ │ + 0x000367e8 69732073 74726f6e 676c7920 64697363 is strongly disc │ │ │ │ + 0x000367f8 6f757261 6765642e 00000000 00000000 ouraged......... │ │ │ │ + 0x00036808 54686520 70726f63 65737320 74686174 The process that │ │ │ │ + 0x00036818 20696e76 6f6b6564 20666f72 6b207761 invoked fork wa │ │ │ │ + 0x00036828 733a0000 00000000 20204c6f 63616c20 s:...... Local │ │ │ │ + 0x00036838 686f7374 3a202020 20202020 20202025 host: % │ │ │ │ + 0x00036848 73202850 49442025 64290000 00000000 s (PID %d)...... │ │ │ │ + 0x00036858 49662079 6f752061 7265202a 6162736f If you are *abso │ │ │ │ + 0x00036868 6c757465 6c792073 7572652a 20746861 lutely sure* tha │ │ │ │ + 0x00036878 7420796f 75722061 70706c69 63617469 t your applicati │ │ │ │ + 0x00036888 6f6e2077 696c6c20 73756363 65737366 on will successf │ │ │ │ + 0x00036898 756c6c79 00000000 616e6420 636f7272 ully....and corr │ │ │ │ + 0x000368a8 6563746c 79207375 72766976 65206120 ectly survive a │ │ │ │ + 0x000368b8 63616c6c 20746f20 666f726b 28292c20 call to fork(), │ │ │ │ + 0x000368c8 796f7520 6d617920 64697361 626c6520 you may disable │ │ │ │ + 0x000368d8 74686973 20776172 6e696e67 00000000 this warning.... │ │ │ │ + 0x000368e8 62792073 65747469 6e672074 6865206d by setting the m │ │ │ │ + 0x000368f8 70695f77 61726e5f 6f6e5f66 6f726b20 pi_warn_on_fork │ │ │ │ + 0x00036908 4d434120 70617261 6d657465 7220746f MCA parameter to │ │ │ │ + 0x00036918 20302e00 00000000 4974206c 6f6f6b73 0......It looks │ │ │ │ + 0x00036928 206c696b 65206f70 616c5f69 6e697420 like opal_init │ │ │ │ + 0x00036938 6661696c 65642066 6f722073 6f6d6520 failed for some │ │ │ │ + 0x00036948 72656173 6f6e3b20 796f7572 20706172 reason; your par │ │ │ │ + 0x00036958 616c6c65 6c207072 6f636573 73206973 allel process is │ │ │ │ + 0x00036968 00000000 00000000 6c696b65 6c792074 ........likely t │ │ │ │ + 0x00036978 6f206162 6f72742e 20205468 65726520 o abort. There │ │ │ │ + 0x00036988 61726520 6d616e79 20726561 736f6e73 are many reasons │ │ │ │ + 0x00036998 20746861 74206120 70617261 6c6c656c that a parallel │ │ │ │ + 0x000369a8 2070726f 63657373 2063616e 00000000 process can.... │ │ │ │ + 0x000369b8 6661696c 20647572 696e6720 6f70616c fail during opal │ │ │ │ + 0x000369c8 5f696e69 743b2073 6f6d6520 6f662077 _init; some of w │ │ │ │ + 0x000369d8 68696368 20617265 20647565 20746f20 hich are due to │ │ │ │ + 0x000369e8 636f6e66 69677572 6174696f 6e206f72 configuration or │ │ │ │ + 0x000369f8 00000000 00000000 656e7669 726f6e6d ........environm │ │ │ │ + 0x00036a08 656e7420 70726f62 6c656d73 2e202054 ent problems. T │ │ │ │ + 0x00036a18 68697320 6661696c 75726520 61707065 his failure appe │ │ │ │ + 0x00036a28 61727320 746f2062 6520616e 20696e74 ars to be an int │ │ │ │ + 0x00036a38 65726e61 6c206661 696c7572 653b0000 ernal failure;.. │ │ │ │ + 0x00036a48 68657265 27732073 6f6d6520 61646469 here's some addi │ │ │ │ + 0x00036a58 74696f6e 616c2069 6e666f72 6d617469 tional informati │ │ │ │ + 0x00036a68 6f6e2028 77686963 68206d61 79206f6e on (which may on │ │ │ │ + 0x00036a78 6c792062 65207265 6c657661 6e742074 ly be relevant t │ │ │ │ + 0x00036a88 6f20616e 00000000 4f70656e 204d5049 o an....Open MPI │ │ │ │ + 0x00036a98 20646576 656c6f70 6572293a 00000000 developer):.... │ │ │ │ + 0x00036aa8 20202573 20666169 6c656400 00000000 %s failed..... │ │ │ │ + 0x00036ab8 20202d2d 3e205265 7475726e 65642076 --> Returned v │ │ │ │ + 0x00036ac8 616c7565 20256420 696e7374 65616420 alue %d instead │ │ │ │ + 0x00036ad8 6f66204f 50414c5f 53554343 45535300 of OPAL_SUCCESS. │ │ │ │ + 0x00036ae8 6d70692d 61626f72 74000000 00000000 mpi-abort....... │ │ │ │ + 0x00036af8 4d504920 66756e63 74696f6e 206e6f74 MPI function not │ │ │ │ + 0x00036b08 20737570 706f7274 65640000 00000000 supported...... │ │ │ │ + 0x00036b18 596f7572 20617070 6c696361 74696f6e Your application │ │ │ │ + 0x00036b28 20686173 20696e76 6f6b6564 20616e20 has invoked an │ │ │ │ + 0x00036b38 4d504920 66756e63 74696f6e 20746861 MPI function tha │ │ │ │ + 0x00036b48 74206973 206e6f74 20737570 706f7274 t is not support │ │ │ │ + 0x00036b58 65642069 6e000000 74686973 20656e76 ed in...this env │ │ │ │ + 0x00036b68 69726f6e 6d656e74 2e000000 00000000 ironment........ │ │ │ │ + 0x00036b78 20204d50 49206675 6e637469 6f6e3a20 MPI function: │ │ │ │ + 0x00036b88 25730000 00000000 20205265 61736f6e %s...... Reason │ │ │ │ + 0x00036b98 3a202020 20202020 25730000 00000000 : %s...... │ │ │ │ + 0x00036ba8 4d50495f 41424f52 54207761 7320696e MPI_ABORT was in │ │ │ │ + 0x00036bb8 766f6b65 64206f6e 2072616e 6b202564 voked on rank %d │ │ │ │ + 0x00036bc8 20696e20 636f6d6d 756e6963 61746f72 in communicator │ │ │ │ + 0x00036bd8 20257300 00000000 20205072 6f633a20 %s..... Proc: │ │ │ │ + 0x00036be8 25730000 00000000 20204572 726f7263 %s...... Errorc │ │ │ │ + 0x00036bf8 6f64653a 20256400 4e4f5445 3a20696e ode: %d.NOTE: in │ │ │ │ + 0x00036c08 766f6b69 6e67204d 50495f41 424f5254 voking MPI_ABORT │ │ │ │ + 0x00036c18 20636175 73657320 4f70656e 204d5049 causes Open MPI │ │ │ │ + 0x00036c28 20746f20 6b696c6c 20616c6c 204d5049 to kill all MPI │ │ │ │ + 0x00036c38 2070726f 63657373 65732e00 00000000 processes...... │ │ │ │ + 0x00036c48 596f7520 6d617920 6f72206d 6179206e You may or may n │ │ │ │ + 0x00036c58 6f742073 6565206f 75747075 74206672 ot see output fr │ │ │ │ + 0x00036c68 6f6d206f 74686572 2070726f 63657373 om other process │ │ │ │ + 0x00036c78 65732c20 64657065 6e64696e 67206f6e es, depending on │ │ │ │ + 0x00036c88 00000000 00000000 65786163 746c7920 ........exactly │ │ │ │ + 0x00036c98 7768656e 204f7065 6e204d50 49206b69 when Open MPI ki │ │ │ │ + 0x00036ca8 6c6c7320 7468656d 2e000000 00000000 lls them........ │ │ │ │ + 0x00036cb8 6d70695f 6572726f 72735f61 72655f66 mpi_errors_are_f │ │ │ │ + 0x00036cc8 6174616c 00000000 6d70695f 6572726f atal....mpi_erro │ │ │ │ + 0x00036cd8 72735f61 72655f66 6174616c 20756e6b rs_are_fatal unk │ │ │ │ + 0x00036ce8 6e6f776e 2068616e 646c6500 00000000 nown handle..... │ │ │ │ + 0x00036cf8 6d70695f 6572726f 72735f61 626f7274 mpi_errors_abort │ │ │ │ + 0x00036d08 00000000 00000000 2573202a 2a2a2041 ........%s *** A │ │ │ │ + 0x00036d18 6e206572 726f7220 6f636375 72726564 n error occurred │ │ │ │ + 0x00036d28 20257320 25730000 2573202a 2a2a2072 %s %s..%s *** r │ │ │ │ + 0x00036d38 65706f72 74656420 62792070 726f6365 eported by proce │ │ │ │ + 0x00036d48 7373205b 256c752c 256c755d 00000000 ss [%lu,%lu].... │ │ │ │ + 0x00036d58 2573202a 2a2a206f 6e202573 20257300 %s *** on %s %s. │ │ │ │ + 0x00036d68 2573202a 2a2a2025 73000000 00000000 %s *** %s....... │ │ │ │ + 0x00036d78 2573202a 2a2a204d 50495f45 52524f52 %s *** MPI_ERROR │ │ │ │ + 0x00036d88 535f4142 4f525420 2870726f 63657373 S_ABORT (process │ │ │ │ + 0x00036d98 65732069 6e207468 69732025 73207769 es in this %s wi │ │ │ │ + 0x00036da8 6c6c206e 6f772061 626f7274 2c000000 ll now abort,... │ │ │ │ + 0x00036db8 2573202a 2a2a2020 2020616e 6420706f %s *** and po │ │ │ │ + 0x00036dc8 74656e74 69616c6c 79207468 65207265 tentially the re │ │ │ │ + 0x00036dd8 7374206f 6620796f 7572204d 5049206a st of your MPI j │ │ │ │ + 0x00036de8 6f622900 00000000 2573202a 2a2a206f ob).....%s *** o │ │ │ │ + 0x00036df8 6e206120 4e554c4c 20257300 00000000 n a NULL %s..... │ │ │ │ + 0x00036e08 2573202a 2a2a204d 50495f45 52524f52 %s *** MPI_ERROR │ │ │ │ + 0x00036e18 535f4152 455f4641 54414c20 2870726f S_ARE_FATAL (pro │ │ │ │ + 0x00036e28 63657373 65732069 6e207468 69732025 cesses in this % │ │ │ │ + 0x00036e38 73207769 6c6c206e 6f772061 626f7274 s will now abort │ │ │ │ + 0x00036e48 2c000000 00000000 2573202a 2a2a2020 ,.......%s *** │ │ │ │ + 0x00036e58 2020616e 64204d50 49207769 6c6c2074 and MPI will t │ │ │ │ + 0x00036e68 72792074 6f207465 726d696e 61746520 ry to terminate │ │ │ │ + 0x00036e78 796f7572 204d5049 206a6f62 20617320 your MPI job as │ │ │ │ + 0x00036e88 77656c6c 29000000 6d6f6475 6c653a75 well)...module:u │ │ │ │ + 0x00036e98 6e746573 7465643a 6661696c 756e6465 ntested:failunde │ │ │ │ + 0x00036ea8 66000000 00000000 6d6f6475 6c653a75 f.......module:u │ │ │ │ + 0x00036eb8 6e746573 7465643a 6661696c 61626f72 ntested:failabor │ │ │ │ + 0x00036ec8 74000000 00000000 6d6f6475 6c653a75 t.......module:u │ │ │ │ + 0x00036ed8 6e746573 7465643a 73686f75 6c64776f ntested:shouldwo │ │ │ │ + 0x00036ee8 726b0000 00000000 6d6f6475 6c653a65 rk......module:e │ │ │ │ + 0x00036ef8 76656e74 3a73656c 65637462 75670000 vent:selectbug.. │ │ │ │ + 0x00036f08 5741524e 494e473a 20546865 2073656c WARNING: The sel │ │ │ │ + 0x00036f18 65637465 6420276c 69626576 656e7427 ected 'libevent' │ │ │ │ + 0x00036f28 20757365 73207468 65202773 656c6563 uses the 'selec │ │ │ │ + 0x00036f38 7427206d 6574686f 642c2077 68696368 t' method, which │ │ │ │ + 0x00036f48 20686173 00000000 61206b6e 6f776e20 has....a known │ │ │ │ + 0x00036f58 62756720 696e2070 6f73742d 6661696c bug in post-fail │ │ │ │ + 0x00036f68 75726520 6f706572 6174696f 6e2c2079 ure operation, y │ │ │ │ + 0x00036f78 65742079 6f752068 61766520 72657175 et you have requ │ │ │ │ + 0x00036f88 65737465 64207375 70706f72 74000000 ested support... │ │ │ │ + 0x00036f98 666f7220 6661756c 7420746f 6c657261 for fault tolera │ │ │ │ + 0x00036fa8 6e63652e 20576865 6e207573 696e6720 nce. When using │ │ │ │ + 0x00036fb8 74686973 20636f6d 706f6e65 6e742c20 this component, │ │ │ │ + 0x00036fc8 6e6f726d 616c2066 61696c75 72652066 normal failure f │ │ │ │ + 0x00036fd8 72656500 00000000 6f706572 6174696f ree.....operatio │ │ │ │ + 0x00036fe8 6e206973 20657870 65637465 643b2048 n is expected; H │ │ │ │ + 0x00036ff8 6f776576 65722c20 6661696c 75726573 owever, failures │ │ │ │ + 0x00037008 206d6179 20636175 73652074 68652061 may cause the a │ │ │ │ + 0x00037018 70706c69 63617469 6f6e2074 6f000000 pplication to... │ │ │ │ + 0x00037028 64656164 6c6f636b 2e000000 00000000 deadlock........ │ │ │ │ + 0x00037038 596f7520 6d617920 73656c65 63742061 You may select a │ │ │ │ + 0x00037048 20646966 66657265 6e742070 6f6c6c69 different polli │ │ │ │ + 0x00037058 6e67206d 6574686f 64206279 20736574 ng method by set │ │ │ │ + 0x00037068 74696e67 20746865 204d4341 20706172 ting the MCA par │ │ │ │ + 0x00037078 616d6574 65720000 276f7061 6c5f6576 ameter..'opal_ev │ │ │ │ + 0x00037088 656e745f 696e636c 75646527 20746f20 ent_include' to │ │ │ │ + 0x00037098 616e7920 6f746865 72206d65 74686f64 any other method │ │ │ │ + 0x000370a8 20746861 6e202773 656c6563 74272e00 than 'select'.. │ │ │ │ + 0x000370b8 54686520 73656c65 63746564 20272573 The selected '%s │ │ │ │ + 0x000370c8 27206d6f 64756c65 20272573 27206973 ' module '%s' is │ │ │ │ + 0x000370d8 20696e73 75666963 69656e74 6c792074 insuficiently t │ │ │ │ + 0x000370e8 65737465 6420696e 20706f73 742d6661 ested in post-fa │ │ │ │ + 0x000370f8 696c7572 65000000 6f706572 6174696f ilure...operatio │ │ │ │ + 0x00037108 6e2c2079 65742079 6f752068 61766520 n, yet you have │ │ │ │ + 0x00037118 72657175 65737465 64207375 70706f72 requested suppor │ │ │ │ + 0x00037128 7420666f 72206661 756c7420 746f6c65 t for fault tole │ │ │ │ + 0x00037138 72616e63 652e0000 5768656e 20757369 rance...When usi │ │ │ │ + 0x00037148 6e672074 68697320 636f6d70 6f6e656e ng this componen │ │ │ │ + 0x00037158 742c206e 6f726d61 6c206661 696c7572 t, normal failur │ │ │ │ + 0x00037168 65206672 65652061 6e642070 6f73742d e free and post- │ │ │ │ + 0x00037178 6661696c 75726520 6f706572 6174696f failure operatio │ │ │ │ + 0x00037188 6e000000 00000000 69732065 78706563 n.......is expec │ │ │ │ + 0x00037198 7465642c 20627574 20746865 206d6f64 ted, but the mod │ │ │ │ + 0x000371a8 756c6520 73686f75 6c64206e 6f742062 ule should not b │ │ │ │ + 0x000371b8 65207573 65642069 6e207072 6f647563 e used in produc │ │ │ │ + 0x000371c8 74696f6e 2e000000 506c6561 73652072 tion....Please r │ │ │ │ + 0x000371d8 65706f72 7420746f 20746865 20554c46 eport to the ULF │ │ │ │ + 0x000371e8 4d206d61 696c696e 67206c69 73742079 M mailing list y │ │ │ │ + 0x000371f8 6f757220 65787065 7269656e 63652028 our experience ( │ │ │ │ + 0x00037208 696e636c 7564696e 6720706f 73697469 including positi │ │ │ │ + 0x00037218 76650000 00000000 6f6e6573 29207769 ve......ones) wi │ │ │ │ + 0x00037228 74682074 6865206d 6f64756c 6520756e th the module un │ │ │ │ + 0x00037238 64657220 6661696c 75726520 7363656e der failure scen │ │ │ │ + 0x00037248 6172696f 732e0000 496e2074 68697320 arios...In this │ │ │ │ + 0x00037258 6672616d 65776f72 6b2c2074 68652066 framework, the f │ │ │ │ + 0x00037268 6f6c6c6f 77696e67 20636f6d 706f6e65 ollowing compone │ │ │ │ + 0x00037278 6e747320 61726520 74657374 65642074 nts are tested t │ │ │ │ + 0x00037288 6f206f70 65726174 6520756e 64657200 o operate under. │ │ │ │ + 0x00037298 6661696c 75726520 7363656e 6172696f failure scenario │ │ │ │ + 0x000372a8 733a207b 25737d00 5741524e 494e473a s: {%s}.WARNING: │ │ │ │ + 0x000372b8 20546865 2073656c 65637465 64202725 The selected '% │ │ │ │ + 0x000372c8 7327206d 6f64756c 65202725 73272069 s' module '%s' i │ │ │ │ + 0x000372d8 73206e6f 74207465 73746564 20666f72 s not tested for │ │ │ │ + 0x000372e8 20706f73 742d6661 696c7572 65000000 post-failure... │ │ │ │ + 0x000372f8 5768656e 20757369 6e672074 68697320 When using this │ │ │ │ + 0x00037308 636f6d70 6f6e656e 742c206e 6f726d61 component, norma │ │ │ │ + 0x00037318 6c206661 696c7572 65206672 6565206f l failure free o │ │ │ │ + 0x00037328 70657261 74696f6e 20697320 65787065 peration is expe │ │ │ │ + 0x00037338 63746564 3b000000 486f7765 7665722c cted;...However, │ │ │ │ + 0x00037348 20666169 6c757265 73207769 6c6c2063 failures will c │ │ │ │ + 0x00037358 61757365 20746865 20617070 6c696361 ause the applica │ │ │ │ + 0x00037368 74696f6e 20746f20 61626f72 742e0000 tion to abort... │ │ │ │ + 0x00037378 486f7765 7665722c 20666169 6c757265 However, failure │ │ │ │ + 0x00037388 73206d61 79206361 75736520 74686520 s may cause the │ │ │ │ + 0x00037398 6170706c 69636174 696f6e20 746f2061 application to a │ │ │ │ + 0x000373a8 626f7274 2c206372 61736820 6f722064 bort, crash or d │ │ │ │ + 0x000373b8 6561646c 6f636b2e 00000000 00000000 eadlock......... │ │ │ │ + 0x000373c8 64657072 65636174 65642d63 6f6e7665 deprecated-conve │ │ │ │ + 0x000373d8 72746564 00000000 64657072 65636174 rted....deprecat │ │ │ │ + 0x000373e8 65642d69 6e666f72 6d000000 00000000 ed-inform....... │ │ │ │ + 0x000373f8 64657072 65636174 65642d66 61696c00 deprecated-fail. │ │ │ │ + 0x00037408 6261642d 70707200 65786563 762d6572 bad-ppr.execv-er │ │ │ │ + 0x00037418 726f7200 00000000 54686520 73696e67 ror.....The sing │ │ │ │ + 0x00037428 6c65746f 6e206170 706c6963 6174696f leton applicatio │ │ │ │ + 0x00037438 6e207761 73206e6f 74206162 6c652074 n was not able t │ │ │ │ + 0x00037448 6f206669 6e642061 6e206578 65637574 o find an execut │ │ │ │ + 0x00037458 61626c65 20696e20 796f7572 00000000 able in your.... │ │ │ │ + 0x00037468 50415448 206f7220 696e2074 68652064 PATH or in the d │ │ │ │ + 0x00037478 69726563 746f7279 20776865 72652050 irectory where P │ │ │ │ + 0x00037488 52544520 77617320 696e6974 69616c6c RTE was initiall │ │ │ │ + 0x00037498 7920696e 7374616c 6c65642c 20616e64 y installed, and │ │ │ │ + 0x000374a8 00000000 00000000 74686572 65666f72 ........therefor │ │ │ │ + 0x000374b8 65206361 6e6e6f74 20636f6e 74696e75 e cannot continu │ │ │ │ + 0x000374c8 652e0000 00000000 466f7220 72656665 e.......For refe │ │ │ │ + 0x000374d8 72656e63 652c2077 65207472 69656420 rence, we tried │ │ │ │ + 0x000374e8 74686520 666f6c6c 6f77696e 6720636f the following co │ │ │ │ + 0x000374f8 6d6d616e 643a0000 616e6420 676f7420 mmand:..and got │ │ │ │ + 0x00037508 74686520 6572726f 72202573 2e000000 the error %s.... │ │ │ │ + 0x00037518 54686973 20636f75 6c64206d 65616e20 This could mean │ │ │ │ + 0x00037528 74686174 20796f75 72205041 5448206f that your PATH o │ │ │ │ + 0x00037538 72206578 65637574 61626c65 206e616d r executable nam │ │ │ │ + 0x00037548 65206973 2077726f 6e672c20 6f722074 e is wrong, or t │ │ │ │ + 0x00037558 68617400 00000000 796f7520 646f206e hat.....you do n │ │ │ │ + 0x00037568 6f742068 61766520 74686520 6e656365 ot have the nece │ │ │ │ + 0x00037578 73736172 79207065 726d6973 73696f6e ssary permission │ │ │ │ + 0x00037588 732e2020 506c6561 73652065 6e737572 s. Please ensur │ │ │ │ + 0x00037598 65207468 61742074 68650000 00000000 e that the...... │ │ │ │ + 0x000375a8 65786563 75746162 6c652069 73206162 executable is ab │ │ │ │ + 0x000375b8 6c652074 6f206265 20666f75 6e642061 le to be found a │ │ │ │ + 0x000375c8 6e642065 78656375 74656420 61732069 nd executed as i │ │ │ │ + 0x000375d8 74206973 20726571 75697265 6420666f t is required fo │ │ │ │ + 0x000375e8 72000000 00000000 73696e67 6c65746f r.......singleto │ │ │ │ + 0x000375f8 6e206f70 65726174 696f6e73 2e000000 n operations.... │ │ │ │ + 0x00037608 54686520 70726f63 2d706572 2d726573 The proc-per-res │ │ │ │ + 0x00037618 6f757263 65204d50 495f496e 666f206b ource MPI_Info k │ │ │ │ + 0x00037628 65792069 73206e6f 7420636f 72726563 ey is not correc │ │ │ │ + 0x00037638 742e2054 68652076 616c7565 206d7573 t. The value mus │ │ │ │ + 0x00037648 7420696e 636c7564 6520626f 74680000 t include both.. │ │ │ │ + 0x00037658 74686520 6e756d62 6572206f 66207072 the number of pr │ │ │ │ + 0x00037668 6f637320 666f7220 65616368 20726573 ocs for each res │ │ │ │ + 0x00037678 6f757263 6520616e 64207468 65207479 ource and the ty │ │ │ │ + 0x00037688 7065206f 66207265 736f7572 63652074 pe of resource t │ │ │ │ + 0x00037698 6f206265 20757365 642e0000 00000000 o be used....... │ │ │ │ + 0x000376a8 20205370 65636966 69656420 76616c75 Specified valu │ │ │ │ + 0x000376b8 653a2020 25730000 57652061 7265206e e: %s..We are n │ │ │ │ + 0x000376c8 6f742061 626c6520 746f2070 726f6365 ot able to proce │ │ │ │ + 0x000376d8 65642e20 506c6561 73652063 6f727265 ed. Please corre │ │ │ │ + 0x000376e8 63742079 6f757220 6170706c 69636174 ct your applicat │ │ │ │ + 0x000376f8 696f6e2e 00000000 5741524e 494e473a ion.....WARNING: │ │ │ │ + 0x00037708 20412064 65707265 63617465 64204d50 A deprecated MP │ │ │ │ + 0x00037718 495f496e 666f206b 65792077 61732075 I_Info key was u │ │ │ │ + 0x00037728 7365642e 20497420 69732075 6e636c65 sed. It is uncle │ │ │ │ + 0x00037738 61722068 6f772074 6f207570 64617465 ar how to update │ │ │ │ + 0x00037748 00000000 00000000 74686973 206f7074 ........this opt │ │ │ │ + 0x00037758 696f6e2e 20506c65 61736520 636f6e74 ion. Please cont │ │ │ │ + 0x00037768 61637420 74686520 636f6d6d 756e6974 act the communit │ │ │ │ + 0x00037778 7920666f 7220686f 77206265 73742074 y for how best t │ │ │ │ + 0x00037788 6f207265 736f6c76 65207468 69732069 o resolve this i │ │ │ │ + 0x00037798 73737565 2e000000 20204465 70726563 ssue.... Deprec │ │ │ │ + 0x000377a8 61746564 20696e66 6f206b65 793a2020 ated info key: │ │ │ │ + 0x000377b8 25730000 00000000 20205570 64617465 %s...... Update │ │ │ │ + 0x000377c8 64206f70 74696f6e 3a202020 25730000 d option: %s.. │ │ │ │ + 0x000377d8 20205265 61736f6e 3a202573 00000000 Reason: %s.... │ │ │ │ + 0x000377e8 57652061 7265206e 6f742061 626c6520 We are not able │ │ │ │ + 0x000377f8 746f2070 726f6365 65642e20 506c6561 to proceed. Plea │ │ │ │ + 0x00037808 73652075 70646174 6520796f 75722061 se update your a │ │ │ │ + 0x00037818 70706c69 63617469 6f6e2e00 00000000 pplication...... │ │ │ │ + 0x00037828 5741524e 494e473a 20412064 65707265 WARNING: A depre │ │ │ │ + 0x00037838 63617465 64204d50 495f496e 666f206b cated MPI_Info k │ │ │ │ + 0x00037848 65792077 61732075 7365642e 00000000 ey was used..... │ │ │ │ + 0x00037858 20204465 70726563 61746564 206f7074 Deprecated opt │ │ │ │ + 0x00037868 696f6e3a 20202025 73000000 00000000 ion: %s....... │ │ │ │ + 0x00037878 54686973 20686173 20626565 6e206967 This has been ig │ │ │ │ + 0x00037888 6e6f7265 64206173 20697420 6973206e nored as it is n │ │ │ │ + 0x00037898 6f206c6f 6e676572 206d6561 6e696e67 o longer meaning │ │ │ │ + 0x000378a8 66756c2e 20506c65 61736520 75706461 ful. Please upda │ │ │ │ + 0x000378b8 74650000 00000000 796f7572 20617070 te......your app │ │ │ │ + 0x000378c8 6c696361 74696f6e 2e000000 00000000 lication........ │ │ │ │ + 0x000378d8 20204465 70726563 61746564 206b6579 Deprecated key │ │ │ │ + 0x000378e8 3a202020 25730000 2020436f 72726563 : %s.. Correc │ │ │ │ + 0x000378f8 74656420 6b65793a 20202020 25730000 ted key: %s.. │ │ │ │ + 0x00037908 57652068 61766520 75706461 74656420 We have updated │ │ │ │ + 0x00037918 74686973 20666f72 20796f75 20616e64 this for you and │ │ │ │ + 0x00037928 2077696c 6c207072 6f636565 642e2048 will proceed. H │ │ │ │ + 0x00037938 6f776576 65722c20 74686973 2077696c owever, this wil │ │ │ │ + 0x00037948 6c206265 20747265 61746564 00000000 l be treated.... │ │ │ │ + 0x00037958 61732061 6e206572 726f7220 696e2061 as an error in a │ │ │ │ + 0x00037968 20667574 75726520 72656c65 6173652e future release. │ │ │ │ + 0x00037978 20506c65 61736520 75706461 74652079 Please update y │ │ │ │ + 0x00037988 6f757220 6170706c 69636174 696f6e2e our application. │ │ │ │ + 0x00037998 00000000 00000000 696e666f 2d736574 ........info-set │ │ │ │ + 0x000379a8 2d776974 682d7265 73657276 65642d70 -with-reserved-p │ │ │ │ + 0x000379b8 72656669 78000000 6d69736d 61746368 refix...mismatch │ │ │ │ + 0x000379c8 65642d73 706c6974 5f747970 652d7661 ed-split_type-va │ │ │ │ + 0x000379d8 6c756573 00000000 756e6578 70656374 lues....unexpect │ │ │ │ + 0x000379e8 65642d73 706c6974 2d747970 65000000 ed-split-type... │ │ │ │ + 0x000379f8 6469736a 6f696e74 6e657373 2d736574 disjointness-set │ │ │ │ + 0x00037a08 2d616761 696e0000 6369642d 62617365 -again..cid-base │ │ │ │ + 0x00037a18 2d6e6f74 2d736574 00000000 00000000 -not-set........ │ │ │ │ + 0x00037a28 416e2069 6e746572 6e616c20 6572726f An internal erro │ │ │ │ + 0x00037a38 72206861 73206f63 63757272 65642077 r has occurred w │ │ │ │ + 0x00037a48 68656e20 63726561 74696e67 2061206e hen creating a n │ │ │ │ + 0x00037a58 65772063 6f6d6d75 6e696361 746f722e ew communicator. │ │ │ │ + 0x00037a68 20205468 69730000 73686f75 6c642070 This..should p │ │ │ │ + 0x00037a78 726f6261 626c7920 6e657665 72206861 robably never ha │ │ │ │ + 0x00037a88 7070656e 3a000000 2a206369 645f6261 ppen:...* cid_ba │ │ │ │ + 0x00037a98 73652069 73206e6f 74207365 742e2020 se is not set. │ │ │ │ + 0x00037aa8 45697468 6572206e 72657375 6c747300 Either nresults. │ │ │ │ + 0x00037ab8 20206973 207a6572 6f206f72 206e6f20 is zero or no │ │ │ │ + 0x00037ac8 72657475 726e6564 20696e66 6f206d61 returned info ma │ │ │ │ + 0x00037ad8 74636865 7320504d 49585f47 524f5550 tches PMIX_GROUP │ │ │ │ + 0x00037ae8 5f434f4e 54455854 5f49442e 00000000 _CONTEXT_ID..... │ │ │ │ + 0x00037af8 506c6561 73652063 6f6e7461 63742074 Please contact t │ │ │ │ + 0x00037b08 6865204f 70656e20 4d504920 64657665 he Open MPI deve │ │ │ │ + 0x00037b18 6c6f7065 7220636f 6d6d756e 69747920 loper community │ │ │ │ + 0x00037b28 77697468 20746869 73206d65 73736167 with this messag │ │ │ │ + 0x00037b38 6520616e 64000000 6120736d 616c6c20 e and...a small │ │ │ │ + 0x00037b48 6578616d 706c6520 636f6465 20746861 example code tha │ │ │ │ + 0x00037b58 74207265 70726f64 75636573 20746865 t reproduces the │ │ │ │ + 0x00037b68 20697373 75652e00 436f6d6d 756e6963 issue..Communic │ │ │ │ + 0x00037b78 61746f72 20646973 6a6f696e 746e6573 ator disjointnes │ │ │ │ + 0x00037b88 73207368 6f756c64 206f6e6c 79206265 s should only be │ │ │ │ + 0x00037b98 20736574 206f6e63 65206174 20696e69 set once at ini │ │ │ │ + 0x00037ba8 7469616c 697a6174 696f6e2e 00000000 tialization..... │ │ │ │ + 0x00037bb8 41747465 6d707473 20746f20 6d6f6469 Attempts to modi │ │ │ │ + 0x00037bc8 66792074 68652073 74617465 20617265 fy the state are │ │ │ │ + 0x00037bd8 20696c6c 6567616c 20616e64 20736861 illegal and sha │ │ │ │ + 0x00037be8 6c6c2062 65206967 6e6f7265 642e0000 ll be ignored... │ │ │ │ + 0x00037bf8 44657465 63746564 20616e20 756e6578 Detected an unex │ │ │ │ + 0x00037c08 70656374 65642073 706c6974 20747970 pected split typ │ │ │ │ + 0x00037c18 6520696e 20612063 616c6c20 746f204d e in a call to M │ │ │ │ + 0x00037c28 50495f43 6f6d6d5f 73706c69 745f7479 PI_Comm_split_ty │ │ │ │ + 0x00037c38 70652e00 00000000 20207370 6c69745f pe...... split_ │ │ │ │ + 0x00037c48 74797065 3a202025 73202825 64290000 type: %s (%d).. │ │ │ │ + 0x00037c58 44657465 63746564 206d6973 6d617463 Detected mismatc │ │ │ │ + 0x00037c68 68656420 73706c69 745f7479 70652061 hed split_type a │ │ │ │ + 0x00037c78 6e642f6f 7220696e 666f2022 6d70695f nd/or info "mpi_ │ │ │ │ + 0x00037c88 68775f72 65736f75 7263655f 74797065 hw_resource_type │ │ │ │ + 0x00037c98 22207661 6c756573 00000000 00000000 " values........ │ │ │ │ + 0x00037ca8 696e2061 2063616c 6c20746f 204d5049 in a call to MPI │ │ │ │ + 0x00037cb8 5f436f6d 6d5f7370 6c69745f 74797065 _Comm_split_type │ │ │ │ + 0x00037cc8 20626574 7765656e 20706565 72732069 between peers i │ │ │ │ + 0x00037cd8 6e207468 6520636f 6d6d756e 69636174 n the communicat │ │ │ │ + 0x00037ce8 6f722e00 00000000 2020696e 666f3a20 or...... info: │ │ │ │ + 0x00037cf8 20202020 20202025 73000000 00000000 %s....... │ │ │ │ + 0x00037d08 436f6d6d 656e7473 00000000 00000000 Comments........ │ │ │ │ + 0x00037d18 4d50495f 496e666f 5f736574 20776172 MPI_Info_set war │ │ │ │ + 0x00037d28 6e696e67 2c206b65 79206973 20757369 ning, key is usi │ │ │ │ + 0x00037d38 6e672061 20726573 65727665 64207072 ng a reserved pr │ │ │ │ + 0x00037d48 65666978 2e000000 20204b65 793a2020 efix.... Key: │ │ │ │ + 0x00037d58 20202020 20202020 20202025 73000000 %s... │ │ │ │ + 0x00037d68 20205265 73657276 65642070 72656669 Reserved prefi │ │ │ │ + 0x00037d78 783a2025 73000000 6e6f2d70 72746572 x: %s...no-prter │ │ │ │ + 0x00037d88 756e2d66 6f756e64 00000000 00000000 un-found........ │ │ │ │ + 0x00037d98 70727465 72756e2d 65786563 2d666169 prterun-exec-fai │ │ │ │ + 0x00037da8 6c656400 00000000 4f70656e 204d5049 led.....Open MPI │ │ │ │ + 0x00037db8 2773206d 70697275 6e20636f 6d6d616e 's mpirun comman │ │ │ │ + 0x00037dc8 6420636f 756c6420 6e6f7420 65786563 d could not exec │ │ │ │ + 0x00037dd8 75746520 74686520 756e6465 726c7969 ute the underlyi │ │ │ │ + 0x00037de8 6e672070 72746572 756e0000 00000000 ng prterun...... │ │ │ │ + 0x00037df8 636f6d6d 616e642e 20205468 65207072 command. The pr │ │ │ │ + 0x00037e08 74657275 6e20636f 6d6d616e 64207765 terun command we │ │ │ │ + 0x00037e18 20747269 65642074 6f206578 65637574 tried to execut │ │ │ │ + 0x00037e28 6520616e 64207468 65206572 726f7200 e and the error. │ │ │ │ + 0x00037e38 6d657373 61676520 66726f6d 20657865 message from exe │ │ │ │ + 0x00037e48 63282920 61726520 62656c6f 773a0000 c() are below:.. │ │ │ │ + 0x00037e58 2020436f 6d6d616e 643a2025 73000000 Command: %s... │ │ │ │ + 0x00037e68 20204572 726f7220 4d657373 6167653a Error Message: │ │ │ │ + 0x00037e78 20257300 00000000 4f70656e 204d5049 %s.....Open MPI │ │ │ │ + 0x00037e88 2773206d 70697275 6e20636f 6d6d616e 's mpirun comman │ │ │ │ + 0x00037e98 64207761 7320756e 61626c65 20746f20 d was unable to │ │ │ │ + 0x00037ea8 66696e64 20616e20 756e6465 726c7969 find an underlyi │ │ │ │ + 0x00037eb8 6e672070 72746572 756e0000 00000000 ng prterun...... │ │ │ │ + 0x00037ec8 636f6d6d 616e6420 746f2065 78656375 command to execu │ │ │ │ + 0x00037ed8 74652e20 20436f6e 73696465 72207365 te. Consider se │ │ │ │ + 0x00037ee8 7474696e 67207468 65204f4d 50495f50 tting the OMPI_P │ │ │ │ + 0x00037ef8 52544552 554e2065 6e766972 6f6e6d65 RTERUN environme │ │ │ │ + 0x00037f08 6e740000 00000000 76617269 61626c65 nt......variable │ │ │ │ + 0x00037f18 20746f20 68656c70 206d7069 72756e20 to help mpirun │ │ │ │ + 0x00037f28 66696e64 20746865 20636f72 72656374 find the correct │ │ │ │ + 0x00037f38 20756e64 65726c79 696e6720 70727465 underlying prte │ │ │ │ + 0x00037f48 72756e2e 00000000 756e7265 61636861 run.....unreacha │ │ │ │ + 0x00037f58 626c6520 70726f63 00000000 00000000 ble proc........ │ │ │ │ + 0x00037f68 4174206c 65617374 206f6e65 20706169 At least one pai │ │ │ │ + 0x00037f78 72206f66 204d5049 2070726f 63657373 r of MPI process │ │ │ │ + 0x00037f88 65732061 72652075 6e61626c 6520746f es are unable to │ │ │ │ + 0x00037f98 20726561 63682065 61636820 6f746865 reach each othe │ │ │ │ + 0x00037fa8 7220666f 72000000 4d504920 636f6d6d r for...MPI comm │ │ │ │ + 0x00037fb8 756e6963 6174696f 6e732e20 20546869 unications. Thi │ │ │ │ + 0x00037fc8 73206d65 616e7320 74686174 206e6f20 s means that no │ │ │ │ + 0x00037fd8 4f70656e 204d5049 20646576 69636520 Open MPI device │ │ │ │ + 0x00037fe8 68617320 696e6469 63617465 64000000 has indicated... │ │ │ │ + 0x00037ff8 74686174 20697420 63616e20 62652075 that it can be u │ │ │ │ + 0x00038008 73656420 746f2063 6f6d6d75 6e696361 sed to communica │ │ │ │ + 0x00038018 74652062 65747765 656e2074 68657365 te between these │ │ │ │ + 0x00038028 2070726f 63657373 65732e20 20546869 processes. Thi │ │ │ │ + 0x00038038 73206973 00000000 616e2065 72726f72 s is....an error │ │ │ │ + 0x00038048 3b204f70 656e204d 50492072 65717569 ; Open MPI requi │ │ │ │ + 0x00038058 72657320 74686174 20616c6c 204d5049 res that all MPI │ │ │ │ + 0x00038068 2070726f 63657373 65732062 65206162 processes be ab │ │ │ │ + 0x00038078 6c652074 6f207265 61636800 00000000 le to reach..... │ │ │ │ + 0x00038088 65616368 206f7468 65722e20 20546869 each other. Thi │ │ │ │ + 0x00038098 73206572 726f7220 63616e20 736f6d65 s error can some │ │ │ │ + 0x000380a8 74696d65 73206265 20746865 20726573 times be the res │ │ │ │ + 0x000380b8 756c7420 6f662066 6f726765 7474696e ult of forgettin │ │ │ │ + 0x000380c8 6720746f 00000000 73706563 69667920 g to....specify │ │ │ │ + 0x000380d8 74686520 2273656c 66222042 544c2e00 the "self" BTL.. │ │ │ │ + 0x000380e8 20205072 6f636573 73203120 28257329 Process 1 (%s) │ │ │ │ + 0x000380f8 20697320 6f6e2068 6f73743a 20257300 is on host: %s. │ │ │ │ + 0x00038108 20205072 6f636573 73203220 28257329 Process 2 (%s) │ │ │ │ + 0x00038118 20697320 6f6e2068 6f73743a 20257300 is on host: %s. │ │ │ │ + 0x00038128 20204254 4c732061 7474656d 70746564 BTLs attempted │ │ │ │ + 0x00038138 3a202573 00000000 596f7572 204d5049 : %s....Your MPI │ │ │ │ + 0x00038148 206a6f62 20697320 6e6f7720 676f696e job is now goin │ │ │ │ + 0x00038158 6720746f 2061626f 72743b20 736f7272 g to abort; sorr │ │ │ │ + 0x00038168 792e0000 00000000 686f6f6b 3a6d6973 y.......hook:mis │ │ │ │ + 0x00038178 73696e67 2d726571 75697265 642d636f sing-required-co │ │ │ │ + 0x00038188 6d706f6e 656e7400 4572726f 723a2041 mponent.Error: A │ │ │ │ + 0x00038198 20726571 75657374 20776173 206d6164 request was mad │ │ │ │ + 0x000381a8 6520746f 20657863 6c756465 20612068 e to exclude a h │ │ │ │ + 0x000381b8 6f6f6b20 636f6d70 6f6e656e 74206672 ook component fr │ │ │ │ + 0x000381c8 6f6d2063 6f6e7369 64657261 74696f6e om consideration │ │ │ │ + 0x000381d8 20746861 74000000 69732072 65717569 that...is requi │ │ │ │ + 0x000381e8 72656420 746f2062 6520696e 636c7564 red to be includ │ │ │ │ + 0x000381f8 65642e20 54686973 20636f6d 706f6e65 ed. This compone │ │ │ │ + 0x00038208 6e742028 6e6f7465 64206265 6c6f7729 nt (noted below) │ │ │ │ + 0x00038218 2063616e 202d6e6f 742d2062 65206578 can -not- be ex │ │ │ │ + 0x00038228 636c7564 65640000 66726f6d 20636f6e cluded..from con │ │ │ │ + 0x00038238 73696465 72617469 6f6e2e20 54686520 sideration. The │ │ │ │ + 0x00038248 70726f67 72616d20 77696c6c 20666169 program will fai │ │ │ │ + 0x00038258 6c206174 20746869 73207469 6d652e00 l at this time.. │ │ │ │ + 0x00038268 65616765 725f6c69 6d69745f 746f6f5f eager_limit_too_ │ │ │ │ + 0x00038278 736d616c 6c000000 63756461 5f656167 small...cuda_eag │ │ │ │ + 0x00038288 65725f6c 696d6974 5f746f6f 5f736d61 er_limit_too_sma │ │ │ │ + 0x00038298 6c6c0000 00000000 63756461 5f72646d ll......cuda_rdm │ │ │ │ + 0x000382a8 615f6c69 6d69745f 746f6f5f 736d616c a_limit_too_smal │ │ │ │ + 0x000382b8 6c000000 00000000 54686520 22435544 l.......The "CUD │ │ │ │ + 0x000382c8 41207264 6d61206c 696d6974 22204d43 A rdma limit" MC │ │ │ │ + 0x000382d8 41207061 72616d65 74657220 696e2074 A parameter in t │ │ │ │ + 0x000382e8 68652025 73204254 4c207761 73207365 he %s BTL was se │ │ │ │ + 0x000382f8 7420746f 20612076 616c7565 20776869 t to a value whi │ │ │ │ + 0x00038308 63680000 00000000 69732074 6f6f206c ch......is too l │ │ │ │ + 0x00038318 6f772066 6f72204f 70656e20 4d504920 ow for Open MPI │ │ │ │ + 0x00038328 746f2066 756e6374 696f6e20 70726f70 to function prop │ │ │ │ + 0x00038338 65726c79 2e202050 6c656173 65207265 erly. Please re │ │ │ │ + 0x00038348 2d72756e 20796f75 72206a6f 62000000 -run your job... │ │ │ │ + 0x00038358 77697468 20612068 69676865 72204355 with a higher CU │ │ │ │ + 0x00038368 44412072 646d6120 6c696d69 74207661 DA rdma limit va │ │ │ │ + 0x00038378 6c756520 666f7220 74686973 2042544c lue for this BTL │ │ │ │ + 0x00038388 3b207468 65206578 61637420 4d434120 ; the exact MCA │ │ │ │ + 0x00038398 70617261 6d657465 72000000 00000000 parameter....... │ │ │ │ + 0x000383a8 6e616d65 20616e64 20697473 20636f72 name and its cor │ │ │ │ + 0x000383b8 72657370 6f6e6469 6e67206d 696e696d responding minim │ │ │ │ + 0x000383c8 756d2076 616c7565 20697320 73686f77 um value is show │ │ │ │ + 0x000383d8 6e206265 6c6f772e 00000000 00000000 n below......... │ │ │ │ + 0x000383e8 20204c6f 63616c20 686f7374 3a202020 Local host: │ │ │ │ + 0x000383f8 20202020 20202020 20202020 20202020 │ │ │ │ + 0x00038408 25730000 00000000 20204254 4c206e61 %s...... BTL na │ │ │ │ + 0x00038418 6d653a20 20202020 20202020 20202020 me: │ │ │ │ + 0x00038428 20202020 20202020 25730000 00000000 %s...... │ │ │ │ + 0x00038438 20204254 4c204355 44412072 6e647620 BTL CUDA rndv │ │ │ │ + 0x00038448 6c696d69 74207661 6c75653a 20202020 limit value: │ │ │ │ + 0x00038458 25642028 73657420 76696120 62746c5f %d (set via btl_ │ │ │ │ + 0x00038468 25735f63 7564615f 72646d61 5f6c696d %s_cuda_rdma_lim │ │ │ │ + 0x00038478 69742900 00000000 20204254 4c204355 it)..... BTL CU │ │ │ │ + 0x00038488 44412072 6e647620 6c696d69 74206d69 DA rndv limit mi │ │ │ │ + 0x00038498 6e696d75 6d3a2020 25640000 00000000 nimum: %d...... │ │ │ │ + 0x000384a8 20204d43 41207061 72616d65 74657220 MCA parameter │ │ │ │ + 0x000384b8 6e616d65 3a202020 20202020 20202020 name: │ │ │ │ + 0x000384c8 62746c5f 25735f63 7564615f 72646d61 btl_%s_cuda_rdma │ │ │ │ + 0x000384d8 5f6c696d 69740000 54686520 22435544 _limit..The "CUD │ │ │ │ + 0x000384e8 41206561 67657220 6c696d69 7422204d A eager limit" M │ │ │ │ + 0x000384f8 43412070 6172616d 65746572 20696e20 CA parameter in │ │ │ │ + 0x00038508 74686520 25732042 544c2077 61732073 the %s BTL was s │ │ │ │ + 0x00038518 65742074 6f206120 76616c75 65207768 et to a value wh │ │ │ │ + 0x00038528 69636800 00000000 77697468 20612068 ich.....with a h │ │ │ │ + 0x00038538 69676865 72204355 44412065 61676572 igher CUDA eager │ │ │ │ + 0x00038548 206c696d 69742076 616c7565 20666f72 limit value for │ │ │ │ + 0x00038558 20746869 73204254 4c3b2074 68652065 this BTL; the e │ │ │ │ + 0x00038568 78616374 204d4341 20706172 616d6574 xact MCA paramet │ │ │ │ + 0x00038578 65720000 00000000 20204254 4c204355 er...... BTL CU │ │ │ │ + 0x00038588 44412065 61676572 206c696d 69742076 DA eager limit v │ │ │ │ + 0x00038598 616c7565 3a202020 25642028 73657420 alue: %d (set │ │ │ │ + 0x000385a8 76696120 62746c5f 25735f63 7564615f via btl_%s_cuda_ │ │ │ │ + 0x000385b8 65616765 725f6c69 6d697429 00000000 eager_limit).... │ │ │ │ + 0x000385c8 20204254 4c204355 44412065 61676572 BTL CUDA eager │ │ │ │ + 0x000385d8 206c696d 6974206d 696e696d 756d3a20 limit minimum: │ │ │ │ + 0x000385e8 25640000 00000000 20204d43 41207061 %d...... MCA pa │ │ │ │ + 0x000385f8 72616d65 74657220 6e616d65 3a202020 rameter name: │ │ │ │ + 0x00038608 20202020 20202020 62746c5f 25735f63 btl_%s_c │ │ │ │ + 0x00038618 7564615f 65616765 725f6c69 6d697400 uda_eager_limit. │ │ │ │ + 0x00038628 54686520 22656167 6572206c 696d6974 The "eager limit │ │ │ │ + 0x00038638 22204d43 41207061 72616d65 74657220 " MCA parameter │ │ │ │ + 0x00038648 696e2074 68652025 73204254 4c207761 in the %s BTL wa │ │ │ │ + 0x00038658 73207365 7420746f 20612076 616c7565 s set to a value │ │ │ │ + 0x00038668 20776869 63680000 77697468 20612068 which..with a h │ │ │ │ + 0x00038678 69676865 72206561 67657220 6c696d69 igher eager limi │ │ │ │ + 0x00038688 74207661 6c756520 666f7220 74686973 t value for this │ │ │ │ + 0x00038698 2042544c 3b207468 65206578 61637420 BTL; the exact │ │ │ │ + 0x000386a8 4d434120 70617261 6d657465 72000000 MCA parameter... │ │ │ │ + 0x000386b8 20204254 4c206e61 6d653a20 20202020 BTL name: │ │ │ │ + 0x000386c8 20202020 20202020 20202025 73000000 %s... │ │ │ │ + 0x000386d8 20204254 4c206561 67657220 6c696d69 BTL eager limi │ │ │ │ + 0x000386e8 74207661 6c75653a 20202025 64202873 t value: %d (s │ │ │ │ + 0x000386f8 65742076 69612062 746c5f25 735f6561 et via btl_%s_ea │ │ │ │ + 0x00038708 6765725f 6c696d69 74290000 00000000 ger_limit)...... │ │ │ │ + 0x00038718 20204254 4c206561 67657220 6c696d69 BTL eager limi │ │ │ │ + 0x00038728 74206d69 6e696d75 6d3a2025 64000000 t minimum: %d... │ │ │ │ + 0x00038738 20204d43 41207061 72616d65 74657220 MCA parameter │ │ │ │ + 0x00038748 6e616d65 3a202020 20202062 746c5f25 name: btl_% │ │ │ │ + 0x00038758 735f6561 6765725f 6c696d69 74000000 s_eager_limit... │ │ │ │ + 0x00038768 636f6d6d 2d73656c 6563743a 6e6f6e65 comm-select:none │ │ │ │ + 0x00038778 2d617661 696c6162 6c650000 00000000 -available...... │ │ │ │ + 0x00038788 636f6d6d 2d73656c 6563743a 6e6f2d66 comm-select:no-f │ │ │ │ + 0x00038798 756e6374 696f6e2d 61766169 6c61626c unction-availabl │ │ │ │ + 0x000387a8 65000000 00000000 636f6d6d 2d73656c e.......comm-sel │ │ │ │ + 0x000387b8 6563743a 6d697373 696e6720 636f6c6c ect:missing coll │ │ │ │ + 0x000387c8 65637469 76650000 25732025 7320636f ective..%s %s co │ │ │ │ + 0x000387d8 6c6c6563 74697665 20726571 75697265 llective require │ │ │ │ + 0x000387e8 20737570 706f7274 2066726f 6d206120 support from a │ │ │ │ + 0x000387f8 7072696f 7220636f 6c6c6563 74697665 prior collective │ │ │ │ + 0x00038808 206d6f64 756c6520 666f7220 74686520 module for the │ │ │ │ + 0x00038818 66616c6c 6261636b 00000000 00000000 fallback........ │ │ │ │ + 0x00038828 63617365 2e205375 63682073 7570706f case. Such suppo │ │ │ │ + 0x00038838 72742069 73206d69 7373696e 6720696e rt is missing in │ │ │ │ + 0x00038848 20746869 73207275 6e2e0000 00000000 this run....... │ │ │ │ + 0x00038858 686f7374 6e616d65 3a202020 25730000 hostname: %s.. │ │ │ │ + 0x00038868 7072696f 72697479 3a202020 25640000 priority: %d.. │ │ │ │ + 0x00038878 416c7468 6f756768 20736f6d 6520636f Although some co │ │ │ │ + 0x00038888 6c6c2063 6f6d706f 6e656e74 73206172 ll components ar │ │ │ │ + 0x00038898 65206176 61696c61 626c6520 6f6e2079 e available on y │ │ │ │ + 0x000388a8 6f757220 73797374 656d2c20 6e6f6e65 our system, none │ │ │ │ + 0x000388b8 206f6600 00000000 7468656d 20736169 of.....them sai │ │ │ │ + 0x000388c8 64207468 61742074 68657920 636f756c d that they coul │ │ │ │ + 0x000388d8 64206265 20757365 6420666f 72202573 d be used for %s │ │ │ │ + 0x000388e8 206f6e20 61206e65 7720636f 6d6d756e on a new commun │ │ │ │ + 0x000388f8 69636174 6f722e00 54686973 20697320 icator..This is │ │ │ │ + 0x00038908 65787472 656d656c 7920756e 75737561 extremely unusua │ │ │ │ + 0x00038918 6c202d2d 20656974 68657220 74686520 l -- either the │ │ │ │ + 0x00038928 22626173 6963222c 20226c69 626e6263 "basic", "libnbc │ │ │ │ + 0x00038938 22206f72 20227365 6c662220 636f6d70 " or "self" comp │ │ │ │ + 0x00038948 6f6e656e 74730000 73686f75 6c642062 onents..should b │ │ │ │ + 0x00038958 65206162 6c652074 6f206265 2063686f e able to be cho │ │ │ │ + 0x00038968 73656e20 666f7220 616e7920 636f6d6d sen for any comm │ │ │ │ + 0x00038978 756e6963 61746f72 2e202041 73207375 unicator. As su │ │ │ │ + 0x00038988 63682c20 74686973 00000000 00000000 ch, this........ │ │ │ │ + 0x00038998 6c696b65 6c79206d 65616e73 20746861 likely means tha │ │ │ │ + 0x000389a8 7420736f 6d657468 696e6720 656c7365 t something else │ │ │ │ + 0x000389b8 20697320 77726f6e 67202861 6c74686f is wrong (altho │ │ │ │ + 0x000389c8 75676820 796f7520 73686f75 6c642064 ugh you should d │ │ │ │ + 0x000389d8 6f75626c 65000000 63686563 6b207468 ouble...check th │ │ │ │ + 0x000389e8 61742074 68652022 62617369 63222c20 at the "basic", │ │ │ │ + 0x000389f8 226c6962 6e626322 20616e64 20227365 "libnbc" and "se │ │ │ │ + 0x00038a08 6c662220 636f6c6c 20636f6d 706f6e65 lf" coll compone │ │ │ │ + 0x00038a18 6e747320 61726520 61766169 6c61626c nts are availabl │ │ │ │ + 0x00038a28 65206f6e 00000000 796f7572 20737973 e on....your sys │ │ │ │ + 0x00038a38 74656d20 2d2d2063 6865636b 20746865 tem -- check the │ │ │ │ + 0x00038a48 206f7574 70757420 6f662074 68652022 output of the " │ │ │ │ + 0x00038a58 6f6d7069 5f696e66 6f222063 6f6d6d61 ompi_info" comma │ │ │ │ + 0x00038a68 6e64292e 00000000 4120636f 6c6c206d nd).....A coll m │ │ │ │ + 0x00038a78 6f64756c 65206661 696c6564 20746f20 odule failed to │ │ │ │ + 0x00038a88 66696e61 6c697a65 2070726f 7065726c finalize properl │ │ │ │ + 0x00038a98 79207768 656e2061 20636f6d 6d756e69 y when a communi │ │ │ │ + 0x00038aa8 6361746f 72207468 61742077 61730000 cator that was.. │ │ │ │ + 0x00038ab8 7573696e 67206974 20776173 20646573 using it was des │ │ │ │ + 0x00038ac8 74726f79 65642e00 54686973 20697320 troyed..This is │ │ │ │ + 0x00038ad8 736f6d65 77686174 20756e75 7375616c somewhat unusual │ │ │ │ + 0x00038ae8 3a207468 65206d6f 64756c65 20697473 : the module its │ │ │ │ + 0x00038af8 656c6620 6d617920 62652061 74206661 elf may be at fa │ │ │ │ + 0x00038b08 756c742c 206f7220 74686973 00000000 ult, or this.... │ │ │ │ + 0x00038b18 6d617920 62652061 2073796d 70746f6d may be a symptom │ │ │ │ + 0x00038b28 206f6620 616e6f74 68657220 69737375 of another issu │ │ │ │ + 0x00038b38 65202865 2e672e2c 2061206d 656d6f72 e (e.g., a memor │ │ │ │ + 0x00038b48 79207072 6f626c65 6d292e00 00000000 y problem)...... │ │ │ │ + 0x00038b58 7468656d 20736169 64207468 61742074 them said that t │ │ │ │ + 0x00038b68 68657920 636f756c 64206265 20757365 hey could be use │ │ │ │ + 0x00038b78 6420666f 72206120 6e657720 636f6d6d d for a new comm │ │ │ │ + 0x00038b88 756e6963 61746f72 2e000000 00000000 unicator........ │ │ │ │ + 0x00038b98 6261642d 68696572 61726368 792d6974 bad-hierarchy-it │ │ │ │ + 0x00038ba8 656d0000 00000000 6261642d 6368756e em......bad-chun │ │ │ │ + 0x00038bb8 6b2d7369 7a652d69 74656d00 00000000 k-size-item..... │ │ │ │ + 0x00038bc8 6261642d 6369636f 2d6d6178 00000000 bad-cico-max.... │ │ │ │ + 0x00038bd8 7868632d 696e6974 2d666169 6c656400 xhc-init-failed. │ │ │ │ + 0x00038be8 7868632d 6f702d69 6e69742d 6661696c xhc-op-init-fail │ │ │ │ + 0x00038bf8 65640000 00000000 746f6f2d 6d616e79 ed......too-many │ │ │ │ + 0x00038c08 2d766972 742d6869 65727300 00000000 -virt-hiers..... │ │ │ │ + 0x00038c18 4552524f 52202863 6f6c6c2f 78686329 ERROR (coll/xhc) │ │ │ │ + 0x00038c28 00000000 00000000 546f6f20 6d616e79 ........Too many │ │ │ │ + 0x00038c38 20766972 7475616c 20686965 72617263 virtual hierarc │ │ │ │ + 0x00038c48 68696573 20726571 75657374 65640000 hies requested.. │ │ │ │ + 0x00038c58 46616c6c 696e6720 6261636b 20746f20 Falling back to │ │ │ │ + 0x00038c68 616e6f74 68657220 636f6d70 6f6e656e another componen │ │ │ │ + 0x00038c78 74000000 00000000 496e6974 69616c69 t.......Initiali │ │ │ │ + 0x00038c88 7a617469 6f6e2066 6f722025 73206661 zation for %s fa │ │ │ │ + 0x00038c98 696c6564 2c206572 726f7220 636f6465 iled, error code │ │ │ │ + 0x00038ca8 20256400 00000000 4572726e 6f3a2025 %d.....Errno: % │ │ │ │ + 0x00038cb8 64202825 73290000 496e6974 69616c69 d (%s)..Initiali │ │ │ │ + 0x00038cc8 7a617469 6f6e2066 61696c65 642c2065 zation failed, e │ │ │ │ + 0x00038cd8 72726f72 20636f64 65202564 00000000 rror code %d.... │ │ │ │ + 0x00038ce8 4d616c66 6f726d65 64206369 636f5f6d Malformed cico_m │ │ │ │ + 0x00038cf8 61782070 6172616d 65746572 20272573 ax parameter '%s │ │ │ │ + 0x00038d08 27000000 00000000 4d616c66 6f726d65 '.......Malforme │ │ │ │ + 0x00038d18 64206368 756e6b20 73697a65 20697465 d chunk size ite │ │ │ │ + 0x00038d28 6d3a2027 25732700 496e2063 68756e6b m: '%s'.In chunk │ │ │ │ + 0x00038d38 2073697a 65207061 72616d65 74657220 size parameter │ │ │ │ + 0x00038d48 73747269 6e673a20 27257327 00000000 string: '%s'.... │ │ │ │ + 0x00038d58 556e7265 636f676e 697a6564 206c6f63 Unrecognized loc │ │ │ │ + 0x00038d68 616c6974 79206465 66696e69 74696f6e ality definition │ │ │ │ + 0x00038d78 3a202725 73270000 496e2068 69657261 : '%s'..In hiera │ │ │ │ + 0x00038d88 72636879 20706172 616d6574 65722073 rchy parameter s │ │ │ │ + 0x00038d98 7472696e 673a2027 25732700 00000000 tring: '%s'..... │ │ │ │ + 0x00038da8 70736d32 20696e69 74000000 00000000 psm2 init....... │ │ │ │ + 0x00038db8 756e6162 6c652074 6f206f70 656e2065 unable to open e │ │ │ │ + 0x00038dc8 6e64706f 696e7400 6e6f2075 75696420 ndpoint.no uuid │ │ │ │ + 0x00038dd8 70726573 656e7400 6572726f 7220706f present.error po │ │ │ │ + 0x00038de8 6c6c696e 67206e65 74776f72 6b000000 lling network... │ │ │ │ + 0x00038df8 6572726f 7220706f 7374696e 67207265 error posting re │ │ │ │ + 0x00038e08 63656976 65000000 6d657373 61676520 ceive...message │ │ │ │ + 0x00038e18 746f6f20 62696700 6e6f2070 736d3220 too big.no psm2 │ │ │ │ + 0x00038e28 63756461 20656e76 00000000 00000000 cuda env........ │ │ │ │ + 0x00038e38 5761726e 696e673a 204f7065 6e204d50 Warning: Open MP │ │ │ │ + 0x00038e48 49206861 73206465 74656374 65642074 I has detected t │ │ │ │ + 0x00038e58 68617420 796f7520 61726520 72756e6e hat you are runn │ │ │ │ + 0x00038e68 696e6720 696e2061 6e20656e 7669726f ing in an enviro │ │ │ │ + 0x00038e78 6e6d656e 74207769 74682043 55444100 nment with CUDA. │ │ │ │ + 0x00038e88 64657669 63657320 70726573 656e7420 devices present │ │ │ │ + 0x00038e98 616e6420 74686174 20796f75 20617265 and that you are │ │ │ │ + 0x00038ea8 20757369 6e672049 6e74656c 28722920 using Intel(r) │ │ │ │ + 0x00038eb8 4f6d7069 2d506174 68206e65 74776f72 Ompi-Path networ │ │ │ │ + 0x00038ec8 6b696e67 2e20486f 77657665 722c0000 king. However,.. │ │ │ │ + 0x00038ed8 74686520 656e7669 726f6e6d 656e7420 the environment │ │ │ │ + 0x00038ee8 76617269 61626c65 2050534d 325f4355 variable PSM2_CU │ │ │ │ + 0x00038ef8 44412077 6173206e 6f742073 65742c20 DA was not set, │ │ │ │ + 0x00038f08 6d65616e 696e6720 74686174 20746865 meaning that the │ │ │ │ + 0x00038f18 2050534d 32204f6d 6e692d50 61746800 PSM2 Omni-Path. │ │ │ │ + 0x00038f28 6e657477 6f726b69 6e67206c 69627261 networking libra │ │ │ │ + 0x00038f38 72792077 6173206e 6f742074 6f6c6420 ry was not told │ │ │ │ + 0x00038f48 686f7720 746f2068 616e646c 65204355 how to handle CU │ │ │ │ + 0x00038f58 44412073 7570706f 72742e00 00000000 DA support...... │ │ │ │ + 0x00038f68 49662079 6f757220 6170706c 69636174 If your applicat │ │ │ │ + 0x00038f78 696f6e20 75736573 20435544 41206275 ion uses CUDA bu │ │ │ │ + 0x00038f88 66666572 732c2079 6f752073 686f756c ffers, you shoul │ │ │ │ + 0x00038f98 64207365 74207468 6520656e 7669726f d set the enviro │ │ │ │ + 0x00038fa8 6e6d656e 74207661 72696162 6c650000 nment variable.. │ │ │ │ + 0x00038fb8 50534d32 5f435544 4120746f 20313b20 PSM2_CUDA to 1; │ │ │ │ + 0x00038fc8 6f746865 72776973 652c2073 65742069 otherwise, set i │ │ │ │ + 0x00038fd8 7420746f 20302e20 53657474 696e6720 t to 0. Setting │ │ │ │ + 0x00038fe8 74686520 76617269 61626c65 20746f20 the variable to │ │ │ │ + 0x00038ff8 74686520 77726f6e 67207661 6c756500 the wrong value. │ │ │ │ + 0x00039008 63616e20 68617665 20706572 666f726d can have perform │ │ │ │ + 0x00039018 616e6365 20696d70 6c696361 74696f6e ance implication │ │ │ │ + 0x00039028 73206f6e 20796f75 72206170 706c6963 s on your applic │ │ │ │ + 0x00039038 6174696f 6e2c206f 72206576 656e2063 ation, or even c │ │ │ │ + 0x00039048 61757365 20697420 746f0000 00000000 ause it to...... │ │ │ │ + 0x00039058 63726173 682e0000 53696e63 65206974 crash...Since it │ │ │ │ + 0x00039068 20776173 206e6f74 20736574 2c204f70 was not set, Op │ │ │ │ + 0x00039078 656e204d 50492068 61732064 65666175 en MPI has defau │ │ │ │ + 0x00039088 6c746564 20746f20 73657474 696e6720 lted to setting │ │ │ │ + 0x00039098 74686520 50534d32 5f435544 41000000 the PSM2_CUDA... │ │ │ │ + 0x000390a8 656e7669 726f6e6d 656e7420 76617269 environment vari │ │ │ │ + 0x000390b8 61626c65 20746f20 312e0000 00000000 able to 1....... │ │ │ │ + 0x000390c8 4c6f6361 6c20686f 73746e61 6d653a20 Local hostname: │ │ │ │ + 0x000390d8 25730000 00000000 4d657373 61676520 %s......Message │ │ │ │ + 0x000390e8 73697a65 20256c6c 75206269 67676572 size %llu bigger │ │ │ │ + 0x000390f8 20746861 6e207375 70706f72 74656420 than supported │ │ │ │ + 0x00039108 62792050 534d3220 4150492e 204d6178 by PSM2 API. Max │ │ │ │ + 0x00039118 203d2025 6c6c7500 556e6162 6c652074 = %llu.Unable t │ │ │ │ + 0x00039128 6f20706f 73742061 70706c69 63617469 o post applicati │ │ │ │ + 0x00039138 6f6e2072 65636569 76652062 75666665 on receive buffe │ │ │ │ + 0x00039148 72202870 736d325f 6d715f69 72656376 r (psm2_mq_irecv │ │ │ │ + 0x00039158 206f7220 70736d32 5f6d715f 696d7265 or psm2_mq_imre │ │ │ │ + 0x00039168 6376292e 00000000 20204275 66666572 cv)..... Buffer │ │ │ │ + 0x00039178 3a202020 20202570 00000000 00000000 : %p........ │ │ │ │ + 0x00039188 20204c65 6e677468 3a202020 2020256c Length: %l │ │ │ │ + 0x00039198 6c750000 00000000 4572726f 72202573 lu......Error %s │ │ │ │ + 0x000391a8 206f6363 75727265 6420696e 20617474 occurred in att │ │ │ │ + 0x000391b8 656d7074 696e6720 746f206d 616b6520 empting to make │ │ │ │ + 0x000391c8 6e657477 6f726b20 70726f67 72657373 network progress │ │ │ │ + 0x000391d8 20287073 6d325f6d 715f6970 65656b29 (psm2_mq_ipeek) │ │ │ │ + 0x000391e8 2e000000 00000000 4572726f 72206f62 ........Error ob │ │ │ │ + 0x000391f8 7461696e 696e6720 756e6971 75652074 taining unique t │ │ │ │ + 0x00039208 72616e73 706f7274 206b6579 2066726f ransport key fro │ │ │ │ + 0x00039218 6d20504d 49582028 4f4d5049 5f4d4341 m PMIX (OMPI_MCA │ │ │ │ + 0x00039228 5f6f7274 655f7072 65636f6e 64697469 _orte_preconditi │ │ │ │ + 0x00039238 6f6e5f74 72616e73 706f7274 73202573 on_transports %s │ │ │ │ + 0x00039248 00000000 00000000 74686520 656e7669 ........the envi │ │ │ │ + 0x00039258 726f6e6d 656e7429 2e000000 00000000 ronment)........ │ │ │ │ + 0x00039268 50534d32 20776173 20756e61 626c6520 PSM2 was unable │ │ │ │ + 0x00039278 746f206f 70656e20 616e2065 6e64706f to open an endpo │ │ │ │ + 0x00039288 696e742e 20506c65 61736520 6d616b65 int. Please make │ │ │ │ + 0x00039298 20737572 65207468 61742074 6865206e sure that the n │ │ │ │ + 0x000392a8 6574776f 726b206c 696e6b20 69730000 etwork link is.. │ │ │ │ + 0x000392b8 61637469 7665206f 6e207468 65206e6f active on the no │ │ │ │ + 0x000392c8 64652061 6e642074 68652068 61726477 de and the hardw │ │ │ │ + 0x000392d8 61726520 69732066 756e6374 696f6e69 are is functioni │ │ │ │ + 0x000392e8 6e672e00 00000000 20204572 726f723a ng...... Error: │ │ │ │ + 0x000392f8 20257300 00000000 496e6974 69616c69 %s.....Initiali │ │ │ │ + 0x00039308 7a617469 6f6e206f 66205053 4d32206c zation of PSM2 l │ │ │ │ + 0x00039318 69627261 72792066 61696c65 642e0000 ibrary failed... │ │ │ │ + 0x00039328 4f464920 63616c6c 20666169 6c000000 OFI call fail... │ │ │ │ + 0x00039338 4e6f7420 656e6f75 67682062 69747320 Not enough bits │ │ │ │ + 0x00039348 666f7220 43494400 53455020 756e6176 for CID.SEP unav │ │ │ │ + 0x00039358 61696c61 626c6500 53455020 72657175 ailable.SEP requ │ │ │ │ + 0x00039368 69726564 00000000 53455020 74687265 ired....SEP thre │ │ │ │ + 0x00039378 61642067 726f7570 696e6720 63747874 ad grouping ctxt │ │ │ │ + 0x00039388 206c696d 69740000 4c6f6361 6c207261 limit..Local ra │ │ │ │ + 0x00039398 6e6b7320 65786365 6564206f 66692063 nks exceed ofi c │ │ │ │ + 0x000393a8 6f6e7465 78747300 43747874 73206578 ontexts.Ctxts ex │ │ │ │ + 0x000393b8 63656564 65642061 7661696c 61626c65 ceeded available │ │ │ │ + 0x000393c8 00000000 00000000 6d6f6465 78206661 ........modex fa │ │ │ │ + 0x000393d8 696c6564 00000000 42756666 6572204d iled....Buffer M │ │ │ │ + 0x000393e8 656d6f72 79205265 67697374 72617469 emory Registrati │ │ │ │ + 0x000393f8 6f6e2046 61696c65 64000000 00000000 on Failed....... │ │ │ │ + 0x00039408 4f70656e 204d5049 20666169 6c656420 Open MPI failed │ │ │ │ + 0x00039418 746f2072 65676973 74657220 796f7572 to register your │ │ │ │ + 0x00039428 20627566 6665722e 00000000 00000000 buffer......... │ │ │ │ + 0x00039438 54686973 20657272 6f722069 73206661 This error is fa │ │ │ │ + 0x00039448 74616c2c 20796f75 72206a6f 62207769 tal, your job wi │ │ │ │ + 0x00039458 6c6c2061 626f7274 00000000 00000000 ll abort........ │ │ │ │ + 0x00039468 20204275 66666572 20547970 653a2025 Buffer Type: % │ │ │ │ + 0x00039478 73000000 00000000 20204275 66666572 s....... Buffer │ │ │ │ + 0x00039488 20416464 72657373 3a202570 00000000 Address: %p.... │ │ │ │ + 0x00039498 20204275 66666572 204c656e 6774683a Buffer Length: │ │ │ │ + 0x000394a8 20256400 00000000 20204572 726f723a %d..... Error: │ │ │ │ + 0x000394b8 20257320 28257a64 29000000 00000000 %s (%zd)....... │ │ │ │ + 0x000394c8 4d657373 61676520 73697a65 20256c6c Message size %ll │ │ │ │ + 0x000394d8 75206269 67676572 20746861 6e207375 u bigger than su │ │ │ │ + 0x000394e8 70706f72 74656420 62792073 656c6563 pported by selec │ │ │ │ + 0x000394f8 74656420 7472616e 73706f72 742e204d ted transport. M │ │ │ │ + 0x00039508 6178203d 20256c6c 75000000 00000000 ax = %llu....... │ │ │ │ + 0x00039518 54686520 4f464920 4d544c20 77617320 The OFI MTL was │ │ │ │ + 0x00039528 6e6f7420 61626c65 20746f20 66696e64 not able to find │ │ │ │ + 0x00039538 20656e64 706f696e 7420696e 666f726d endpoint inform │ │ │ │ + 0x00039548 6174696f 6e20666f 72206120 72656d6f ation for a remo │ │ │ │ + 0x00039558 74650000 00000000 656e6470 6f696e74 te......endpoint │ │ │ │ + 0x00039568 2e20204d 6f737420 6c696b65 6c792c20 . Most likely, │ │ │ │ + 0x00039578 74686973 206d6561 6e732074 68617420 this means that │ │ │ │ + 0x00039588 74686520 72656d6f 74652070 726f6365 the remote proce │ │ │ │ + 0x00039598 73732077 61732075 6e61626c 65000000 ss was unable... │ │ │ │ + 0x000395a8 746f2069 6e697469 616c697a 65207468 to initialize th │ │ │ │ + 0x000395b8 65204c69 62666162 72696320 4e494320 e Libfabric NIC │ │ │ │ + 0x000395c8 636f7272 6563746c 792e2020 54686973 correctly. This │ │ │ │ + 0x000395d8 20657272 6f722069 73206e6f 74000000 error is not... │ │ │ │ + 0x000395e8 7265636f 76657261 626c6520 616e6420 recoverable and │ │ │ │ + 0x000395f8 796f7572 20617070 6c696361 74696f6e your application │ │ │ │ + 0x00039608 20697320 6c696b65 6c792074 6f206162 is likely to ab │ │ │ │ + 0x00039618 6f72742e 00000000 20205265 6d6f7465 ort..... Remote │ │ │ │ + 0x00039628 20686f73 743a2025 73000000 00000000 host: %s....... │ │ │ │ + 0x00039638 20204572 726f723a 20257320 28256429 Error: %s (%d) │ │ │ │ + 0x00039648 00000000 00000000 55736572 20726571 ........User req │ │ │ │ + 0x00039658 75657374 65642066 6f72206d 6f726520 uested for more │ │ │ │ + 0x00039668 7468616e 20617661 696c6162 6c652063 than available c │ │ │ │ + 0x00039678 6f6e7465 78747320 66726f6d 2070726f ontexts from pro │ │ │ │ + 0x00039688 76696465 722e204c 696d6974 696e6700 vider. Limiting. │ │ │ │ + 0x00039698 746f206d 61782061 6c6c6f77 65642028 to max allowed ( │ │ │ │ + 0x000396a8 2564292e 20436f6e 74657874 73207769 %d). Contexts wi │ │ │ │ + 0x000396b8 6c6c2062 65207265 20757365 6420696e ll be re used in │ │ │ │ + 0x000396c8 20726f75 6e642d72 6f62696e 20666173 round-robin fas │ │ │ │ + 0x000396d8 68696f6e 20696620 74686572 65000000 hion if there... │ │ │ │ + 0x000396e8 61726520 6d6f7265 20746872 65616473 are more threads │ │ │ │ + 0x000396f8 20746861 6e207468 65206176 61696c61 than the availa │ │ │ │ + 0x00039708 626c6520 636f6e74 65787473 2e000000 ble contexts.... │ │ │ │ + 0x00039718 20204c6f 63617469 6f6e3a20 25733a25 Location: %s:% │ │ │ │ + 0x00039728 64000000 00000000 4e756d62 6572206f d.......Number o │ │ │ │ + 0x00039738 66206c6f 63616c20 72616e6b 73206578 f local ranks ex │ │ │ │ + 0x00039748 63656564 20746865 206e756d 62657220 ceed the number │ │ │ │ + 0x00039758 6f662061 7661696c 61626c65 204f4649 of available OFI │ │ │ │ + 0x00039768 20636f6e 74657874 7320696e 20257300 contexts in %s. │ │ │ │ + 0x00039778 70726f76 69646572 20616e64 20776520 provider and we │ │ │ │ + 0x00039788 63616e6e 6f742070 726f7669 73696f6e cannot provision │ │ │ │ + 0x00039798 20656e6f 75676820 636f6e74 65787473 enough contexts │ │ │ │ + 0x000397a8 20666f72 20656163 68207261 6e6b2e20 for each rank. │ │ │ │ + 0x000397b8 54727920 64697361 626c696e 67000000 Try disabling... │ │ │ │ + 0x000397c8 5363616c 61626c65 20456e64 706f696e Scalable Endpoin │ │ │ │ + 0x000397d8 74206665 61747572 652e0000 00000000 t feature....... │ │ │ │ + 0x000397e8 52656163 68656420 6c696d69 74202825 Reached limit (% │ │ │ │ + 0x000397f8 64292066 6f72206e 756d6265 72206f66 d) for number of │ │ │ │ + 0x00039808 204f4649 20636f6e 74657874 73207365 OFI contexts se │ │ │ │ + 0x00039818 74206279 206d746c 5f6f6669 5f6e756d t by mtl_ofi_num │ │ │ │ + 0x00039828 5f637478 74732e00 506c6561 73652073 _ctxts..Please s │ │ │ │ + 0x00039838 6574206d 746c5f6f 66695f6e 756d5f63 et mtl_ofi_num_c │ │ │ │ + 0x00039848 74787473 20746f20 61206c61 72676572 txts to a larger │ │ │ │ + 0x00039858 2076616c 75652069 6620796f 75206e65 value if you ne │ │ │ │ + 0x00039868 6564206d 6f726520 636f6e74 65787473 ed more contexts │ │ │ │ + 0x00039878 2e000000 00000000 49662061 6e204d50 ........If an MP │ │ │ │ + 0x00039888 49206170 706c6963 6174696f 6e206372 I application cr │ │ │ │ + 0x00039898 65617465 73206d6f 72652063 6f6d6d75 eates more commu │ │ │ │ + 0x000398a8 6e696361 746f7273 20746861 6e206d74 nicators than mt │ │ │ │ + 0x000398b8 6c5f6f66 695f6e75 6d5f6374 7874732c l_ofi_num_ctxts, │ │ │ │ + 0x000398c8 00000000 00000000 4f464920 4d544c20 ........OFI MTL │ │ │ │ + 0x000398d8 77696c6c 206d616b 65207468 65206e65 will make the ne │ │ │ │ + 0x000398e8 7720636f 6d6d756e 69636174 6f727320 w communicators │ │ │ │ + 0x000398f8 72652d75 73652065 78697374 696e6720 re-use existing │ │ │ │ + 0x00039908 636f6e74 65787473 20696e00 00000000 contexts in..... │ │ │ │ + 0x00039918 726f756e 642d726f 62696e20 66617368 round-robin fash │ │ │ │ + 0x00039928 696f6e20 77686963 68207769 6c6c2069 ion which will i │ │ │ │ + 0x00039938 6d706163 74207065 72666f72 6d616e63 mpact performanc │ │ │ │ + 0x00039948 652e0000 00000000 5363616c 61626c65 e.......Scalable │ │ │ │ + 0x00039958 20456e64 706f696e 74206665 61747572 Endpoint featur │ │ │ │ + 0x00039968 65206973 20726571 75697265 6420666f e is required fo │ │ │ │ + 0x00039978 72205468 72656164 2047726f 7570696e r Thread Groupin │ │ │ │ + 0x00039988 67206665 61747572 6520746f 20776f72 g feature to wor │ │ │ │ + 0x00039998 6b2e0000 00000000 506c6561 73652074 k.......Please t │ │ │ │ + 0x000399a8 72792065 6e61626c 696e6720 5363616c ry enabling Scal │ │ │ │ + 0x000399b8 61626c65 20456e64 706f696e 74732075 able Endpoints u │ │ │ │ + 0x000399c8 73696e67 206d746c 5f6f6669 5f656e61 sing mtl_ofi_ena │ │ │ │ + 0x000399d8 626c655f 7365702e 00000000 00000000 ble_sep......... │ │ │ │ + 0x000399e8 5363616c 61626c65 20456e64 706f696e Scalable Endpoin │ │ │ │ + 0x000399f8 74206665 61747572 65206973 20656e61 t feature is ena │ │ │ │ + 0x00039a08 626c6564 20627920 74686520 75736572 bled by the user │ │ │ │ + 0x00039a18 20627574 20697420 6973206e 6f742073 but it is not s │ │ │ │ + 0x00039a28 7570706f 72746564 20627900 00000000 upported by..... │ │ │ │ + 0x00039a38 25732070 726f7669 6465722e 20547279 %s provider. Try │ │ │ │ + 0x00039a48 20646973 61626c69 6e672074 68697320 disabling this │ │ │ │ + 0x00039a58 66656174 75726520 6f722075 73652061 feature or use a │ │ │ │ + 0x00039a68 20646966 66657265 6e742070 726f7669 different provi │ │ │ │ + 0x00039a78 64657220 74686174 00000000 00000000 der that........ │ │ │ │ + 0x00039a88 73757070 6f727473 20697420 7573696e supports it usin │ │ │ │ + 0x00039a98 67206d74 6c5f6f66 695f7072 6f766964 g mtl_ofi_provid │ │ │ │ + 0x00039aa8 65725f69 6e636c75 64652e00 00000000 er_include...... │ │ │ │ + 0x00039ab8 4f464920 70726f76 69646572 20222573 OFI provider "%s │ │ │ │ + 0x00039ac8 2220646f 6573206e 6f742068 61766520 " does not have │ │ │ │ + 0x00039ad8 656e6f75 67682066 72656520 62697473 enough free bits │ │ │ │ + 0x00039ae8 20696e20 69747320 74616720 746f2066 in its tag to f │ │ │ │ + 0x00039af8 69742074 6865204d 50490000 00000000 it the MPI...... │ │ │ │ + 0x00039b08 436f6d6d 756e6963 61746f72 2049442e Communicator ID. │ │ │ │ + 0x00039b18 20536565 20746865 206d656d 5f746167 See the mem_tag │ │ │ │ + 0x00039b28 5f666f72 6d617420 6f662074 68652070 _format of the p │ │ │ │ + 0x00039b38 726f7669 64657220 62792072 756e6e69 rovider by runni │ │ │ │ + 0x00039b48 6e673a00 00000000 66695f69 6e666f20 ng:.....fi_info │ │ │ │ + 0x00039b58 2d76202d 70202573 00000000 00000000 -v -p %s........ │ │ │ │ + 0x00039b68 4f70656e 204d5049 20666169 6c656420 Open MPI failed │ │ │ │ + 0x00039b78 616e204f 4649204c 69626661 62726963 an OFI Libfabric │ │ │ │ + 0x00039b88 206c6962 72617279 2063616c 6c202825 library call (% │ │ │ │ + 0x00039b98 73292e20 20546869 73206973 20686967 s). This is hig │ │ │ │ + 0x00039ba8 686c7900 00000000 756e7573 75616c3b hly.....unusual; │ │ │ │ + 0x00039bb8 20796f75 72206a6f 62206d61 79206265 your job may be │ │ │ │ + 0x00039bc8 68617665 20756e70 72656469 63746162 have unpredictab │ │ │ │ + 0x00039bd8 6c792028 616e642f 6f722061 626f7274 ly (and/or abort │ │ │ │ + 0x00039be8 29206166 74657220 74686973 2e000000 ) after this.... │ │ │ │ + 0x00039bf8 6d70695f 696e6974 3a737461 72747570 mpi_init:startup │ │ │ │ + 0x00039c08 3a696e74 65726e61 6c2d6661 696c7572 :internal-failur │ │ │ │ + 0x00039c18 65000000 00000000 6d70695f 696e6974 e.......mpi_init │ │ │ │ + 0x00039c28 3a737461 72747570 3a706d6c 2d616464 :startup:pml-add │ │ │ │ + 0x00039c38 2d70726f 63732d66 61696c00 00000000 -procs-fail..... │ │ │ │ + 0x00039c48 6d70692d 70617261 6d2d6368 65636b2d mpi-param-check- │ │ │ │ + 0x00039c58 656e6162 6c65642d 6275742d 636f6d70 enabled-but-comp │ │ │ │ + 0x00039c68 696c6564 2d6f7574 00000000 00000000 iled-out........ │ │ │ │ + 0x00039c78 6d70695f 696e6974 3a20696e 766f6b65 mpi_init: invoke │ │ │ │ + 0x00039c88 64206d75 6c746970 6c652074 696d6573 d multiple times │ │ │ │ + 0x00039c98 00000000 00000000 6d70695f 696e6974 ........mpi_init │ │ │ │ + 0x00039ca8 3a20616c 72656164 79206669 6e616c69 : already finali │ │ │ │ + 0x00039cb8 7a656400 00000000 6d70695f 66696e61 zed.....mpi_fina │ │ │ │ + 0x00039cc8 6c697a65 3a206e6f 7420696e 69746961 lize: not initia │ │ │ │ + 0x00039cd8 6c697a65 64000000 6d70695f 66696e61 lized...mpi_fina │ │ │ │ + 0x00039ce8 6c697a65 3a696e76 6f6b6564 5f6d756c lize:invoked_mul │ │ │ │ + 0x00039cf8 7469706c 655f7469 6d657300 00000000 tiple_times..... │ │ │ │ + 0x00039d08 73706172 73652067 726f7570 7320656e sparse groups en │ │ │ │ + 0x00039d18 61626c65 64206275 7420636f 6d70696c abled but compil │ │ │ │ + 0x00039d28 6564206f 75740000 68657465 726f6765 ed out..heteroge │ │ │ │ + 0x00039d38 6e656f75 732d7375 70706f72 742d756e neous-support-un │ │ │ │ + 0x00039d48 61766169 6c61626c 65000000 00000000 available....... │ │ │ │ + 0x00039d58 6e6f2063 75646120 73757070 6f727400 no cuda support. │ │ │ │ + 0x00039d68 7370633a 204d5049 5f542064 69736162 spc: MPI_T disab │ │ │ │ + 0x00039d78 6c656400 00000000 6e6f2d70 6d690000 led.....no-pmi.. │ │ │ │ + 0x00039d88 6e6f2d70 6d69782d 62757400 00000000 no-pmix-but..... │ │ │ │ + 0x00039d98 4e6f2050 4d497820 73657276 65722077 No PMIx server w │ │ │ │ + 0x00039da8 61732072 65616368 61626c65 2c206275 as reachable, bu │ │ │ │ + 0x00039db8 74206120 504d4931 2f322077 61732064 t a PMI1/2 was d │ │ │ │ + 0x00039dc8 65746563 7465642e 00000000 00000000 etected......... │ │ │ │ + 0x00039dd8 49662073 72756e20 69732062 65696e67 If srun is being │ │ │ │ + 0x00039de8 20757365 6420746f 206c6175 6e636820 used to launch │ │ │ │ + 0x00039df8 6170706c 69636174 696f6e2c 20202564 application, %d │ │ │ │ + 0x00039e08 2073696e 676c6574 6f6e7320 77696c6c singletons will │ │ │ │ + 0x00039e18 20626520 73746172 7465642e 00000000 be started..... │ │ │ │ + 0x00039e28 504d4978 5f496e69 74206661 696c6564 PMIx_Init failed │ │ │ │ + 0x00039e38 20666f72 20746865 20666f6c 6c6f7769 for the followi │ │ │ │ + 0x00039e48 6e672072 6561736f 6e3a0000 00000000 ng reason:...... │ │ │ │ + 0x00039e58 4f70656e 204d5049 20726571 75697265 Open MPI require │ │ │ │ + 0x00039e68 73206163 63657373 20746f20 61206c6f s access to a lo │ │ │ │ + 0x00039e78 63616c20 504d4978 20736572 76657220 cal PMIx server │ │ │ │ + 0x00039e88 746f2065 78656375 74652e20 506c6561 to execute. Plea │ │ │ │ + 0x00039e98 73652065 6e737572 65000000 00000000 se ensure....... │ │ │ │ + 0x00039ea8 74686174 20656974 68657220 796f7520 that either you │ │ │ │ + 0x00039eb8 61726520 6f706572 6174696e 6720696e are operating in │ │ │ │ + 0x00039ec8 20612050 4d49782d 656e6162 6c656420 a PMIx-enabled │ │ │ │ + 0x00039ed8 656e7669 726f6e6d 656e742c 206f7220 environment, or │ │ │ │ + 0x00039ee8 75736520 226d7069 72756e22 00000000 use "mpirun".... │ │ │ │ + 0x00039ef8 746f2065 78656375 74652074 6865206a to execute the j │ │ │ │ + 0x00039f08 6f622e00 00000000 54686572 65207761 ob......There wa │ │ │ │ + 0x00039f18 7320616e 20657272 6f722072 65676973 s an error regis │ │ │ │ + 0x00039f28 74657269 6e672073 6f667477 61726520 tering software │ │ │ │ + 0x00039f38 70657266 6f726d61 6e636520 636f756e performance coun │ │ │ │ + 0x00039f48 74657273 20285350 43732920 61730000 ters (SPCs) as.. │ │ │ │ + 0x00039f58 4d50495f 54207065 72666f72 6d616e63 MPI_T performanc │ │ │ │ + 0x00039f68 65207661 72696162 6c65732e 2020596f e variables. Yo │ │ │ │ + 0x00039f78 7572206a 6f622077 696c6c20 636f6e74 ur job will cont │ │ │ │ + 0x00039f88 696e7565 2c206275 74205350 43732077 inue, but SPCs w │ │ │ │ + 0x00039f98 696c6c20 62650000 64697361 626c6564 ill be..disabled │ │ │ │ + 0x00039fa8 20666f72 204d5049 5f542e00 00000000 for MPI_T...... │ │ │ │ + 0x00039fb8 54686520 75736572 20726571 75657374 The user request │ │ │ │ + 0x00039fc8 65642043 55444120 73757070 6f727420 ed CUDA support │ │ │ │ + 0x00039fd8 77697468 20746865 202d2d6d 6361206d with the --mca m │ │ │ │ + 0x00039fe8 70695f63 7564615f 73757070 6f727420 pi_cuda_support │ │ │ │ + 0x00039ff8 3120666c 61670000 62757420 74686520 1 flag..but the │ │ │ │ + 0x0003a008 6c696272 61727920 77617320 6e6f7420 library was not │ │ │ │ + 0x0003a018 636f6d70 696c6564 20776974 6820616e compiled with an │ │ │ │ + 0x0003a028 79207375 70706f72 742e0000 00000000 y support....... │ │ │ │ + 0x0003a038 54686973 20696e73 74616c6c 6174696f This installatio │ │ │ │ + 0x0003a048 6e206f66 204f7065 6e204d50 49207761 n of Open MPI wa │ │ │ │ + 0x0003a058 7320636f 6e666967 75726564 20776974 s configured wit │ │ │ │ + 0x0003a068 686f7574 20737570 706f7274 20666f72 hout support for │ │ │ │ + 0x0003a078 00000000 00000000 68657465 726f6765 ........heteroge │ │ │ │ + 0x0003a088 6e656f75 73206172 63686974 65637475 neous architectu │ │ │ │ + 0x0003a098 7265732c 20627574 20617420 6c656173 res, but at leas │ │ │ │ + 0x0003a0a8 74206f6e 65206e6f 64652069 6e207468 t one node in th │ │ │ │ + 0x0003a0b8 6520616c 6c6f6361 74696f6e 00000000 e allocation.... │ │ │ │ + 0x0003a0c8 77617320 64657465 63746564 20746f20 was detected to │ │ │ │ + 0x0003a0d8 68617665 20612064 69666665 72656e74 have a different │ │ │ │ + 0x0003a0e8 20617263 68697465 63747572 652e2054 architecture. T │ │ │ │ + 0x0003a0f8 68652064 65746563 74656420 6e6f6465 he detected node │ │ │ │ + 0x0003a108 20776173 3a000000 4e6f6465 3a202573 was:...Node: %s │ │ │ │ + 0x0003a118 00000000 00000000 496e206f 72646572 ........In order │ │ │ │ + 0x0003a128 20746f20 6f706572 61746520 696e2061 to operate in a │ │ │ │ + 0x0003a138 20686574 65726f67 656e656f 75732065 heterogeneous e │ │ │ │ + 0x0003a148 6e766972 6f6e6d65 6e742c20 706c6561 nvironment, plea │ │ │ │ + 0x0003a158 73652072 65636f6e 66696775 72650000 se reconfigure.. │ │ │ │ + 0x0003a168 4f70656e 204d5049 20776974 68202d2d Open MPI with -- │ │ │ │ + 0x0003a178 656e6162 6c652d68 65746572 6f67656e enable-heterogen │ │ │ │ + 0x0003a188 656f7573 2e000000 5741524e 494e473a eous....WARNING: │ │ │ │ + 0x0003a198 20546865 204d4341 20706172 616d6574 The MCA paramet │ │ │ │ + 0x0003a1a8 6572206d 70695f75 73655f73 70617273 er mpi_use_spars │ │ │ │ + 0x0003a1b8 655f6772 6f75705f 73746f72 61676520 e_group_storage │ │ │ │ + 0x0003a1c8 68617320 6265656e 20736574 00000000 has been set.... │ │ │ │ + 0x0003a1d8 746f2074 7275652c 20627574 20737061 to true, but spa │ │ │ │ + 0x0003a1e8 72736520 67726f75 70207375 70706f72 rse group suppor │ │ │ │ + 0x0003a1f8 74207761 73206e6f 7420636f 6d70696c t was not compil │ │ │ │ + 0x0003a208 65642069 6e746f20 4f70656e 204d5049 ed into Open MPI │ │ │ │ + 0x0003a218 2e202054 68650000 6d70695f 7573655f . The..mpi_use_ │ │ │ │ + 0x0003a228 73706172 73655f67 726f7570 5f73746f sparse_group_sto │ │ │ │ + 0x0003a238 72616765 2076616c 75652068 61732074 rage value has t │ │ │ │ + 0x0003a248 68657265 666f7265 20626565 6e206967 herefore been ig │ │ │ │ + 0x0003a258 6e6f7265 642e0000 54686520 66756e63 nored...The func │ │ │ │ + 0x0003a268 74696f6e 204d5049 5f46494e 414c495a tion MPI_FINALIZ │ │ │ │ + 0x0003a278 45207761 7320696e 766f6b65 64206d75 E was invoked mu │ │ │ │ + 0x0003a288 6c746970 6c652074 696d6573 20696e20 ltiple times in │ │ │ │ + 0x0003a298 61207369 6e676c65 00000000 00000000 a single........ │ │ │ │ + 0x0003a2a8 70726f63 65737320 6f6e2068 6f737420 process on host │ │ │ │ + 0x0003a2b8 25732c20 50494420 25642e00 00000000 %s, PID %d...... │ │ │ │ + 0x0003a2c8 54686973 20696e64 69636174 65732061 This indicates a │ │ │ │ + 0x0003a2d8 6e206572 726f6e65 6f757320 4d504920 n erroneous MPI │ │ │ │ + 0x0003a2e8 70726f67 72616d3b 204d5049 5f46494e program; MPI_FIN │ │ │ │ + 0x0003a2f8 414c495a 45206973 206f6e6c 7920616c ALIZE is only al │ │ │ │ + 0x0003a308 6c6f7765 64000000 746f2062 6520696e lowed...to be in │ │ │ │ + 0x0003a318 766f6b65 64206578 6163746c 79206f6e voked exactly on │ │ │ │ + 0x0003a328 63652069 6e206120 70726f63 6573732e ce in a process. │ │ │ │ + 0x0003a338 00000000 00000000 54686520 66756e63 ........The func │ │ │ │ + 0x0003a348 74696f6e 204d5049 5f46494e 414c495a tion MPI_FINALIZ │ │ │ │ + 0x0003a358 45207761 7320696e 766f6b65 64206265 E was invoked be │ │ │ │ + 0x0003a368 666f7265 204d5049 20776173 20696e69 fore MPI was ini │ │ │ │ + 0x0003a378 7469616c 697a6564 20696e20 61000000 tialized in a... │ │ │ │ + 0x0003a388 54686973 20696e64 69636174 65732061 This indicates a │ │ │ │ + 0x0003a398 6e206572 726f6e65 6f757320 4d504920 n erroneous MPI │ │ │ │ + 0x0003a3a8 70726f67 72616d3b 204d5049 206d7573 program; MPI mus │ │ │ │ + 0x0003a3b8 74206265 20696e69 7469616c 697a6564 t be initialized │ │ │ │ + 0x0003a3c8 00000000 00000000 6265666f 72652069 ........before i │ │ │ │ + 0x0003a3d8 74206361 6e206265 2066696e 616c697a t can be finaliz │ │ │ │ + 0x0003a3e8 65642e00 00000000 4f70656e 204d5049 ed......Open MPI │ │ │ │ + 0x0003a3f8 20686173 20646574 65637465 64207468 has detected th │ │ │ │ + 0x0003a408 61742074 68697320 70726f63 65737320 at this process │ │ │ │ + 0x0003a418 68617320 61747465 6d707465 6420746f has attempted to │ │ │ │ + 0x0003a428 20696e69 7469616c 697a6500 00000000 initialize..... │ │ │ │ + 0x0003a438 4d504920 28766961 204d5049 5f494e49 MPI (via MPI_INI │ │ │ │ + 0x0003a448 54206f72 204d5049 5f494e49 545f5448 T or MPI_INIT_TH │ │ │ │ + 0x0003a458 52454144 29206166 74657220 4d50495f READ) after MPI_ │ │ │ │ + 0x0003a468 46494e41 4c495a45 20686173 20626565 FINALIZE has bee │ │ │ │ + 0x0003a478 6e000000 00000000 63616c6c 65642e20 n.......called. │ │ │ │ + 0x0003a488 20546869 73206973 20657272 6f6e656f This is erroneo │ │ │ │ + 0x0003a498 75732e00 00000000 4d504920 28766961 us......MPI (via │ │ │ │ + 0x0003a4a8 204d5049 5f494e49 54206f72 204d5049 MPI_INIT or MPI │ │ │ │ + 0x0003a4b8 5f494e49 545f5448 52454144 29206d6f _INIT_THREAD) mo │ │ │ │ + 0x0003a4c8 72652074 68616e20 6f6e6365 2e202054 re than once. T │ │ │ │ + 0x0003a4d8 68697320 69730000 6572726f 6e656f75 his is..erroneou │ │ │ │ + 0x0003a4e8 732e0000 00000000 5741524e 494e473a s.......WARNING: │ │ │ │ + 0x0003a4f8 20546865 204d4341 20706172 616d6574 The MCA paramet │ │ │ │ + 0x0003a508 6572206d 70695f70 6172616d 5f636865 er mpi_param_che │ │ │ │ + 0x0003a518 636b2068 61732062 65656e20 73657420 ck has been set │ │ │ │ + 0x0003a528 746f2074 7275652c 20627574 00000000 to true, but.... │ │ │ │ + 0x0003a538 70617261 6d657465 72206368 65636b69 parameter checki │ │ │ │ + 0x0003a548 6e672068 61732062 65656e20 636f6d70 ng has been comp │ │ │ │ + 0x0003a558 696c6564 206f7574 206f6620 4f70656e iled out of Open │ │ │ │ + 0x0003a568 204d5049 2e202054 68650000 00000000 MPI. The...... │ │ │ │ + 0x0003a578 6d70695f 70617261 6d5f6368 65636b20 mpi_param_check │ │ │ │ + 0x0003a588 76616c75 65206861 73207468 65726566 value has theref │ │ │ │ + 0x0003a598 6f726520 6265656e 2069676e 6f726564 ore been ignored │ │ │ │ + 0x0003a5a8 2e000000 00000000 4d50495f 494e4954 ........MPI_INIT │ │ │ │ + 0x0003a5b8 20686173 20666169 6c656420 62656361 has failed beca │ │ │ │ + 0x0003a5c8 75736520 6174206c 65617374 206f6e65 use at least one │ │ │ │ + 0x0003a5d8 204d5049 2070726f 63657373 20697320 MPI process is │ │ │ │ + 0x0003a5e8 756e7265 61636861 626c6500 00000000 unreachable..... │ │ │ │ + 0x0003a5f8 66726f6d 20616e6f 74686572 2e202054 from another. T │ │ │ │ + 0x0003a608 68697320 2a757375 616c6c79 2a206d65 his *usually* me │ │ │ │ + 0x0003a618 616e7320 74686174 20616e20 756e6465 ans that an unde │ │ │ │ + 0x0003a628 726c7969 6e672063 6f6d6d75 6e696361 rlying communica │ │ │ │ + 0x0003a638 74696f6e 00000000 706c7567 696e202d tion....plugin - │ │ │ │ + 0x0003a648 2d207375 63682061 73206120 42544c20 - such as a BTL │ │ │ │ + 0x0003a658 6f722061 6e204d54 4c202d2d 20686173 or an MTL -- has │ │ │ │ + 0x0003a668 20656974 68657220 6e6f7420 6c6f6164 either not load │ │ │ │ + 0x0003a678 6564206f 72206e6f 74000000 00000000 ed or not....... │ │ │ │ + 0x0003a688 616c6c6f 77656420 69747365 6c662074 allowed itself t │ │ │ │ + 0x0003a698 6f206265 20757365 642e2020 596f7572 o be used. Your │ │ │ │ + 0x0003a6a8 204d5049 206a6f62 2077696c 6c206e6f MPI job will no │ │ │ │ + 0x0003a6b8 77206162 6f72742e 00000000 00000000 w abort......... │ │ │ │ + 0x0003a6c8 596f7520 6d617920 77697368 20746f20 You may wish to │ │ │ │ + 0x0003a6d8 74727920 746f206e 6172726f 7720646f try to narrow do │ │ │ │ + 0x0003a6e8 776e2074 68652070 726f626c 656d3b00 wn the problem;. │ │ │ │ + 0x0003a6f8 202a2043 6865636b 20746865 206f7574 * Check the out │ │ │ │ + 0x0003a708 70757420 6f66206f 6d70695f 696e666f put of ompi_info │ │ │ │ + 0x0003a718 20746f20 73656520 77686963 68204254 to see which BT │ │ │ │ + 0x0003a728 4c2f4d54 4c20706c 7567696e 73206172 L/MTL plugins ar │ │ │ │ + 0x0003a738 65000000 00000000 20202061 7661696c e....... avail │ │ │ │ + 0x0003a748 61626c65 2e000000 202a2052 756e2079 able.... * Run y │ │ │ │ + 0x0003a758 6f757220 6170706c 69636174 696f6e20 our application │ │ │ │ + 0x0003a768 77697468 204d5049 5f544852 4541445f with MPI_THREAD_ │ │ │ │ + 0x0003a778 53494e47 4c452e00 202a2053 65742074 SINGLE.. * Set t │ │ │ │ + 0x0003a788 6865204d 43412070 6172616d 65746572 he MCA parameter │ │ │ │ + 0x0003a798 2062746c 5f626173 655f7665 72626f73 btl_base_verbos │ │ │ │ + 0x0003a7a8 6520746f 20313030 20286f72 206d746c e to 100 (or mtl │ │ │ │ + 0x0003a7b8 5f626173 655f7665 72626f73 652c0000 _base_verbose,.. │ │ │ │ + 0x0003a7c8 20202069 66207573 696e6720 4d544c2d if using MTL- │ │ │ │ + 0x0003a7d8 62617365 6420636f 6d6d756e 69636174 based communicat │ │ │ │ + 0x0003a7e8 696f6e73 2920746f 20736565 20657861 ions) to see exa │ │ │ │ + 0x0003a7f8 63746c79 20776869 63680000 00000000 ctly which...... │ │ │ │ + 0x0003a808 20202063 6f6d6d75 6e696361 74696f6e communication │ │ │ │ + 0x0003a818 20706c75 67696e73 20776572 6520636f plugins were co │ │ │ │ + 0x0003a828 6e736964 65726564 20616e64 2f6f7220 nsidered and/or │ │ │ │ + 0x0003a838 64697363 61726465 642e0000 00000000 discarded....... │ │ │ │ + 0x0003a848 4974206c 6f6f6b73 206c696b 65202573 It looks like %s │ │ │ │ + 0x0003a858 20666169 6c656420 666f7220 736f6d65 failed for some │ │ │ │ + 0x0003a868 20726561 736f6e3b 20796f75 72207061 reason; your pa │ │ │ │ + 0x0003a878 72616c6c 656c2070 726f6365 73732069 rallel process i │ │ │ │ + 0x0003a888 73000000 00000000 6661696c 20647572 s.......fail dur │ │ │ │ + 0x0003a898 696e6720 25733b20 736f6d65 206f6620 ing %s; some of │ │ │ │ + 0x0003a8a8 77686963 68206172 65206475 6520746f which are due to │ │ │ │ + 0x0003a8b8 20636f6e 66696775 72617469 6f6e206f configuration o │ │ │ │ + 0x0003a8c8 7220656e 7669726f 6e6d656e 74000000 r environment... │ │ │ │ + 0x0003a8d8 70726f62 6c656d73 2e202054 68697320 problems. This │ │ │ │ + 0x0003a8e8 6661696c 75726520 61707065 61727320 failure appears │ │ │ │ + 0x0003a8f8 746f2062 6520616e 20696e74 65726e61 to be an interna │ │ │ │ + 0x0003a908 6c206661 696c7572 653b2068 65726527 l failure; here' │ │ │ │ + 0x0003a918 7320736f 6d650000 61646469 74696f6e s some..addition │ │ │ │ + 0x0003a928 616c2069 6e666f72 6d617469 6f6e2028 al information ( │ │ │ │ + 0x0003a938 77686963 68206d61 79206f6e 6c792062 which may only b │ │ │ │ + 0x0003a948 65207265 6c657661 6e742074 6f20616e e relevant to an │ │ │ │ + 0x0003a958 204f7065 6e204d50 49000000 00000000 Open MPI....... │ │ │ │ + 0x0003a968 64657665 6c6f7065 72293a00 00000000 developer):..... │ │ │ │ + 0x0003a978 20202d2d 3e205265 7475726e 65642022 --> Returned " │ │ │ │ + 0x0003a988 25732220 28256429 20696e73 74656164 %s" (%d) instead │ │ │ │ + 0x0003a998 206f6620 22537563 63657373 22202830 of "Success" (0 │ │ │ │ + 0x0003a9a8 29000000 00000000 73686d65 6d2d6162 ).......shmem-ab │ │ │ │ + 0x0003a9b8 6f727400 00000000 53484d45 4d5f4142 ort.....SHMEM_AB │ │ │ │ + 0x0003a9c8 4f525420 77617320 696e766f 6b656420 ORT was invoked │ │ │ │ + 0x0003a9d8 6f6e2072 616e6b20 25642028 70696420 on rank %d (pid │ │ │ │ + 0x0003a9e8 25642c20 686f7374 3d257329 20776974 %d, host=%s) wit │ │ │ │ + 0x0003a9f8 68206572 726f7263 6f646520 25642e00 h errorcode %d.. │ │ │ │ + 0x0003aa08 73686f77 20746869 73206d65 73736167 show this messag │ │ │ │ + 0x0003aa18 6520746f 20616e20 4f53484d 454d2077 e to an OSHMEM w │ │ │ │ + 0x0003aa28 697a6172 643a0000 20202020 20202020 izard:.. │ │ │ │ + 0x0003aa38 204c6962 72617279 2063616c 6c3a2025 Library call: % │ │ │ │ + 0x0003aa48 73000000 00000000 20202020 20202020 s....... │ │ │ │ + 0x0003aa58 2020536f 75726365 2066696c 653a2025 Source file: % │ │ │ │ + 0x0003aa68 73000000 00000000 20202053 6f757263 s....... Sourc │ │ │ │ + 0x0003aa78 65206c69 6e65206e 756d6265 723a2025 e line number: % │ │ │ │ + 0x0003aa88 64000000 00000000 66696e64 2d617661 d.......find-ava │ │ │ │ + 0x0003aa98 696c6162 6c653a6e 6f6e652d 666f756e ilable:none-foun │ │ │ │ + 0x0003aaa8 64000000 00000000 4e6f2061 7661696c d.......No avail │ │ │ │ + 0x0003aab8 61626c65 20257320 636f6d70 6f6e656e able %s componen │ │ │ │ + 0x0003aac8 74732077 65726520 666f756e 64210000 ts were found!.. │ │ │ │ + 0x0003aad8 54686973 206d6561 6e732074 68617420 This means that │ │ │ │ + 0x0003aae8 74686572 65206172 65206e6f 20636f6d there are no com │ │ │ │ + 0x0003aaf8 706f6e65 6e747320 6f662074 68697320 ponents of this │ │ │ │ + 0x0003ab08 74797065 20696e73 74616c6c 6564206f type installed o │ │ │ │ + 0x0003ab18 6e20796f 75720000 73797374 656d206f n your..system o │ │ │ │ + 0x0003ab28 7220616c 6c207468 6520636f 6d706f6e r all the compon │ │ │ │ + 0x0003ab38 656e7473 20726570 6f727465 64207468 ents reported th │ │ │ │ + 0x0003ab48 61742074 68657920 636f756c 64206e6f at they could no │ │ │ │ + 0x0003ab58 74206265 20757365 642e0000 00000000 t be used....... │ │ │ │ + 0x0003ab68 54686973 20697320 61206661 74616c20 This is a fatal │ │ │ │ + 0x0003ab78 6572726f 723b2079 6f757220 53484d45 error; your SHME │ │ │ │ + 0x0003ab88 4d207072 6f636573 73206973 206c696b M process is lik │ │ │ │ + 0x0003ab98 656c7920 746f2061 626f7274 2e202043 ely to abort. C │ │ │ │ + 0x0003aba8 6865636b 20746865 00000000 00000000 heck the........ │ │ │ │ + 0x0003abb8 6f757470 7574206f 66207468 6520226f output of the "o │ │ │ │ + 0x0003abc8 6d70695f 696e666f 2220636f 6d6d616e mpi_info" comman │ │ │ │ + 0x0003abd8 6420616e 6420656e 73757265 20746861 d and ensure tha │ │ │ │ + 0x0003abe8 7420636f 6d706f6e 656e7473 206f6620 t components of │ │ │ │ + 0x0003abf8 74686973 00000000 74797065 20617265 this....type are │ │ │ │ + 0x0003ac08 20617661 696c6162 6c65206f 6e20796f available on yo │ │ │ │ + 0x0003ac18 75722073 79737465 6d2e2020 596f7520 ur system. You │ │ │ │ + 0x0003ac28 6d617920 616c736f 20776973 6820746f may also wish to │ │ │ │ + 0x0003ac38 20636865 636b2074 68650000 00000000 check the...... │ │ │ │ + 0x0003ac48 76616c75 65206f66 20746865 2022636f value of the "co │ │ │ │ + 0x0003ac58 6d706f6e 656e745f 70617468 22204d43 mponent_path" MC │ │ │ │ + 0x0003ac68 41207061 72616d65 74657220 616e6420 A parameter and │ │ │ │ + 0x0003ac78 656e7375 72652074 68617420 69742068 ensure that it h │ │ │ │ + 0x0003ac88 61732061 74000000 6c656173 74206f6e as at...least on │ │ │ │ + 0x0003ac98 65206469 72656374 6f727920 74686174 e directory that │ │ │ │ + 0x0003aca8 20636f6e 7461696e 73207661 6c696420 contains valid │ │ │ │ + 0x0003acb8 4d434120 636f6d70 6f6e656e 74732e00 MCA components.. │ │ │ │ + 0x0003acc8 63726561 74652073 65676d65 6e742066 create segment f │ │ │ │ + 0x0003acd8 61696c75 72650000 54686520 4f70656e ailure..The Open │ │ │ │ + 0x0003ace8 53484d45 4d202228 25732922 20706c75 SHMEM "(%s)" plu │ │ │ │ + 0x0003acf8 67696e20 696e2074 68652022 7373686d gin in the "sshm │ │ │ │ + 0x0003ad08 656d2220 6672616d 65776f72 6b206661 em" framework fa │ │ │ │ + 0x0003ad18 696c6564 20746f00 616c6c6f 63617465 iled to.allocate │ │ │ │ + 0x0003ad28 20612073 68617265 64206d65 6d6f7279 a shared memory │ │ │ │ + 0x0003ad38 20736567 6d656e74 20766961 20746865 segment via the │ │ │ │ + 0x0003ad48 20737973 74656d20 63616c6c 2e202054 system call. T │ │ │ │ + 0x0003ad58 68697300 00000000 75737561 6c6c7920 his.....usually │ │ │ │ + 0x0003ad68 6d65616e 73207468 61742074 68657265 means that there │ │ │ │ + 0x0003ad78 20617265 206e6f74 20656e6f 75676820 are not enough │ │ │ │ + 0x0003ad88 7265736f 75726365 73206176 61696c61 resources availa │ │ │ │ + 0x0003ad98 626c6520 746f206d 656d6f72 79207375 ble to memory su │ │ │ │ + 0x0003ada8 62737973 74656d20 6f6e2079 6f757220 bsystem on your │ │ │ │ + 0x0003adb8 73657276 65722e00 596f7572 204f7065 server..Your Ope │ │ │ │ + 0x0003adc8 6e53484d 454d206a 6f622077 696c6c20 nSHMEM job will │ │ │ │ + 0x0003add8 6e6f7720 61626f72 742e0000 00000000 now abort....... │ │ │ │ + 0x0003ade8 20202053 65727665 723a2020 20202020 Server: │ │ │ │ + 0x0003adf8 20202020 20202020 20202573 00000000 %s.... │ │ │ │ + 0x0003ae08 20202052 65717565 73746564 20736861 Requested sha │ │ │ │ + 0x0003ae18 72656400 00000000 2020206d 656d6f72 red..... memor │ │ │ │ + 0x0003ae28 79207365 676d656e 74207369 7a653a20 y segment size: │ │ │ │ + 0x0003ae38 2020256c 6c750000 20202053 70656369 %llu.. Speci │ │ │ │ + 0x0003ae48 66696320 6572726f 723a2020 20202020 fic error: │ │ │ │ + 0x0003ae58 20202573 20282564 29000000 00000000 %s (%d)....... │ │ │ │ + 0x0003ae68 6d6d6170 3a637265 61746520 7365676d mmap:create segm │ │ │ │ + 0x0003ae78 656e7420 6661696c 75726500 00000000 ent failure..... │ │ │ │ + 0x0003ae88 596f7520 63616e20 74727920 74686520 You can try the │ │ │ │ + 0x0003ae98 666f6c6c 6f77696e 673a0000 00000000 following:...... │ │ │ │ + 0x0003aea8 312e2044 65637265 61736520 74686520 1. Decrease the │ │ │ │ + 0x0003aeb8 73796d6d 65747269 63206865 61702061 symmetric heap a │ │ │ │ + 0x0003aec8 72656120 77697468 00000000 00000000 rea with........ │ │ │ │ + 0x0003aed8 20202022 2d782053 484d454d 5f53594d "-x SHMEM_SYM │ │ │ │ + 0x0003aee8 4d455452 49435f48 4541505f 53495a45 METRIC_HEAP_SIZE │ │ │ │ + 0x0003aef8 3d3c7661 6c75653e 222e0000 00000000 ="....... │ │ │ │ + 0x0003af08 322e2053 65742022 2d2d6d63 61207373 2. Set "--mca ss │ │ │ │ + 0x0003af18 686d656d 5f626173 655f7374 6172745f hmem_base_start_ │ │ │ │ + 0x0003af28 61646472 65737320 30222066 6f720000 address 0" for.. │ │ │ │ + 0x0003af38 20202061 75746f6d 61746963 2073656c automatic sel │ │ │ │ + 0x0003af48 65637469 6f6e2062 79204f53 206f6620 ection by OS of │ │ │ │ + 0x0003af58 76697274 75616c20 73746172 74206164 virtual start ad │ │ │ │ + 0x0003af68 64726573 7320666f 72207373 686d656d dress for sshmem │ │ │ │ + 0x0003af78 2e000000 00000000 54686973 20697373 ........This iss │ │ │ │ + 0x0003af88 75652063 6f756c64 20616c73 6f206265 ue could also be │ │ │ │ + 0x0003af98 2072656c 61746564 20746f20 434f4e46 related to CONF │ │ │ │ + 0x0003afa8 49475f53 54524943 545f4445 564d454d IG_STRICT_DEVMEM │ │ │ │ + 0x0003afb8 00000000 00000000 6b65726e 656c206f ........kernel o │ │ │ │ + 0x0003afc8 7074696f 6e207768 69636820 69662065 ption which if e │ │ │ │ + 0x0003afd8 6e61626c 65642070 72657665 6e747320 nabled prevents │ │ │ │ + 0x0003afe8 61636365 73732074 6f207068 79736963 access to physic │ │ │ │ + 0x0003aff8 616c0000 00000000 6d656d6f 72792076 al......memory v │ │ │ │ + 0x0003b008 69612022 6d6d6170 222e2049 6e207468 ia "mmap". In th │ │ │ │ + 0x0003b018 69732063 61736520 796f7520 636f756c is case you coul │ │ │ │ + 0x0003b028 64207472 79207573 696e6720 6f746865 d try using othe │ │ │ │ + 0x0003b038 72000000 00000000 7373686d 656d2063 r.......sshmem c │ │ │ │ + 0x0003b048 6f6d706f 6e656e74 7320696e 73746561 omponents instea │ │ │ │ + 0x0003b058 642e0000 00000000 73797376 3a637265 d.......sysv:cre │ │ │ │ + 0x0003b068 61746520 7365676d 656e7420 6661696c ate segment fail │ │ │ │ + 0x0003b078 75726500 00000000 312e2055 73652061 ure.....1. Use a │ │ │ │ + 0x0003b088 20646966 66657265 6e742073 73686d65 different sshme │ │ │ │ + 0x0003b098 6d20706c 7567696e 2028652e 672e2c20 m plugin (e.g., │ │ │ │ + 0x0003b0a8 226d6d61 70222920 77697468 20222d2d "mmap") with "-- │ │ │ │ + 0x0003b0b8 6d636120 7373686d 656d206d 6d617022 mca sshmem mmap" │ │ │ │ + 0x0003b0c8 2e000000 00000000 322e2044 65637265 ........2. Decre │ │ │ │ + 0x0003b0d8 61736520 74686520 73796d6d 65747269 ase the symmetri │ │ │ │ + 0x0003b0e8 63206865 61702061 72656120 73697a65 c heap area size │ │ │ │ + 0x0003b0f8 20776974 6820222d 78000000 00000000 with "-x....... │ │ │ │ + 0x0003b108 20202053 484d454d 5f53594d 4d455452 SHMEM_SYMMETR │ │ │ │ + 0x0003b118 49435f48 4541505f 53495a45 3d3c7661 IC_HEAP_SIZE="...3. Incre │ │ │ │ + 0x0003b138 61736520 796f7572 20737973 74656d27 ase your system' │ │ │ │ + 0x0003b148 7320616c 6c6f7761 626c6520 53595356 s allowable SYSV │ │ │ │ + 0x0003b158 20736861 72656420 6d656d6f 72792073 shared memory s │ │ │ │ + 0x0003b168 65676d65 6e742073 697a6500 00000000 egment size..... │ │ │ │ + 0x0003b178 20202028 652e672e 2c207669 61207468 (e.g., via th │ │ │ │ + 0x0003b188 65205348 4d4d4158 20616e64 2f6f7220 e SHMMAX and/or │ │ │ │ + 0x0003b198 534d4d41 58206b65 726e656c 20706172 SMMAX kernel par │ │ │ │ + 0x0003b1a8 616d6574 65727329 2e000000 00000000 ameters)........ │ │ │ │ + 0x0003b1b8 342e2053 65742022 2d2d6d63 61207373 4. Set "--mca ss │ │ │ │ + 0x0003b1c8 686d656d 5f626173 655f7374 6172745f hmem_base_start_ │ │ │ │ + 0x0003b1d8 61646472 65737320 30222066 6f720000 address 0" for.. │ │ │ │ + 0x0003b1e8 6d6f6475 6c655f65 6e61626c 653a6661 module_enable:fa │ │ │ │ + 0x0003b1f8 74616c00 00000000 73636f6c 6c3a6d70 tal.....scoll:mp │ │ │ │ + 0x0003b208 69206d6f 64756c65 20726570 6f727473 i module reports │ │ │ │ + 0x0003b218 20697373 75652064 7572696e 67206d6f issue during mo │ │ │ │ + 0x0003b228 64756c65 20656e61 626c696e 67207068 dule enabling ph │ │ │ │ + 0x0003b238 6173652e 00000000 54727920 746f2075 ase.....Try to u │ │ │ │ + 0x0003b248 73652073 636f6c6c 3a6d7069 20636f6d se scoll:mpi com │ │ │ │ + 0x0003b258 706f6e65 6e742077 69746820 616e6f74 ponent with anot │ │ │ │ + 0x0003b268 68657220 6f6e6500 666f7220 6578616d her one.for exam │ │ │ │ + 0x0003b278 706c6520 73636f6c 6c3a6261 73696300 ple scoll:basic. │ │ │ │ + 0x0003b288 73636f6c 6c3a7563 63206d6f 64756c65 scoll:ucc module │ │ │ │ + 0x0003b298 20726570 6f727473 20697373 75652064 reports issue d │ │ │ │ + 0x0003b2a8 7572696e 67206d6f 64756c65 20656e61 uring module ena │ │ │ │ + 0x0003b2b8 626c696e 67207068 6173652e 00000000 bling phase..... │ │ │ │ + 0x0003b2c8 54727920 746f2075 73652073 636f6c6c Try to use scoll │ │ │ │ + 0x0003b2d8 3a756363 20636f6d 706f6e65 6e742077 :ucc component w │ │ │ │ + 0x0003b2e8 69746820 616e6f74 68657220 6f6e6500 ith another one. │ │ │ │ + 0x0003b2f8 73686d65 6d5f696e 69743a73 74617274 shmem_init:start │ │ │ │ + 0x0003b308 75703a69 6e746572 6e616c2d 6661696c up:internal-fail │ │ │ │ + 0x0003b318 75726500 00000000 6f73686d 656d2073 ure.....oshmem s │ │ │ │ + 0x0003b328 686d656d 2061626f 72743a63 616e6e6f hmem abort:canno │ │ │ │ + 0x0003b338 74206775 6172616e 74656520 616c6c20 t guarantee all │ │ │ │ + 0x0003b348 6b696c6c 65640000 6f73686d 656d5f69 killed..oshmem_i │ │ │ │ + 0x0003b358 6e69743a 7072696e 742d7665 7273696f nit:print-versio │ │ │ │ + 0x0003b368 6e000000 00000000 6f73686d 656d5f69 n.......oshmem_i │ │ │ │ + 0x0003b378 6e69743a 7072696e 742d696e 666f0000 nit:print-info.. │ │ │ │ + 0x0003b388 4f70656e 2053484d 454d2065 6e766972 Open SHMEM envir │ │ │ │ + 0x0003b398 6f6e6d65 6e742076 61726961 626c6573 onment variables │ │ │ │ + 0x0003b3a8 3a000000 00000000 2573202d 20707269 :.......%s - pri │ │ │ │ + 0x0003b3b8 6e742074 6865206c 69627261 72792076 nt the library v │ │ │ │ + 0x0003b3c8 65727369 6f6e2061 74207374 6172742d ersion at start- │ │ │ │ + 0x0003b3d8 75700000 00000000 2573202d 20707269 up......%s - pri │ │ │ │ + 0x0003b3e8 6e742068 656c7066 756c2074 65787420 nt helpful text │ │ │ │ + 0x0003b3f8 61626f75 7420616c 6c207468 65736520 about all these │ │ │ │ + 0x0003b408 656e7669 726f6e6d 656e7420 76617269 environment vari │ │ │ │ + 0x0003b418 61626c65 73000000 2573202d 206e756d ables...%s - num │ │ │ │ + 0x0003b428 62657220 6f662062 79746573 20746f20 ber of bytes to │ │ │ │ + 0x0003b438 616c6c6f 63617465 20666f72 2073796d allocate for sym │ │ │ │ + 0x0003b448 6d657472 69632068 65617000 00000000 metric heap..... │ │ │ │ + 0x0003b458 2573202d 20656e61 626c6520 64656275 %s - enable debu │ │ │ │ + 0x0003b468 6767696e 67206d65 73736167 65730000 gging messages.. │ │ │ │ + 0x0003b478 4f70656e 2053484d 454d2076 65727369 Open SHMEM versi │ │ │ │ + 0x0003b488 6f6e3a00 00000000 41205348 4d454d20 on:.....A SHMEM │ │ │ │ + 0x0003b498 70726f63 65737320 69732061 626f7274 process is abort │ │ │ │ + 0x0003b4a8 696e6720 61742061 2074696d 65207768 ing at a time wh │ │ │ │ + 0x0003b4b8 656e2069 74206361 6e6e6f74 20677561 en it cannot gua │ │ │ │ + 0x0003b4c8 72616e74 65652074 68617420 616c6c00 rantee that all. │ │ │ │ + 0x0003b4d8 6f662069 74732070 65657220 70726f63 of its peer proc │ │ │ │ + 0x0003b4e8 65737365 7320696e 20746865 206a6f62 esses in the job │ │ │ │ + 0x0003b4f8 2077696c 6c206265 206b696c 6c656420 will be killed │ │ │ │ + 0x0003b508 70726f70 65726c79 2e202059 6f752073 properly. You s │ │ │ │ + 0x0003b518 686f756c 64000000 646f7562 6c652063 hould...double c │ │ │ │ + 0x0003b528 6865636b 20746861 74206576 65727974 heck that everyt │ │ │ │ + 0x0003b538 68696e67 20686173 20736875 7420646f hing has shut do │ │ │ │ + 0x0003b548 776e2063 6c65616e 6c792e00 00000000 wn cleanly...... │ │ │ │ + 0x0003b558 4c6f6361 6c20686f 73743a20 25730000 Local host: %s.. │ │ │ │ + 0x0003b568 61646469 74696f6e 616c2069 6e666f72 additional infor │ │ │ │ + 0x0003b578 6d617469 6f6e2028 77686963 68206d61 mation (which ma │ │ │ │ + 0x0003b588 79206f6e 6c792062 65207265 6c657661 y only be releva │ │ │ │ + 0x0003b598 6e742074 6f20616e 204f7065 6e205348 nt to an Open SH │ │ │ │ + 0x0003b5a8 4d454d00 00000000 25732e25 6c750000 MEM.....%s.%lu.. │ │ │ │ 0x0003b5b8 25732e25 6c752e25 6c750000 00000000 %s.%lu.%lu...... │ │ │ │ 0x0003b5c8 496c6c65 67616c20 6f70636f 64650000 Illegal opcode.. │ │ │ │ 0x0003b5d8 496e7465 67657220 64697669 64652d62 Integer divide-b │ │ │ │ 0x0003b5e8 792d7a65 726f0000 41646472 65737320 y-zero..Address │ │ │ │ 0x0003b5f8 6e6f7420 6d617070 65640000 00000000 not mapped...... │ │ │ │ 0x0003b608 496e7661 6c696420 61646472 65737320 Invalid address │ │ │ │ 0x0003b618 616c6967 6e6d656e 74000000 00000000 alignment....... │ │ │ ├── readelf --wide --decompress --hex-dump=.gnu_debuglink {} │ │ │ │ @@ -1,7 +1,7 @@ │ │ │ │ │ │ │ │ Hex dump of section '.gnu_debuglink': │ │ │ │ - 0x00000000 37366636 34643934 37643937 66333334 76f64d947d97f334 │ │ │ │ - 0x00000010 37633932 38356636 64636664 64396431 7c9285f6dcfdd9d1 │ │ │ │ - 0x00000020 62653665 38392e64 65627567 00000000 be6e89.debug.... │ │ │ │ - 0x00000030 c3960c91 .... │ │ │ │ + 0x00000000 38333666 63356338 36356239 62663937 836fc5c865b9bf97 │ │ │ │ + 0x00000010 61356362 63663266 31316664 31373563 a5cbcf2f11fd175c │ │ │ │ + 0x00000020 35386561 30352e64 65627567 00000000 58ea05.debug.... │ │ │ │ + 0x00000030 40788462 @x.b