|
[107242.695873][ C24] watchdog: BUG: soft lockup - CPU#24 stuck for 22s! [sshd:51785]
|
|
[107242.695897][ C24] Modules linked in: af_packet nfnetlink_cttimeout nft_masq tun bridge stp llc nft_fib_inet nft_fib_ipv4 nft_fib_ipv6 nft_fib nft_reject_inet nf_reject_ipv4 nf_reject_ipv6 nft_reject rfkill nft_ct nft_chain_nat nf_tables openvswitch nsh nf_conncount ebtable_nat ebtable_broute ip6table_nat ip6table_mangle ip6table_raw ip6table_security iptable_nat nf_nat nf_conntrack nf_defrag_ipv6 nf_defrag_ipv4 iptable_mangle iptable_raw iptable_security ip_set nfnetlink ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter binfmt_misc tg3 ses enclosure libphy scsi_transport_sas crct10dif_vpmsum ipmi_powernv(X) ipmi_devintf uio_pdrv_genirq ipmi_msghandler uio leds_powernv(X) powernv_op_panel(n) ibmpowernv(X) rtc_opal(X) i2c_opal(X) fuse configfs ip_tables x_tables ipr(X) sd_mod xhci_pci xhci_pci_renesas scsi_dh_emc scsi_dh_rdac scsi_dh_alua t10_pi xhci_hcd crc64_rocksoft_generic crc64_rocksoft sg crc64 scsi_mod usbcore vmx_crypto gf128mul usb_common btrfs blake2b_generic libcrc32c crc32c_vpmsum xor raid6_pq
|
|
[107242.695990][ C24] kvm_hv kvm
|
|
[107242.696026][ C24] Supported: No, Unsupported modules are loaded
|
|
[107242.696032][ C24] CPU: 24 PID: 51785 Comm: sshd Tainted: G D L n 6.4.0-150600.23.38-default #1 SLE15-SP6 ae9c014f21f0b6a4a413d421de19569edb77638d
|
|
[107242.696043][ C24] Hardware name: 8247-22L POWER8E (raw) 0x4b0201 opal:skiboot-v5.4.12 PowerNV
|
|
[107242.696048][ C24] NIP: c0000000000b5a90 LR: c0000000000b5a74 CTR: 0000000000000004
|
|
[107242.696054][ C24] REGS: c000000820bdb2c0 TRAP: 0900 Tainted: G D L n (6.4.0-150600.23.38-default)
|
|
[107242.696061][ C24] MSR: 9000000000009033 <SF,HV,EE,ME,IR,DR,RI,LE> CR: 28022482 XER: 20000000
|
|
[107242.696075][ C24] CFAR: 0000000000000000 IRQMASK: 0
|
|
[107242.696075][ C24] GPR00: c0000000000b5a74 c000000820bdb560 c000000001987c00 c0000007fa891408
|
|
[107242.696075][ C24] GPR04: 0000000000000000 fffffffffffe0000 0000000000010071 c0000007fa891400
|
|
[107242.696075][ C24] GPR08: c0000007fa891410 c0000007fc091400 0000000000000000 0ca753dc1c01d800
|
|
[107242.696075][ C24] GPR12: c0000000005d6270 c0000007fffebc80 0000000000000000 c00000002a8f01f8
|
|
[107242.696075][ C24] GPR16: c00000000294ed60 0000000000010000 0000000000000000 c0000000231a9240
|
|
[107242.696075][ C24] GPR20: 0000000000000000 c0000000231a9240 0000000000000000 c000000820bdbaf0
|
|
[107242.696075][ C24] GPR24: c0000007fc091400 0000000000320000 00000007f9eb0000 0000000000320000
|
|
[107242.696075][ C24] GPR28: c0000007fc091400 c0000007fc091408 c0000000021e1400 c000000002994980
|
|
[107242.696139][ C24] NIP [c0000000000b5a90] queued_spin_lock_slowpath+0x8e0/0x14b0
|
|
[107242.696147][ C24] LR [c0000000000b5a74] queued_spin_lock_slowpath+0x8c4/0x14b0
|
|
[107242.696154][ C24] Call Trace:
|
|
[107242.696157][ C24] [c000000820bdb560] [c000000820bdb5e0] 0xc000000820bdb5e0 (unreliable)
|
|
[107242.696166][ C24] [c000000820bdb680] [c000000000faa6fc] _raw_spin_lock+0x6c/0x90
|
|
[107242.696174][ C24] [c000000820bdb6a0] [c0000000005d2a60] ilookup5_nowait+0x90/0x110
|
|
[107242.696183][ C24] [c000000820bdb6e0] [c0000000005d5964] ilookup5+0x54/0xd0
|
|
[107242.696191][ C24] [c000000820bdb730] [c0000000005d62c0] iget5_locked+0x50/0xd0
|
|
[107242.696199][ C24] [c000000820bdb780] [c008000009d4aa44] btrfs_iget_path+0x7c/0x7a0 [btrfs]
|
|
[107242.696267][ C24] [c000000820bdb870] [c008000009d4bad8] btrfs_lookup_dentry+0x460/0x790 [btrfs]
|
|
[107242.696308][ C24] [c000000820bdb990] [c008000009d4be30] btrfs_lookup+0x28/0x60 [btrfs]
|
|
[107242.696350][ C24] [c000000820bdb9c0] [c0000000005be79c] path_openat+0x7dc/0x12b0
|
|
[107242.696357][ C24] [c000000820bdbab0] [c0000000005c0bb4] do_filp_open+0xa4/0x130
|
|
[107242.696364][ C24] [c000000820bdbbf0] [c00000000059faf8] do_sys_openat2+0x2d8/0x430
|
|
[107242.696372][ C24] [c000000820bdbc60] [c0000000005a18f8] do_sys_open+0x78/0xc0
|
|
[107242.696380][ C24] [c000000820bdbcc0] [c000000000034bd8] system_call_exception+0x158/0x320
|
|
[107242.696388][ C24] [c000000820bdbe50] [c00000000000d6a0] system_call_common+0x160/0x2c4
|
|
[107242.696397][ C24] --- interrupt: c00 at 0x7fffba2f0564
|
|
[107242.696402][ C24] NIP: 00007fffba2f0564 LR: 00007fffba243a84 CTR: 0000000000000000
|
|
[107242.696408][ C24] REGS: c000000820bdbe80 TRAP: 0c00 Tainted: G D L n (6.4.0-150600.23.38-default)
|
|
[107242.696414][ C24] MSR: 900000000280f033 <SF,HV,VEC,VSX,EE,PR,FP,ME,IR,DR,RI,LE> CR: 28004842 XER: 00000000
|
|
[107242.696431][ C24] IRQMASK: 0
|
|
[107242.696431][ C24] GPR00: 000000000000011e 00007ffff014a510 00007fffba406d00 ffffffffffffff9c
|
|
[107242.696431][ C24] GPR04: 0000010023fa3320 0000000000000000 0000000000000000 0000000000000008
|
|
[107242.696431][ C24] GPR08: 0000000000000001 0000000000000000 0000000000000000 0000000000000000
|
|
[107242.696431][ C24] GPR12: 0000000000000000 00007fffbaee3f20 ffffffffffffffff 0000000136651bc0
|
|
[107242.696431][ C24] GPR16: 00000001365daae0 00007ffff014b078 00000001365dabb0 00000001365e43a8
|
|
[107242.696431][ C24] GPR20: 00000001365e36a0 00000001365f2d30 00007ffff014abe0 0000010023fad5d0
|
|
[107242.696431][ C24] GPR24: 00007ffff014abe0 0000010023fa25e8 0000010023f88f40 00007fffba3fe2d0
|
|
[107242.696431][ C24] GPR28: 0000000000000001 00007fffbad50340 0000000000000008 0000010023f88f40
|
|
[107242.696492][ C24] NIP [00007fffba2f0564] 0x7fffba2f0564
|
|
[107242.696497][ C24] LR [00007fffba243a84] 0x7fffba243a84
|
|
[107242.696502][ C24] --- interrupt: c00
|
|
[107242.696505][ C24] Code: 388affff 7fb8ea14 7c8407b4 f8010130 4bfff2c9 fba30000 7c210b78 893c001d 2fa90000 409e001c 7f89e378 60420000 <60000000> 8949001d 2faa0000 419efff4
|
|
[107242.805870][ C136] watchdog: BUG: soft lockup - CPU#136 stuck for 27201s! [systemd:1]
|
|
[107242.805888][ C136] Modules linked in: af_packet nfnetlink_cttimeout nft_masq tun bridge stp llc nft_fib_inet nft_fib_ipv4 nft_fib_ipv6 nft_fib nft_reject_inet nf_reject_ipv4 nf_reject_ipv6 nft_reject rfkill nft_ct nft_chain_nat nf_tables openvswitch nsh nf_conncount ebtable_nat ebtable_broute ip6table_nat ip6table_mangle ip6table_raw ip6table_security iptable_nat nf_nat nf_conntrack nf_defrag_ipv6 nf_defrag_ipv4 iptable_mangle iptable_raw iptable_security ip_set nfnetlink ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter binfmt_misc tg3 ses enclosure libphy scsi_transport_sas crct10dif_vpmsum ipmi_powernv(X) ipmi_devintf uio_pdrv_genirq ipmi_msghandler uio leds_powernv(X) powernv_op_panel(n) ibmpowernv(X) rtc_opal(X) i2c_opal(X) fuse configfs ip_tables x_tables ipr(X) sd_mod xhci_pci xhci_pci_renesas scsi_dh_emc scsi_dh_rdac scsi_dh_alua t10_pi xhci_hcd crc64_rocksoft_generic crc64_rocksoft sg crc64 scsi_mod usbcore vmx_crypto gf128mul usb_common btrfs blake2b_generic libcrc32c crc32c_vpmsum xor raid6_pq
|
|
[107242.805964][ C136] kvm_hv kvm
|
|
[107242.806000][ C136] Supported: No, Unsupported modules are loaded
|
|
[107242.806005][ C136] CPU: 136 PID: 1 Comm: systemd Tainted: G D L n 6.4.0-150600.23.38-default #1 SLE15-SP6 ae9c014f21f0b6a4a413d421de19569edb77638d
|
|
[107242.806015][ C136] Hardware name: 8247-22L POWER8E (raw) 0x4b0201 opal:skiboot-v5.4.12 PowerNV
|
|
[107242.806020][ C136] NIP: c0000000000b5a90 LR: c0000000000b5a74 CTR: 0000000000000004
|
|
[107242.806026][ C136] REGS: c000000007873510 TRAP: 0900 Tainted: G D L n (6.4.0-150600.23.38-default)
|
|
[107242.806032][ C136] MSR: 9000000000009033 <SF,HV,EE,ME,IR,DR,RI,LE> CR: 28004212 XER: 00000000
|
|
[107242.806046][ C136] CFAR: 0000000000000000 IRQMASK: 0
|
|
[107242.806046][ C136] GPR00: c0000000000b5a74 c0000000078737b0 c000000001987c00 c000000ff1891408
|
|
[107242.806046][ C136] GPR04: 00000000000004c0 fffffffffffe0000 0000000000010071 c000000ff1891400
|
|
[107242.806046][ C136] GPR08: c000000ff1891410 c000000ff0891400 0000000000000000 c00000002a5f4a40
|
|
[107242.806046][ C136] GPR12: 0000000000004400 c000000ffff39700 0000000000000000 0000000000000000
|
|
[107242.806046][ C136] GPR16: 0000000000000000 0000000000000000 0000000000000000 0000000000000000
|
|
[107242.806046][ C136] GPR20: 0000000000000000 0000000000000000 0000000000000000 c008000005580540
|
|
[107242.806046][ C136] GPR24: c000000ff0891400 0000000001120000 0000000fee6b0000 0000000001120000
|
|
[107242.806046][ C136] GPR28: c000000ff0891400 c000000ff0891408 c0000000021e1400 c000000002994980
|
|
[107242.806110][ C136] NIP [c0000000000b5a90] queued_spin_lock_slowpath+0x8e0/0x14b0
|
|
[107242.806117][ C136] LR [c0000000000b5a74] queued_spin_lock_slowpath+0x8c4/0x14b0
|
|
[107242.806123][ C136] Call Trace:
|
|
[107242.806126][ C136] [c0000000078737b0] [c0000000078739f0] 0xc0000000078739f0 (unreliable)
|
|
[107242.806134][ C136] [c0000000078738d0] [c000000000faa6fc] _raw_spin_lock+0x6c/0x90
|
|
[107242.806142][ C136] [c0000000078738f0] [c0000000005d5c54] iget_locked+0xb4/0x390
|
|
[107242.806150][ C136] [c000000007873960] [c00000000069e320] kernfs_get_inode+0x30/0x1a0
|
|
[107242.806158][ C136] [c000000007873990] [c0000000006a046c] kernfs_iop_lookup+0x9c/0x150
|
|
[107242.806165][ C136] [c0000000078739d0] [c0000000005bae34] __lookup_slow+0xc4/0x1f0
|
|
[107242.806173][ C136] [c000000007873a40] [c0000000005bcf78] walk_component+0x168/0x270
|
|
[107242.806181][ C136] [c000000007873aa0] [c0000000005bde74] path_lookupat+0xa4/0x1f0
|
|
[107242.806188][ C136] [c000000007873af0] [c0000000005c0568] filename_lookup+0xc8/0x1f0
|
|
[107242.806195][ C136] [c000000007873c30] [c0000000005c0820] user_path_at_empty+0x60/0x90
|
|
[107242.806203][ C136] [c000000007873c80] [c000000000663dbc] sys_name_to_handle_at+0x7c/0x3b0
|
|
[107242.806211][ C136] [c000000007873d00] [c000000000034bd8] system_call_exception+0x158/0x320
|
|
[107242.806219][ C136] [c000000007873e50] [c00000000000d6a0] system_call_common+0x160/0x2c4
|
|
[107242.806227][ C136] --- interrupt: c00 at 0x7fffa9d8803c
|
|
[107242.806232][ C136] NIP: 00007fffa9d8803c LR: 00007fffaa0c6a0c CTR: 0000000000000000
|
|
[107242.806237][ C136] REGS: c000000007873e80 TRAP: 0c00 Tainted: G D L n (6.4.0-150600.23.38-default)
|
|
[107242.806244][ C136] MSR: 900000000280f033 <SF,HV,VEC,VSX,EE,PR,FP,ME,IR,DR,RI,LE> CR: 24004814 XER: 00000000
|
|
[107242.806261][ C136] IRQMASK: 0
|
|
[107242.806261][ C136] GPR00: 0000000000000159 00007fffcbb1a2a0 00007fffa9e86d00 ffffffffffffff9c
|
|
[107242.806261][ C136] GPR04: 000001000d144910 00007fffcbb1a2f8 00007fffcbb1a2f4 0000000000000000
|
|
[107242.806261][ C136] GPR08: 0000000000000008 0000000000000000 0000000000000000 0000000000000000
|
|
[107242.806261][ C136] GPR12: 0000000000000000 00007fffaa6d5460 0000000000000000 00007fffcbb1ffa3
|
|
[107242.806261][ C136] GPR16: 0000000104597bd0 0000000000000000 00007fffcbb1af98 0000000000000000
|
|
[107242.806261][ C136] GPR20: 0000000000024127 0000000000000003 000001000d144af0 ffffffffffffffff
|
|
[107242.806261][ C136] GPR24: 00007fffcbb1aa10 0000000000000000 0000000000000002 0000000000000000
|
|
[107242.806261][ C136] GPR28: 0000000000000000 0000000000000001 0000000000000380 0000000000000000
|
|
[107242.806322][ C136] NIP [00007fffa9d8803c] 0x7fffa9d8803c
|
|
[107242.806327][ C136] LR [00007fffaa0c6a0c] 0x7fffaa0c6a0c
|
|
[107242.806332][ C136] --- interrupt: c00
|
|
[107242.806336][ C136] Code: 388affff 7fb8ea14 7c8407b4 f8010130 4bfff2c9 fba30000 7c210b78 893c001d 2fa90000 409e001c 7f89e378 60420000 <60000000> 8949001d 2faa0000 419efff4
|
|
[107242.825870][ C152] watchdog: BUG: soft lockup - CPU#152 stuck for 27209s! [/usr/bin/isotov:9193]
|
|
[107242.825879][ C152] Modules linked in: af_packet nfnetlink_cttimeout nft_masq tun bridge stp llc nft_fib_inet nft_fib_ipv4 nft_fib_ipv6 nft_fib nft_reject_inet nf_reject_ipv4 nf_reject_ipv6 nft_reject rfkill nft_ct nft_chain_nat nf_tables openvswitch nsh nf_conncount ebtable_nat ebtable_broute ip6table_nat ip6table_mangle ip6table_raw ip6table_security iptable_nat nf_nat nf_conntrack nf_defrag_ipv6 nf_defrag_ipv4 iptable_mangle iptable_raw iptable_security ip_set nfnetlink ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter binfmt_misc tg3 ses enclosure libphy scsi_transport_sas crct10dif_vpmsum ipmi_powernv(X) ipmi_devintf uio_pdrv_genirq ipmi_msghandler uio leds_powernv(X) powernv_op_panel(n) ibmpowernv(X) rtc_opal(X) i2c_opal(X) fuse configfs ip_tables x_tables ipr(X) sd_mod xhci_pci xhci_pci_renesas scsi_dh_emc scsi_dh_rdac scsi_dh_alua t10_pi xhci_hcd crc64_rocksoft_generic crc64_rocksoft sg crc64 scsi_mod usbcore vmx_crypto gf128mul usb_common btrfs blake2b_generic libcrc32c crc32c_vpmsum xor raid6_pq
|
|
[107242.825953][ C152] kvm_hv kvm
|
|
[107242.825989][ C152] Supported: No, Unsupported modules are loaded
|
|
[107242.825994][ C152] CPU: 152 PID: 9193 Comm: /usr/bin/isotov Tainted: G D L n 6.4.0-150600.23.38-default #1 SLE15-SP6 ae9c014f21f0b6a4a413d421de19569edb77638d
|
|
[107242.826004][ C152] Hardware name: 8247-22L POWER8E (raw) 0x4b0201 opal:skiboot-v5.4.12 PowerNV
|
|
[107242.826010][ C152] NIP: c0000000000b5290 LR: c000000000faa6fc CTR: c0000000005d6200
|
|
[107242.826016][ C152] REGS: c00000087d6c32d0 TRAP: 0900 Tainted: G D L n (6.4.0-150600.23.38-default)
|
|
[107242.826022][ C152] MSR: 9000000000009033 <SF,HV,EE,ME,IR,DR,RI,LE> CR: 44044224 XER: 20000000
|
|
[107242.826036][ C152] CFAR: 0000000000000000 IRQMASK: 0
|
|
[107242.826036][ C152] GPR00: c000000000faa6fc c00000087d6c3570 c000000001987c00 c000000002994980
|
|
[107242.826036][ C152] GPR04: f197ee32d5d93d8b 0000000000010000 fffffffffffe0000 0000000000000001
|
|
[107242.826036][ C152] GPR08: 0000000000000100 ffffffffc64bd408 ffffffffc64bd408 0000000000000016
|
|
[107242.826036][ C152] GPR12: c0000000005d6200 c000000ffff2bf00 00000000000081b6 c000000885b0a750
|
|
[107242.826036][ C152] GPR16: c00000000294ed60 0000000000010241 0000000000000000 c00000002af88a00
|
|
[107242.826036][ C152] GPR20: 0000000000000000 c000000002994980 fffffffffffff000 0000000000000000
|
|
[107242.826036][ C152] GPR24: c000000ff1891400 0000000001320000 0000000fef6b0000 0000000001320000
|
|
[107242.826036][ C152] GPR28: c000000ff1891400 0000000000000000 c0000000021e1400 c000000002994980
|
|
[107242.826100][ C152] NIP [c0000000000b5290] queued_spin_lock_slowpath+0xe0/0x14b0
|
|
[107242.826107][ C152] LR [c000000000faa6fc] _raw_spin_lock+0x6c/0x90
|
|
[107242.826114][ C152] Call Trace:
|
|
[107242.826118][ C152] [c00000087d6c3570] [c00000087d6c3640] 0xc00000087d6c3640 (unreliable)
|
|
[107242.826125][ C152] [c00000087d6c3690] [0000000000000000] 0x0
|
|
[107242.826131][ C152] [c00000087d6c36b0] [c0000000005d5ff8] inode_insert5+0xc8/0x2d0
|
|
[107242.826139][ C152] [c00000087d6c3730] [c0000000005d623c] insert_inode_locked4+0x3c/0x70
|
|
[107242.826148][ C152] [c00000087d6c3760] [c008000009d4d608] btrfs_create_new_inode+0x170/0xbe0 [btrfs]
|
|
[107242.826191][ C152] [c00000087d6c3880] [c008000009d4e3c0] btrfs_create_common+0x118/0x180 [btrfs]
|
|
[107242.826233][ C152] [c00000087d6c3950] [c0000000005bf02c] path_openat+0x106c/0x12b0
|
|
[107242.826241][ C152] [c00000087d6c3a40] [c0000000005c0bb4] do_filp_open+0xa4/0x130
|
|
[107242.826248][ C152] [c00000087d6c3b80] [c00000000059faf8] do_sys_openat2+0x2d8/0x430
|
|
[107242.826256][ C152] [c00000087d6c3bf0] [c0000000005a18f8] do_sys_open+0x78/0xc0
|
|
[107242.826264][ C152] [c00000087d6c3c50] [c000000000034bd8] system_call_exception+0x158/0x320
|
|
[107242.826272][ C152] [c00000087d6c3e50] [c00000000000d6a0] system_call_common+0x160/0x2c4
|
|
[107242.826280][ C152] --- interrupt: c00 at 0x7fffb77a0510
|
|
[107242.826285][ C152] NIP: 00007fffb77a0510 LR: 00007fffb77a04e4 CTR: 0000000000000000
|
|
[107242.826291][ C152] REGS: c00000087d6c3e80 TRAP: 0c00 Tainted: G D L n (6.4.0-150600.23.38-default)
|
|
[107242.826297][ C152] MSR: 900000000280f033 <SF,HV,VEC,VSX,EE,PR,FP,ME,IR,DR,RI,LE> CR: 24002444 XER: 00000000
|
|
[107242.826315][ C152] IRQMASK: 0
|
|
[107242.826315][ C152] GPR00: 000000000000011e 00007ffff8ab9e70 00007fffb78b6d00 ffffffffffffff9c
|
|
[107242.826315][ C152] GPR04: 00000100375c98d0 0000000000000241 00000000000001b6 00007fffb7b6be60
|
|
[107242.826315][ C152] GPR08: 00007fffb7b647a8 0000000000000000 0000000000000000 0000000000000000
|
|
[107242.826315][ C152] GPR12: 0000000000000000 00007fffb7b6be60 0000000000000000 0000000000000000
|
|
[107242.826315][ C152] GPR16: 0000000000000000 0000000000000000 0000000000000000 00007ffff8aba580
|
|
[107242.826315][ C152] GPR20: 00007ffff8aba978 00007ffff8aba960 0000000000000001 00007ffff8aba5a0
|
|
[107242.826315][ C152] GPR24: 0000000002010000 aaaaaaaaaaaaaaab 0000010033531860 00007fffb78ae2d0
|
|
[107242.826315][ C152] GPR28: 0000000000000001 00007fffb594eb10 0000000000000000 0000010033531860
|
|
[107242.826377][ C152] NIP [00007fffb77a0510] 0x7fffb77a0510
|
|
[107242.826382][ C152] LR [00007fffb77a04e4] 0x7fffb77a04e4
|
|
[107242.826386][ C152] --- interrupt: c00
|
|
[107242.826390][ C152] Code: 7d29db78 7d20f92d 40c2fff0 5549001c 2f890000 409e07dc 39400000 38e00000 3ca00001 3cc0fffe 7c210b78 60420000 <813f0000> 71290001 41820048 60000000
|
|
[107250.675716][ C0] watchdog: BUG: soft lockup - CPU#0 stuck for 26002s! [smartd:2152]
|
|
[107250.675725][ C0] Modules linked in: af_packet nfnetlink_cttimeout nft_masq tun bridge stp llc nft_fib_inet nft_fib_ipv4 nft_fib_ipv6 nft_fib nft_reject_inet nf_reject_ipv4 nf_reject_ipv6 nft_reject rfkill nft_ct nft_chain_nat nf_tables openvswitch nsh nf_conncount ebtable_nat ebtable_broute ip6table_nat ip6table_mangle ip6table_raw ip6table_security iptable_nat nf_nat nf_conntrack nf_defrag_ipv6 nf_defrag_ipv4 iptable_mangle iptable_raw iptable_security ip_set nfnetlink ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter binfmt_misc tg3 ses enclosure libphy scsi_transport_sas crct10dif_vpmsum ipmi_powernv(X) ipmi_devintf uio_pdrv_genirq ipmi_msghandler uio leds_powernv(X) powernv_op_panel(n) ibmpowernv(X) rtc_opal(X) i2c_opal(X) fuse configfs ip_tables x_tables ipr(X) sd_mod xhci_pci xhci_pci_renesas scsi_dh_emc scsi_dh_rdac scsi_dh_alua t10_pi xhci_hcd crc64_rocksoft_generic crc64_rocksoft sg crc64 scsi_mod usbcore vmx_crypto gf128mul usb_common btrfs blake2b_generic libcrc32c crc32c_vpmsum xor raid6_pq
|
|
[107250.675800][ C0] kvm_hv kvm
|
|
[107250.675835][ C0] Supported: No, Unsupported modules are loaded
|
|
[107250.675839][ C0] CPU: 0 PID: 2152 Comm: smartd Tainted: G D L n 6.4.0-150600.23.38-default #1 SLE15-SP6 ae9c014f21f0b6a4a413d421de19569edb77638d
|
|
[107250.675848][ C0] Hardware name: 8247-22L POWER8E (raw) 0x4b0201 opal:skiboot-v5.4.12 PowerNV
|
|
[107250.675854][ C0] NIP: c0000000000b5a90 LR: c0000000000b5a74 CTR: 0000000000000004
|
|
[107250.675860][ C0] REGS: c0000000576d34f0 TRAP: 0900 Tainted: G D L n (6.4.0-150600.23.38-default)
|
|
[107250.675866][ C0] MSR: 9000000000009033 <SF,HV,EE,ME,IR,DR,RI,LE> CR: 24042822 XER: 20000000
|
|
[107250.675880][ C0] CFAR: 0000000000000000 IRQMASK: 0
|
|
[107250.675880][ C0] GPR00: c0000000000b5a74 c0000000576d3790 c000000001987c00 c000000ff0891408
|
|
[107250.675880][ C0] GPR04: 0000000000000440 fffffffffffe0000 0000000000010071 c000000ff0891400
|
|
[107250.675880][ C0] GPR08: c000000ff0891410 c0000007fa891400 0000000000000000 c00000001fa46e40
|
|
[107250.675880][ C0] GPR12: 0000000000002200 c000000002c10000 0000000000000000 0000000000000000
|
|
[107250.675880][ C0] GPR16: 0000000000000000 0000000000000000 0000000000010800 c0000000076ba800
|
|
[107250.675880][ C0] GPR20: 0000000000000000 0000000000000000 0000000000000000 c0000000576d3bd0
|
|
[107250.675880][ C0] GPR24: c0000007fa891400 0000000000020000 00000007f86b0000 0000000000020000
|
|
[107250.675880][ C0] GPR28: c0000007fa891400 c0000007fa891408 c0000000021e1400 c000000002994980
|
|
[107250.675943][ C0] NIP [c0000000000b5a90] queued_spin_lock_slowpath+0x8e0/0x14b0
|
|
[107250.675950][ C0] LR [c0000000000b5a74] queued_spin_lock_slowpath+0x8c4/0x14b0
|
|
[107250.675956][ C0] Call Trace:
|
|
[107250.675960][ C0] [c0000000576d3790] [c00000002a2b8470] 0xc00000002a2b8470 (unreliable)
|
|
[107250.675967][ C0] [c0000000576d38b0] [c000000000faa6fc] _raw_spin_lock+0x6c/0x90
|
|
[107250.675976][ C0] [c0000000576d38d0] [c0000000005d5a8c] ilookup+0xac/0x1c0
|
|
[107250.675984][ C0] [c0000000576d3930] [c0000000007c720c] blkdev_get_no_open+0x3c/0x100
|
|
[107250.675992][ C0] [c0000000576d39b0] [c0000000007c7378] blkdev_get_by_dev+0xa8/0x420
|
|
[107250.676000][ C0] [c0000000576d3a20] [c0000000007c98dc] blkdev_open+0x6c/0x110
|
|
[107250.676007][ C0] [c0000000576d3a50] [c00000000059ed40] do_dentry_open+0x330/0x5c0
|
|
[107250.676015][ C0] [c0000000576d3aa0] [c0000000005bef5c] path_openat+0xf9c/0x12b0
|
|
[107250.676022][ C0] [c0000000576d3b90] [c0000000005c0bb4] do_filp_open+0xa4/0x130
|
|
[107250.676029][ C0] [c0000000576d3cd0] [c00000000059faf8] do_sys_openat2+0x2d8/0x430
|
|
[107250.676036][ C0] [c0000000576d3d40] [c0000000005a18f8] do_sys_open+0x78/0xc0
|
|
[107250.676044][ C0] [c0000000576d3da0] [c000000000034bd8] system_call_exception+0x158/0x320
|
|
[107250.676052][ C0] [c0000000576d3e50] [c00000000000d6a0] system_call_common+0x160/0x2c4
|
|
[107250.676060][ C0] --- interrupt: c00 at 0x7fff8a850564
|
|
[107250.676065][ C0] NIP: 00007fff8a850564 LR: 00007fff8a850684 CTR: 0000000000000000
|
|
[107250.676070][ C0] REGS: c0000000576d3e80 TRAP: 0c00 Tainted: G D L n (6.4.0-150600.23.38-default)
|
|
[107250.676077][ C0] MSR: 900000000280f033 <SF,HV,VEC,VSX,EE,PR,FP,ME,IR,DR,RI,LE> CR: 24042422 XER: 00000000
|
|
[107250.676094][ C0] IRQMASK: 0
|
|
[107250.676094][ C0] GPR00: 000000000000011e 00007fffdc2456b0 00007fff8a966d00 ffffffffffffff9c
|
|
[107250.676094][ C0] GPR04: 000001001af3aa20 0000000000000800 0000000000000000 000001001af6d0e0
|
|
[107250.676094][ C0] GPR08: 000001001afe89e0 0000000000000000 0000000000000000 0000000000000000
|
|
[107250.676094][ C0] GPR12: 0000000000000000 00007fff8af80000 000000013a9f6768 000000013aa506b0
|
|
[107250.676094][ C0] GPR16: 000000013a9f6810 000000013aa50010 000000013a9f8568 00007fffdc245b48
|
|
[107250.676094][ C0] GPR20: 0000000000000001 000000013a9f7e20 0000000000000000 0000000000000001
|
|
[107250.676094][ C0] GPR24: 000001001af3a9c0 9e3d4eb49bc1091d 000000013a9f6768 000001001afe4f08
|
|
[107250.676094][ C0] GPR28: 000001001af5ecb0 000001001afe4ef0 000001001af3aa00 000001001af3a9e8
|
|
[107250.676155][ C0] NIP [00007fff8a850564] 0x7fff8a850564
|
|
[107250.676160][ C0] LR [00007fff8a850684] 0x7fff8a850684
|
|
[107250.676164][ C0] --- interrupt: c00
|
|
[107250.676168][ C0] Code: 388affff 7fb8ea14 7c8407b4 f8010130 4bfff2c9 fba30000 7c210b78 893c001d 2fa90000 409e001c 7f89e378 60420000 <60000000> 8949001d 2faa0000 419efff4
|
|
[107253.995652][ C152] rcu: INFO: rcu_sched self-detected stall on CPU
|
|
[107253.995660][ C152] rcu: 152-....: (2922646 ticks this GP) idle=f380/1/0x4000000000000002 softirq=648379/648379 fqs=992800
|
|
[107253.995669][ C152] rcu: hardirqs softirqs csw/system
|
|
[107253.995674][ C152] rcu: number: 39479 532686 0
|
|
[107253.995679][ C152] rcu: cputime: 0 0 29196460 ==> 29196460(ms)
|
|
[107253.995689][ C152] rcu: (t=2922647 jiffies g=1611453 q=1130022 ncpus=20)
|
|
[107253.995699][ C152] CPU: 152 PID: 9193 Comm: /usr/bin/isotov Tainted: G D L n 6.4.0-150600.23.38-default #1 SLE15-SP6 ae9c014f21f0b6a4a413d421de19569edb77638d
|
|
[107253.995709][ C152] Hardware name: 8247-22L POWER8E (raw) 0x4b0201 opal:skiboot-v5.4.12 PowerNV
|
|
[107253.995715][ C152] NIP: c0000000000b5290 LR: c000000000faa6fc CTR: c0000000005d6200
|
|
[107253.995721][ C152] REGS: c00000087d6c32d0 TRAP: 0900 Tainted: G D L n (6.4.0-150600.23.38-default)
|
|
[107253.995727][ C152] MSR: 9000000000009033 <SF,HV,EE,ME,IR,DR,RI,LE> CR: 44044224 XER: 20000000
|
|
[107253.995741][ C152] CFAR: 0000000000000000 IRQMASK: 0
|
|
[107253.995741][ C152] GPR00: c000000000faa6fc c00000087d6c3570 c000000001987c00 c000000002994980
|
|
[107253.995741][ C152] GPR04: f197ee32d5d93d8b 0000000000010000 fffffffffffe0000 0000000000000001
|
|
[107253.995741][ C152] GPR08: 0000000000000100 000000005f9a5ad6 000000005f9a5ad6 0000000000000016
|
|
[107253.995741][ C152] GPR12: c0000000005d6200 c000000ffff2bf00 00000000000081b6 c000000885b0a750
|
|
[107253.995741][ C152] GPR16: c00000000294ed60 0000000000010241 0000000000000000 c00000002af88a00
|
|
[107253.995741][ C152] GPR20: 0000000000000000 c000000002994980 fffffffffffff000 0000000000000000
|
|
[107253.995741][ C152] GPR24: c000000ff1891400 0000000001320000 0000000fef6b0000 0000000001320000
|
|
[107253.995741][ C152] GPR28: c000000ff1891400 0000000000000000 c0000000021e1400 c000000002994980
|
|
[107253.995805][ C152] NIP [c0000000000b5290] queued_spin_lock_slowpath+0xe0/0x14b0
|
|
[107253.995812][ C152] LR [c000000000faa6fc] _raw_spin_lock+0x6c/0x90
|
|
[107253.995819][ C152] Call Trace:
|
|
[107253.995823][ C152] [c00000087d6c3570] [c00000087d6c3640] 0xc00000087d6c3640 (unreliable)
|
|
[107253.995830][ C152] [c00000087d6c3690] [0000000000000000] 0x0
|
|
[107253.995836][ C152] [c00000087d6c36b0] [c0000000005d5ff8] inode_insert5+0xc8/0x2d0
|
|
[107253.995845][ C152] [c00000087d6c3730] [c0000000005d623c] insert_inode_locked4+0x3c/0x70
|
|
[107253.995853][ C152] [c00000087d6c3760] [c008000009d4d608] btrfs_create_new_inode+0x170/0xbe0 [btrfs]
|
|
[107253.995896][ C152] [c00000087d6c3880] [c008000009d4e3c0] btrfs_create_common+0x118/0x180 [btrfs]
|
|
[107253.995938][ C152] [c00000087d6c3950] [c0000000005bf02c] path_openat+0x106c/0x12b0
|
|
[107253.995945][ C152] [c00000087d6c3a40] [c0000000005c0bb4] do_filp_open+0xa4/0x130
|
|
[107253.995952][ C152] [c00000087d6c3b80] [c00000000059faf8] do_sys_openat2+0x2d8/0x430
|
|
[107253.995960][ C152] [c00000087d6c3bf0] [c0000000005a18f8] do_sys_open+0x78/0xc0
|
|
[107253.995968][ C152] [c00000087d6c3c50] [c000000000034bd8] system_call_exception+0x158/0x320
|
|
[107253.995976][ C152] [c00000087d6c3e50] [c00000000000d6a0] system_call_common+0x160/0x2c4
|
|
[107253.995984][ C152] --- interrupt: c00 at 0x7fffb77a0510
|
|
[107253.995989][ C152] NIP: 00007fffb77a0510 LR: 00007fffb77a04e4 CTR: 0000000000000000
|
|
[107253.995995][ C152] REGS: c00000087d6c3e80 TRAP: 0c00 Tainted: G D L n (6.4.0-150600.23.38-default)
|
|
[107253.996001][ C152] MSR: 900000000280f033 <SF,HV,VEC,VSX,EE,PR,FP,ME,IR,DR,RI,LE> CR: 24002444 XER: 00000000
|
|
[107253.996018][ C152] IRQMASK: 0
|
|
[107253.996018][ C152] GPR00: 000000000000011e 00007ffff8ab9e70 00007fffb78b6d00 ffffffffffffff9c
|
|
[107253.996018][ C152] GPR04: 00000100375c98d0 0000000000000241 00000000000001b6 00007fffb7b6be60
|
|
[107253.996018][ C152] GPR08: 00007fffb7b647a8 0000000000000000 0000000000000000 0000000000000000
|
|
[107253.996018][ C152] GPR12: 0000000000000000 00007fffb7b6be60 0000000000000000 0000000000000000
|
|
[107253.996018][ C152] GPR16: 0000000000000000 0000000000000000 0000000000000000 00007ffff8aba580
|
|
[107253.996018][ C152] GPR20: 00007ffff8aba978 00007ffff8aba960 0000000000000001 00007ffff8aba5a0
|
|
[107253.996018][ C152] GPR24: 0000000002010000 aaaaaaaaaaaaaaab 0000010033531860 00007fffb78ae2d0
|
|
[107253.996018][ C152] GPR28: 0000000000000001 00007fffb594eb10 0000000000000000 0000010033531860
|
|
[107253.996080][ C152] NIP [00007fffb77a0510] 0x7fffb77a0510
|
|
[107253.996085][ C152] LR [00007fffb77a04e4] 0x7fffb77a04e4
|
|
[107253.996090][ C152] --- interrupt: c00
|
|
[107253.996093][ C152] Code: 7d29db78 7d20f92d 40c2fff0 5549001c 2f890000 409e07dc 39400000 38e00000 3ca00001 3cc0fffe 7c210b78 60420000 <813f0000> 71290001 41820048 60000000
|
|
[107256.745600][ C0] BUG: workqueue lockup - pool cpus=0 node=0 flags=0x0 nice=0 stuck for 27922s!
|
|
[107256.745620][ C0] BUG: workqueue lockup - pool cpus=24 node=0 flags=0x0 nice=0 stuck for 35s!
|
|
[107256.745629][ C0] BUG: workqueue lockup - pool cpus=24 node=0 flags=0x0 nice=-20 stuck for 31s!
|
|
[107256.745651][ C0] BUG: workqueue lockup - pool cpus=136 node=17 flags=0x0 nice=0 stuck for 29218s!
|
|
[107256.745664][ C0] Showing busy workqueues and worker pools:
|
|
[107256.745683][ C0] workqueue events: flags=0x0
|
|
[107256.745694][ C0] pwq 48: cpus=24 node=0 flags=0x0 nice=0 active=3/256 refcnt=4
|
|
[107256.745698][ C0] pending: 2*ovs_dp_masks_rebalance [openvswitch], kfree_rcu_monitor
|
|
[107256.745710][ C0] pwq 0: cpus=0 node=0 flags=0x0 nice=0 active=4/256 refcnt=5
|
|
[107256.745714][ C0] pending: vmstat_shepherd, kfree_rcu_monitor, switchdev_deferred_process_work, rht_deferred_worker
|
|
[107256.745730][ C0] workqueue events_long: flags=0x0
|
|
[107256.745757][ C0] pwq 0: cpus=0 node=0 flags=0x0 nice=0 active=1/256 refcnt=2
|
|
[107256.745762][ C0] pending: br_multicast_gc_work [bridge]
|
|
[107256.745786][ C0] workqueue events_power_efficient: flags=0x80
|
|
[107256.745805][ C0] pwq 0: cpus=0 node=0 flags=0x0 nice=0 active=1/256 refcnt=2
|
|
[107256.745809][ C0] pending: gc_worker [nf_conntrack]
|
|
[107256.745849][ C0] workqueue mm_percpu_wq: flags=0x8
|
|
[107256.745860][ C0] pwq 304: cpus=152 node=17 flags=0x0 nice=0 active=2/256 refcnt=4
|
|
[107256.745864][ C0] pending: vmstat_update, lru_add_drain_per_cpu BAR(837)
|
|
[107256.745871][ C0] pwq 272: cpus=136 node=17 flags=0x0 nice=0 active=1/256 refcnt=2
|
|
[107256.745875][ C0] pending: vmstat_update
|
|
[107256.745884][ C0] pwq 0: cpus=0 node=0 flags=0x0 nice=0 active=1/256 refcnt=2
|
|
[107256.745888][ C0] pending: vmstat_update
|
|
[107256.745935][ C0] workqueue kblockd: flags=0x18
|
|
[107256.745965][ C0] pwq 49: cpus=24 node=0 flags=0x0 nice=-20 active=1/256 refcnt=2
|
|
[107256.745969][ C0] pending: blk_mq_timeout_work
|
|
[107256.746003][ C0] workqueue ipv6_addrconf: flags=0x40008
|
|
[107256.746020][ C0] pwq 0: cpus=0 node=0 flags=0x0 nice=0 active=1/1 refcnt=2
|
|
[107256.746024][ C0] pending: addrconf_verify_work
|
|
[107256.746070][ C0] Showing backtraces of running workers in stalled CPU-bound worker pools:
|
|
[107266.695402][ C24] watchdog: BUG: soft lockup - CPU#24 stuck for 44s! [sshd:51785]
|
|
[107266.695416][ C24] Modules linked in: af_packet nfnetlink_cttimeout nft_masq tun bridge stp llc nft_fib_inet nft_fib_ipv4 nft_fib_ipv6 nft_fib nft_reject_inet nf_reject_ipv4 nf_reject_ipv6 nft_reject rfkill nft_ct nft_chain_nat nf_tables openvswitch nsh nf_conncount ebtable_nat ebtable_broute ip6table_nat ip6table_mangle ip6table_raw ip6table_security iptable_nat nf_nat nf_conntrack nf_defrag_ipv6 nf_defrag_ipv4 iptable_mangle iptable_raw iptable_security ip_set nfnetlink ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter binfmt_misc tg3 ses enclosure libphy scsi_transport_sas crct10dif_vpmsum ipmi_powernv(X) ipmi_devintf uio_pdrv_genirq ipmi_msghandler uio leds_powernv(X) powernv_op_panel(n) ibmpowernv(X) rtc_opal(X) i2c_opal(X) fuse configfs ip_tables x_tables ipr(X) sd_mod xhci_pci xhci_pci_renesas scsi_dh_emc scsi_dh_rdac scsi_dh_alua t10_pi xhci_hcd crc64_rocksoft_generic crc64_rocksoft sg crc64 scsi_mod usbcore vmx_crypto gf128mul usb_common btrfs blake2b_generic libcrc32c crc32c_vpmsum xor raid6_pq
|
|
[107266.695489][ C24] kvm_hv kvm
|
|
[107266.695525][ C24] Supported: No, Unsupported modules are loaded
|
|
[107266.695529][ C24] CPU: 24 PID: 51785 Comm: sshd Tainted: G D L n 6.4.0-150600.23.38-default #1 SLE15-SP6 ae9c014f21f0b6a4a413d421de19569edb77638d
|
|
[107266.695539][ C24] Hardware name: 8247-22L POWER8E (raw) 0x4b0201 opal:skiboot-v5.4.12 PowerNV
|
|
[107266.695544][ C24] NIP: c0000000000b5a90 LR: c0000000000b5a74 CTR: 0000000000000004
|
|
[107266.695550][ C24] REGS: c000000820bdb2c0 TRAP: 0900 Tainted: G D L n (6.4.0-150600.23.38-default)
|
|
[107266.695557][ C24] MSR: 9000000000009033 <SF,HV,EE,ME,IR,DR,RI,LE> CR: 28022482 XER: 20000000
|
|
[107266.695570][ C24] CFAR: 0000000000000000 IRQMASK: 0
|
|
[107266.695570][ C24] GPR00: c0000000000b5a74 c000000820bdb560 c000000001987c00 c0000007fa891408
|
|
[107266.695570][ C24] GPR04: 0000000000000000 fffffffffffe0000 0000000000010071 c0000007fa891400
|
|
[107266.695570][ C24] GPR08: c0000007fa891410 c0000007fc091400 0000000000000000 0ca753dc1c01d800
|
|
[107266.695570][ C24] GPR12: c0000000005d6270 c0000007fffebc80 0000000000000000 c00000002a8f01f8
|
|
[107266.695570][ C24] GPR16: c00000000294ed60 0000000000010000 0000000000000000 c0000000231a9240
|
|
[107266.695570][ C24] GPR20: 0000000000000000 c0000000231a9240 0000000000000000 c000000820bdbaf0
|
|
[107266.695570][ C24] GPR24: c0000007fc091400 0000000000320000 00000007f9eb0000 0000000000320000
|
|
[107266.695570][ C24] GPR28: c0000007fc091400 c0000007fc091408 c0000000021e1400 c000000002994980
|
|
[107266.695633][ C24] NIP [c0000000000b5a90] queued_spin_lock_slowpath+0x8e0/0x14b0
|
|
[107266.695640][ C24] LR [c0000000000b5a74] queued_spin_lock_slowpath+0x8c4/0x14b0
|
|
[107266.695646][ C24] Call Trace:
|
|
[107266.695650][ C24] [c000000820bdb560] [c000000820bdb5e0] 0xc000000820bdb5e0 (unreliable)
|
|
[107266.695657][ C24] [c000000820bdb680] [c000000000faa6fc] _raw_spin_lock+0x6c/0x90
|
|
[107266.695665][ C24] [c000000820bdb6a0] [c0000000005d2a60] ilookup5_nowait+0x90/0x110
|
|
[107266.695673][ C24] [c000000820bdb6e0] [c0000000005d5964] ilookup5+0x54/0xd0
|
|
[107266.695681][ C24] [c000000820bdb730] [c0000000005d62c0] iget5_locked+0x50/0xd0
|
|
[107266.695690][ C24] [c000000820bdb780] [c008000009d4aa44] btrfs_iget_path+0x7c/0x7a0 [btrfs]
|
|
[107266.695732][ C24] [c000000820bdb870] [c008000009d4bad8] btrfs_lookup_dentry+0x460/0x790 [btrfs]
|
|
[107266.695774][ C24] [c000000820bdb990] [c008000009d4be30] btrfs_lookup+0x28/0x60 [btrfs]
|
|
[107266.695816][ C24] [c000000820bdb9c0] [c0000000005be79c] path_openat+0x7dc/0x12b0
|
|
[107266.695823][ C24] [c000000820bdbab0] [c0000000005c0bb4] do_filp_open+0xa4/0x130
|
|
[107266.695830][ C24] [c000000820bdbbf0] [c00000000059faf8] do_sys_openat2+0x2d8/0x430
|
|
[107266.695838][ C24] [c000000820bdbc60] [c0000000005a18f8] do_sys_open+0x78/0xc0
|
|
[107266.695846][ C24] [c000000820bdbcc0] [c000000000034bd8] system_call_exception+0x158/0x320
|
|
[107266.695854][ C24] [c000000820bdbe50] [c00000000000d6a0] system_call_common+0x160/0x2c4
|
|
[107266.695862][ C24] --- interrupt: c00 at 0x7fffba2f0564
|
|
[107266.695867][ C24] NIP: 00007fffba2f0564 LR: 00007fffba243a84 CTR: 0000000000000000
|
|
[107266.695872][ C24] REGS: c000000820bdbe80 TRAP: 0c00 Tainted: G D L n (6.4.0-150600.23.38-default)
|
|
[107266.695878][ C24] MSR: 900000000280f033 <SF,HV,VEC,VSX,EE,PR,FP,ME,IR,DR,RI,LE> CR: 28004842 XER: 00000000
|
|
[107266.695895][ C24] IRQMASK: 0
|
|
[107266.695895][ C24] GPR00: 000000000000011e 00007ffff014a510 00007fffba406d00 ffffffffffffff9c
|
|
[107266.695895][ C24] GPR04: 0000010023fa3320 0000000000000000 0000000000000000 0000000000000008
|
|
[107266.695895][ C24] GPR08: 0000000000000001 0000000000000000 0000000000000000 0000000000000000
|
|
[107266.695895][ C24] GPR12: 0000000000000000 00007fffbaee3f20 ffffffffffffffff 0000000136651bc0
|
|
[107266.695895][ C24] GPR16: 00000001365daae0 00007ffff014b078 00000001365dabb0 00000001365e43a8
|
|
[107266.695895][ C24] GPR20: 00000001365e36a0 00000001365f2d30 00007ffff014abe0 0000010023fad5d0
|
|
[107266.695895][ C24] GPR24: 00007ffff014abe0 0000010023fa25e8 0000010023f88f40 00007fffba3fe2d0
|
|
[107266.695895][ C24] GPR28: 0000000000000001 00007fffbad50340 0000000000000008 0000010023f88f40
|
|
[107266.695956][ C24] NIP [00007fffba2f0564] 0x7fffba2f0564
|
|
[107266.695961][ C24] LR [00007fffba243a84] 0x7fffba243a84
|
|
[107266.695966][ C24] --- interrupt: c00
|
|
[107266.695969][ C24] Code: 388affff 7fb8ea14 7c8407b4 f8010130 4bfff2c9 fba30000 7c210b78 893c001d 2fa90000 409e001c 7f89e378 60420000 <60000000> 8949001d 2faa0000 419efff4
|
|
[107266.805400][ C136] watchdog: BUG: soft lockup - CPU#136 stuck for 27223s! [systemd:1]
|
|
[107266.805414][ C136] Modules linked in: af_packet nfnetlink_cttimeout nft_masq tun bridge stp llc nft_fib_inet nft_fib_ipv4 nft_fib_ipv6 nft_fib nft_reject_inet nf_reject_ipv4 nf_reject_ipv6 nft_reject rfkill nft_ct nft_chain_nat nf_tables openvswitch nsh nf_conncount ebtable_nat ebtable_broute ip6table_nat ip6table_mangle ip6table_raw ip6table_security iptable_nat nf_nat nf_conntrack nf_defrag_ipv6 nf_defrag_ipv4 iptable_mangle iptable_raw iptable_security ip_set nfnetlink ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter binfmt_misc tg3 ses enclosure libphy scsi_transport_sas crct10dif_vpmsum ipmi_powernv(X) ipmi_devintf uio_pdrv_genirq ipmi_msghandler uio leds_powernv(X) powernv_op_panel(n) ibmpowernv(X) rtc_opal(X) i2c_opal(X) fuse configfs ip_tables x_tables ipr(X) sd_mod xhci_pci xhci_pci_renesas scsi_dh_emc scsi_dh_rdac scsi_dh_alua t10_pi xhci_hcd crc64_rocksoft_generic crc64_rocksoft sg crc64 scsi_mod usbcore vmx_crypto gf128mul usb_common btrfs blake2b_generic libcrc32c crc32c_vpmsum xor raid6_pq
|
|
[107266.805489][ C136] kvm_hv kvm
|
|
[107266.805525][ C136] Supported: No, Unsupported modules are loaded
|
|
[107266.805530][ C136] CPU: 136 PID: 1 Comm: systemd Tainted: G D L n 6.4.0-150600.23.38-default #1 SLE15-SP6 ae9c014f21f0b6a4a413d421de19569edb77638d
|
|
[107266.805539][ C136] Hardware name: 8247-22L POWER8E (raw) 0x4b0201 opal:skiboot-v5.4.12 PowerNV
|
|
[107266.805544][ C136] NIP: c0000000000b5a90 LR: c0000000000b5a74 CTR: 0000000000000004
|
|
[107266.805550][ C136] REGS: c000000007873510 TRAP: 0900 Tainted: G D L n (6.4.0-150600.23.38-default)
|
|
[107266.805557][ C136] MSR: 9000000000009033 <SF,HV,EE,ME,IR,DR,RI,LE> CR: 28004212 XER: 00000000
|
|
[107266.805571][ C136] CFAR: 0000000000000000 IRQMASK: 0
|
|
[107266.805571][ C136] GPR00: c0000000000b5a74 c0000000078737b0 c000000001987c00 c000000ff1891408
|
|
[107266.805571][ C136] GPR04: 00000000000004c0 fffffffffffe0000 0000000000010071 c000000ff1891400
|
|
[107266.805571][ C136] GPR08: c000000ff1891410 c000000ff0891400 0000000000000000 c00000002a5f4a40
|
|
[107266.805571][ C136] GPR12: 0000000000004400 c000000ffff39700 0000000000000000 0000000000000000
|
|
[107266.805571][ C136] GPR16: 0000000000000000 0000000000000000 0000000000000000 0000000000000000
|
|
[107266.805571][ C136] GPR20: 0000000000000000 0000000000000000 0000000000000000 c008000005580540
|
|
[107266.805571][ C136] GPR24: c000000ff0891400 0000000001120000 0000000fee6b0000 0000000001120000
|
|
[107266.805571][ C136] GPR28: c000000ff0891400 c000000ff0891408 c0000000021e1400 c000000002994980
|
|
[107266.805634][ C136] NIP [c0000000000b5a90] queued_spin_lock_slowpath+0x8e0/0x14b0
|
|
[107266.805641][ C136] LR [c0000000000b5a74] queued_spin_lock_slowpath+0x8c4/0x14b0
|
|
[107266.805648][ C136] Call Trace:
|
|
[107266.805651][ C136] [c0000000078737b0] [c0000000078739f0] 0xc0000000078739f0 (unreliable)
|
|
[107266.805659][ C136] [c0000000078738d0] [c000000000faa6fc] _raw_spin_lock+0x6c/0x90
|
|
[107266.805667][ C136] [c0000000078738f0] [c0000000005d5c54] iget_locked+0xb4/0x390
|
|
[107266.805675][ C136] [c000000007873960] [c00000000069e320] kernfs_get_inode+0x30/0x1a0
|
|
[107266.805682][ C136] [c000000007873990] [c0000000006a046c] kernfs_iop_lookup+0x9c/0x150
|
|
[107266.805690][ C136] [c0000000078739d0] [c0000000005bae34] __lookup_slow+0xc4/0x1f0
|
|
[107266.805698][ C136] [c000000007873a40] [c0000000005bcf78] walk_component+0x168/0x270
|
|
[107266.805706][ C136] [c000000007873aa0] [c0000000005bde74] path_lookupat+0xa4/0x1f0
|
|
[107266.805713][ C136] [c000000007873af0] [c0000000005c0568] filename_lookup+0xc8/0x1f0
|
|
[107266.805721][ C136] [c000000007873c30] [c0000000005c0820] user_path_at_empty+0x60/0x90
|
|
[107266.805728][ C136] [c000000007873c80] [c000000000663dbc] sys_name_to_handle_at+0x7c/0x3b0
|
|
[107266.805736][ C136] [c000000007873d00] [c000000000034bd8] system_call_exception+0x158/0x320
|
|
[107266.805744][ C136] [c000000007873e50] [c00000000000d6a0] system_call_common+0x160/0x2c4
|
|
[107266.805752][ C136] --- interrupt: c00 at 0x7fffa9d8803c
|
|
[107266.805757][ C136] NIP: 00007fffa9d8803c LR: 00007fffaa0c6a0c CTR: 0000000000000000
|
|
[107266.805763][ C136] REGS: c000000007873e80 TRAP: 0c00 Tainted: G D L n (6.4.0-150600.23.38-default)
|
|
[107266.805769][ C136] MSR: 900000000280f033 <SF,HV,VEC,VSX,EE,PR,FP,ME,IR,DR,RI,LE> CR: 24004814 XER: 00000000
|
|
[107266.805786][ C136] IRQMASK: 0
|
|
[107266.805786][ C136] GPR00: 0000000000000159 00007fffcbb1a2a0 00007fffa9e86d00 ffffffffffffff9c
|
|
[107266.805786][ C136] GPR04: 000001000d144910 00007fffcbb1a2f8 00007fffcbb1a2f4 0000000000000000
|
|
[107266.805786][ C136] GPR08: 0000000000000008 0000000000000000 0000000000000000 0000000000000000
|
|
[107266.805786][ C136] GPR12: 0000000000000000 00007fffaa6d5460 0000000000000000 00007fffcbb1ffa3
|
|
[107266.805786][ C136] GPR16: 0000000104597bd0 0000000000000000 00007fffcbb1af98 0000000000000000
|
|
[107266.805786][ C136] GPR20: 0000000000024127 0000000000000003 000001000d144af0 ffffffffffffffff
|
|
[107266.805786][ C136] GPR24: 00007fffcbb1aa10 0000000000000000 0000000000000002 0000000000000000
|
|
[107266.805786][ C136] GPR28: 0000000000000000 0000000000000001 0000000000000380 0000000000000000
|
|
[107266.805847][ C136] NIP [00007fffa9d8803c] 0x7fffa9d8803c
|
|
[107266.805852][ C136] LR [00007fffaa0c6a0c] 0x7fffaa0c6a0c
|
|
[107266.805857][ C136] --- interrupt: c00
|
|
[107266.805861][ C136] Code: 388affff 7fb8ea14 7c8407b4 f8010130 4bfff2c9 fba30000 7c210b78 893c001d 2fa90000 409e001c 7f89e378 60420000 <60000000> 8949001d 2faa0000 419efff4
|
|
[107278.825165][ C152] watchdog: BUG: soft lockup - CPU#152 stuck for 27243s! [/usr/bin/isotov:9193]
|
|
[107278.825181][ C152] Modules linked in: af_packet nfnetlink_cttimeout nft_masq tun bridge stp llc nft_fib_inet nft_fib_ipv4 nft_fib_ipv6 nft_fib nft_reject_inet nf_reject_ipv4 nf_reject_ipv6 nft_reject rfkill nft_ct nft_chain_nat nf_tables openvswitch nsh nf_conncount ebtable_nat ebtable_broute ip6table_nat ip6table_mangle ip6table_raw ip6table_security iptable_nat nf_nat nf_conntrack nf_defrag_ipv6 nf_defrag_ipv4 iptable_mangle iptable_raw iptable_security ip_set nfnetlink ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter binfmt_misc tg3 ses enclosure libphy scsi_transport_sas crct10dif_vpmsum ipmi_powernv(X) ipmi_devintf uio_pdrv_genirq ipmi_msghandler uio leds_powernv(X) powernv_op_panel(n) ibmpowernv(X) rtc_opal(X) i2c_opal(X) fuse configfs ip_tables x_tables ipr(X) sd_mod xhci_pci xhci_pci_renesas scsi_dh_emc scsi_dh_rdac scsi_dh_alua t10_pi xhci_hcd crc64_rocksoft_generic crc64_rocksoft sg crc64 scsi_mod usbcore vmx_crypto gf128mul usb_common btrfs blake2b_generic libcrc32c crc32c_vpmsum xor raid6_pq
|
|
[107278.825254][ C152] kvm_hv kvm
|
|
[107278.825292][ C152] Supported: No, Unsupported modules are loaded
|
|
[107278.825297][ C152] CPU: 152 PID: 9193 Comm: /usr/bin/isotov Tainted: G D L n 6.4.0-150600.23.38-default #1 SLE15-SP6 ae9c014f21f0b6a4a413d421de19569edb77638d
|
|
[107278.825307][ C152] Hardware name: 8247-22L POWER8E (raw) 0x4b0201 opal:skiboot-v5.4.12 PowerNV
|
|
[107278.825313][ C152] NIP: c0000000000b5820 LR: c000000000faa6fc CTR: c0000000005d6200
|
|
[107278.825318][ C152] REGS: c00000087d6c32d0 TRAP: 0900 Tainted: G D L n (6.4.0-150600.23.38-default)
|
|
[107278.825325][ C152] MSR: 9000000000009033 <SF,HV,EE,ME,IR,DR,RI,LE> CR: 44044224 XER: 20000000
|
|
[107278.825339][ C152] CFAR: 0000000000000000 IRQMASK: 0
|
|
[107278.825339][ C152] GPR00: c000000000faa6fc c00000087d6c3570 c000000001987c00 c000000002994980
|
|
[107278.825339][ C152] GPR04: f197ee32d5d93d8b 0000000000010000 fffffffffffe0000 0000000000000001
|
|
[107278.825339][ C152] GPR08: 0000000000000100 ffffffffed7b1847 ffffffffed7b1847 0000000000000016
|
|
[107278.825339][ C152] GPR12: c0000000005d6200 c000000ffff2bf00 00000000000081b6 c000000885b0a750
|
|
[107278.825339][ C152] GPR16: c00000000294ed60 0000000000010241 0000000000000000 c00000002af88a00
|
|
[107278.825339][ C152] GPR20: 0000000000000000 c000000002994980 fffffffffffff000 0000000000000000
|
|
[107278.825339][ C152] GPR24: c000000ff1891400 0000000001320000 0000000fef6b0000 0000000001320000
|
|
[107278.825339][ C152] GPR28: c000000ff1891400 0000000000000000 c0000000021e1400 c000000002994980
|
|
[107278.825403][ C152] NIP [c0000000000b5820] queued_spin_lock_slowpath+0x670/0x14b0
|
|
[107278.825410][ C152] LR [c000000000faa6fc] _raw_spin_lock+0x6c/0x90
|
|
[107278.825417][ C152] Call Trace:
|
|
[107278.825420][ C152] [c00000087d6c3570] [c00000087d6c3640] 0xc00000087d6c3640 (unreliable)
|
|
[107278.825428][ C152] [c00000087d6c3690] [0000000000000000] 0x0
|
|
[107278.825434][ C152] [c00000087d6c36b0] [c0000000005d5ff8] inode_insert5+0xc8/0x2d0
|
|
[107278.825442][ C152] [c00000087d6c3730] [c0000000005d623c] insert_inode_locked4+0x3c/0x70
|
|
[107278.825450][ C152] [c00000087d6c3760] [c008000009d4d608] btrfs_create_new_inode+0x170/0xbe0 [btrfs]
|
|
[107278.825493][ C152] [c00000087d6c3880] [c008000009d4e3c0] btrfs_create_common+0x118/0x180 [btrfs]
|
|
[107278.825536][ C152] [c00000087d6c3950] [c0000000005bf02c] path_openat+0x106c/0x12b0
|
|
[107278.825543][ C152] [c00000087d6c3a40] [c0000000005c0bb4] do_filp_open+0xa4/0x130
|
|
[107278.825550][ C152] [c00000087d6c3b80] [c00000000059faf8] do_sys_openat2+0x2d8/0x430
|
|
[107278.825558][ C152] [c00000087d6c3bf0] [c0000000005a18f8] do_sys_open+0x78/0xc0
|
|
[107278.825566][ C152] [c00000087d6c3c50] [c000000000034bd8] system_call_exception+0x158/0x320
|
|
[107278.825574][ C152] [c00000087d6c3e50] [c00000000000d6a0] system_call_common+0x160/0x2c4
|
|
[107278.825582][ C152] --- interrupt: c00 at 0x7fffb77a0510
|
|
[107278.825587][ C152] NIP: 00007fffb77a0510 LR: 00007fffb77a04e4 CTR: 0000000000000000
|
|
[107278.825592][ C152] REGS: c00000087d6c3e80 TRAP: 0c00 Tainted: G D L n (6.4.0-150600.23.38-default)
|
|
[107278.825599][ C152] MSR: 900000000280f033 <SF,HV,VEC,VSX,EE,PR,FP,ME,IR,DR,RI,LE> CR: 24002444 XER: 00000000
|
|
[107278.825616][ C152] IRQMASK: 0
|
|
[107278.825616][ C152] GPR00: 000000000000011e 00007ffff8ab9e70 00007fffb78b6d00 ffffffffffffff9c
|
|
[107278.825616][ C152] GPR04: 00000100375c98d0 0000000000000241 00000000000001b6 00007fffb7b6be60
|
|
[107278.825616][ C152] GPR08: 00007fffb7b647a8 0000000000000000 0000000000000000 0000000000000000
|
|
[107278.825616][ C152] GPR12: 0000000000000000 00007fffb7b6be60 0000000000000000 0000000000000000
|
|
[107278.825616][ C152] GPR16: 0000000000000000 0000000000000000 0000000000000000 00007ffff8aba580
|
|
[107278.825616][ C152] GPR20: 00007ffff8aba978 00007ffff8aba960 0000000000000001 00007ffff8aba5a0
|
|
[107278.825616][ C152] GPR24: 0000000002010000 aaaaaaaaaaaaaaab 0000010033531860 00007fffb78ae2d0
|
|
[107278.825616][ C152] GPR28: 0000000000000001 00007fffb594eb10 0000000000000000 0000010033531860
|
|
[107278.825678][ C152] NIP [00007fffb77a0510] 0x7fffb77a0510
|
|
[107278.825683][ C152] LR [00007fffb77a04e4] 0x7fffb77a04e4
|
|
[107278.825688][ C152] --- interrupt: c00
|
|
[107278.825691][ C152] Code: e93e000a 409e0214 7f89a000 3b600000 419dfef0 7d20f828 7d298b78 7d20f92d 40c2fff4 3b600001 4bfffed8 60420000 <38e00001> 4bfffa6c 60000000 60420000
|
|
[107282.675090][ C0] watchdog: BUG: soft lockup - CPU#0 stuck for 26032s! [smartd:2152]
|
|
[107282.675104][ C0] Modules linked in: af_packet nfnetlink_cttimeout nft_masq tun bridge stp llc nft_fib_inet nft_fib_ipv4 nft_fib_ipv6 nft_fib nft_reject_inet nf_reject_ipv4 nf_reject_ipv6 nft_reject rfkill nft_ct nft_chain_nat nf_tables openvswitch nsh nf_conncount ebtable_nat ebtable_broute ip6table_nat ip6table_mangle ip6table_raw ip6table_security iptable_nat nf_nat nf_conntrack nf_defrag_ipv6 nf_defrag_ipv4 iptable_mangle iptable_raw iptable_security ip_set nfnetlink ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter binfmt_misc tg3 ses enclosure libphy scsi_transport_sas crct10dif_vpmsum ipmi_powernv(X) ipmi_devintf uio_pdrv_genirq ipmi_msghandler uio leds_powernv(X) powernv_op_panel(n) ibmpowernv(X) rtc_opal(X) i2c_opal(X) fuse configfs ip_tables x_tables ipr(X) sd_mod xhci_pci xhci_pci_renesas scsi_dh_emc scsi_dh_rdac scsi_dh_alua t10_pi xhci_hcd crc64_rocksoft_generic crc64_rocksoft sg crc64 scsi_mod usbcore vmx_crypto gf128mul usb_common btrfs blake2b_generic libcrc32c crc32c_vpmsum xor raid6_pq
|
|
[107282.675178][ C0] kvm_hv kvm
|
|
[107282.675214][ C0] Supported: No, Unsupported modules are loaded
|
|
[107282.675219][ C0] CPU: 0 PID: 2152 Comm: smartd Tainted: G D L n 6.4.0-150600.23.38-default #1 SLE15-SP6 ae9c014f21f0b6a4a413d421de19569edb77638d
|
|
[107282.675229][ C0] Hardware name: 8247-22L POWER8E (raw) 0x4b0201 opal:skiboot-v5.4.12 PowerNV
|
|
[107282.675234][ C0] NIP: c0000000000b5a90 LR: c0000000000b5a74 CTR: 0000000000000004
|
|
[107282.675240][ C0] REGS: c0000000576d34f0 TRAP: 0900 Tainted: G D L n (6.4.0-150600.23.38-default)
|
|
[107282.675246][ C0] MSR: 9000000000009033 <SF,HV,EE,ME,IR,DR,RI,LE> CR: 24042822 XER: 20000000
|
|
[107282.675260][ C0] CFAR: 0000000000000000 IRQMASK: 0
|
|
[107282.675260][ C0] GPR00: c0000000000b5a74 c0000000576d3790 c000000001987c00 c000000ff0891408
|
|
[107282.675260][ C0] GPR04: 0000000000000440 fffffffffffe0000 0000000000010071 c000000ff0891400
|
|
[107282.675260][ C0] GPR08: c000000ff0891410 c0000007fa891400 0000000000000000 c00000001fa46e40
|
|
[107282.675260][ C0] GPR12: 0000000000002200 c000000002c10000 0000000000000000 0000000000000000
|
|
[107282.675260][ C0] GPR16: 0000000000000000 0000000000000000 0000000000010800 c0000000076ba800
|
|
[107282.675260][ C0] GPR20: 0000000000000000 0000000000000000 0000000000000000 c0000000576d3bd0
|
|
[107282.675260][ C0] GPR24: c0000007fa891400 0000000000020000 00000007f86b0000 0000000000020000
|
|
[107282.675260][ C0] GPR28: c0000007fa891400 c0000007fa891408 c0000000021e1400 c000000002994980
|
|
[107282.675323][ C0] NIP [c0000000000b5a90] queued_spin_lock_slowpath+0x8e0/0x14b0
|
|
[107282.675329][ C0] LR [c0000000000b5a74] queued_spin_lock_slowpath+0x8c4/0x14b0
|
|
[107282.675336][ C0] Call Trace:
|
|
[107282.675339][ C0] [c0000000576d3790] [c00000002a2b8470] 0xc00000002a2b8470 (unreliable)
|
|
[107282.675347][ C0] [c0000000576d38b0] [c000000000faa6fc] _raw_spin_lock+0x6c/0x90
|
|
[107282.675355][ C0] [c0000000576d38d0] [c0000000005d5a8c] ilookup+0xac/0x1c0
|
|
[107282.675363][ C0] [c0000000576d3930] [c0000000007c720c] blkdev_get_no_open+0x3c/0x100
|
|
[107282.675371][ C0] [c0000000576d39b0] [c0000000007c7378] blkdev_get_by_dev+0xa8/0x420
|
|
[107282.675379][ C0] [c0000000576d3a20] [c0000000007c98dc] blkdev_open+0x6c/0x110
|
|
[107282.675386][ C0] [c0000000576d3a50] [c00000000059ed40] do_dentry_open+0x330/0x5c0
|
|
[107282.675394][ C0] [c0000000576d3aa0] [c0000000005bef5c] path_openat+0xf9c/0x12b0
|
|
[107282.675401][ C0] [c0000000576d3b90] [c0000000005c0bb4] do_filp_open+0xa4/0x130
|
|
[107282.675408][ C0] [c0000000576d3cd0] [c00000000059faf8] do_sys_openat2+0x2d8/0x430
|
|
[107282.675416][ C0] [c0000000576d3d40] [c0000000005a18f8] do_sys_open+0x78/0xc0
|
|
[107282.675423][ C0] [c0000000576d3da0] [c000000000034bd8] system_call_exception+0x158/0x320
|
|
[107282.675431][ C0] [c0000000576d3e50] [c00000000000d6a0] system_call_common+0x160/0x2c4
|
|
[107282.675439][ C0] --- interrupt: c00 at 0x7fff8a850564
|
|
[107282.675444][ C0] NIP: 00007fff8a850564 LR: 00007fff8a850684 CTR: 0000000000000000
|
|
[107282.675450][ C0] REGS: c0000000576d3e80 TRAP: 0c00 Tainted: G D L n (6.4.0-150600.23.38-default)
|
|
[107282.675456][ C0] MSR: 900000000280f033 <SF,HV,VEC,VSX,EE,PR,FP,ME,IR,DR,RI,LE> CR: 24042422 XER: 00000000
|
|
[107282.675473][ C0] IRQMASK: 0
|
|
[107282.675473][ C0] GPR00: 000000000000011e 00007fffdc2456b0 00007fff8a966d00 ffffffffffffff9c
|
|
[107282.675473][ C0] GPR04: 000001001af3aa20 0000000000000800 0000000000000000 000001001af6d0e0
|
|
[107282.675473][ C0] GPR08: 000001001afe89e0 0000000000000000 0000000000000000 0000000000000000
|
|
[107282.675473][ C0] GPR12: 0000000000000000 00007fff8af80000 000000013a9f6768 000000013aa506b0
|
|
[107282.675473][ C0] GPR16: 000000013a9f6810 000000013aa50010 000000013a9f8568 00007fffdc245b48
|
|
[107282.675473][ C0] GPR20: 0000000000000001 000000013a9f7e20 0000000000000000 0000000000000001
|
|
[107282.675473][ C0] GPR24: 000001001af3a9c0 9e3d4eb49bc1091d 000000013a9f6768 000001001afe4f08
|
|
[107282.675473][ C0] GPR28: 000001001af5ecb0 000001001afe4ef0 000001001af3aa00 000001001af3a9e8
|
|
[107282.675533][ C0] NIP [00007fff8a850564] 0x7fff8a850564
|
|
[107282.675538][ C0] LR [00007fff8a850684] 0x7fff8a850684
|
|
[107282.675543][ C0] --- interrupt: c00
|
|
[107282.675546][ C0] Code: 388affff 7fb8ea14 7c8407b4 f8010130 4bfff2c9 fba30000 7c210b78 893c001d 2fa90000 409e001c 7f89e378 60420000 <60000000> 8949001d 2faa0000 419efff4
|
|
[107286.825015][ C0] BUG: workqueue lockup - pool cpus=0 node=0 flags=0x0 nice=0 stuck for 27953s!
|
|
[107286.825034][ C0] BUG: workqueue lockup - pool cpus=24 node=0 flags=0x0 nice=0 stuck for 65s!
|
|
[107286.825043][ C0] BUG: workqueue lockup - pool cpus=24 node=0 flags=0x0 nice=-20 stuck for 61s!
|
|
[107286.825065][ C0] BUG: workqueue lockup - pool cpus=136 node=17 flags=0x0 nice=0 stuck for 29248s!
|
|
[107286.825077][ C0] BUG: workqueue lockup - pool cpus=152 node=17 flags=0x0 nice=0 stuck for 29258s!
|
|
[107286.825087][ C0] Showing busy workqueues and worker pools:
|
|
[107286.825110][ C0] workqueue events: flags=0x0
|
|
[107286.825121][ C0] pwq 48: cpus=24 node=0 flags=0x0 nice=0 active=3/256 refcnt=4
|
|
[107286.825125][ C0] pending: 2*ovs_dp_masks_rebalance [openvswitch], kfree_rcu_monitor
|
|
[107286.825136][ C0] pwq 0: cpus=0 node=0 flags=0x0 nice=0 active=4/256 refcnt=5
|
|
[107286.825140][ C0] pending: vmstat_shepherd, kfree_rcu_monitor, switchdev_deferred_process_work, rht_deferred_worker
|
|
[107286.825161][ C0] workqueue events_long: flags=0x0
|
|
[107286.825188][ C0] pwq 0: cpus=0 node=0 flags=0x0 nice=0 active=1/256 refcnt=2
|
|
[107286.825192][ C0] pending: br_multicast_gc_work [bridge]
|
|
[107286.825218][ C0] workqueue events_power_efficient: flags=0x80
|
|
[107286.825236][ C0] pwq 0: cpus=0 node=0 flags=0x0 nice=0 active=1/256 refcnt=2
|
|
[107286.825241][ C0] pending: gc_worker [nf_conntrack]
|
|
[107286.825278][ C0] workqueue mm_percpu_wq: flags=0x8
|
|
[107286.825289][ C0] pwq 304: cpus=152 node=17 flags=0x0 nice=0 active=2/256 refcnt=4
|
|
[107286.825293][ C0] pending: vmstat_update, lru_add_drain_per_cpu BAR(837)
|
|
[107286.825300][ C0] pwq 272: cpus=136 node=17 flags=0x0 nice=0 active=1/256 refcnt=2
|
|
[107286.825304][ C0] pending: vmstat_update
|
|
[107286.825313][ C0] pwq 0: cpus=0 node=0 flags=0x0 nice=0 active=1/256 refcnt=2
|
|
[107286.825317][ C0] pending: vmstat_update
|
|
[107286.825365][ C0] workqueue kblockd: flags=0x18
|
|
[107286.825395][ C0] pwq 49: cpus=24 node=0 flags=0x0 nice=-20 active=1/256 refcnt=2
|
|
[107286.825399][ C0] pending: blk_mq_timeout_work
|
|
[107286.825435][ C0] workqueue ipv6_addrconf: flags=0x40008
|
|
[107286.825453][ C0] pwq 0: cpus=0 node=0 flags=0x0 nice=0 active=1/1 refcnt=2
|
|
[107286.825457][ C0] pending: addrconf_verify_work
|
|
[107286.825503][ C0] Showing backtraces of running workers in stalled CPU-bound worker pools:
|
|
[107290.694932][ C24] watchdog: BUG: soft lockup - CPU#24 stuck for 67s! [sshd:51785]
|
|
[107290.694946][ C24] Modules linked in: af_packet nfnetlink_cttimeout nft_masq tun bridge stp llc nft_fib_inet nft_fib_ipv4 nft_fib_ipv6 nft_fib nft_reject_inet nf_reject_ipv4 nf_reject_ipv6 nft_reject rfkill nft_ct nft_chain_nat nf_tables openvswitch nsh nf_conncount ebtable_nat ebtable_broute ip6table_nat ip6table_mangle ip6table_raw ip6table_security iptable_nat nf_nat nf_conntrack nf_defrag_ipv6 nf_defrag_ipv4 iptable_mangle iptable_raw iptable_security ip_set nfnetlink ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter binfmt_misc tg3 ses enclosure libphy scsi_transport_sas crct10dif_vpmsum ipmi_powernv(X) ipmi_devintf uio_pdrv_genirq ipmi_msghandler uio leds_powernv(X) powernv_op_panel(n) ibmpowernv(X) rtc_opal(X) i2c_opal(X) fuse configfs ip_tables x_tables ipr(X) sd_mod xhci_pci xhci_pci_renesas scsi_dh_emc scsi_dh_rdac scsi_dh_alua t10_pi xhci_hcd crc64_rocksoft_generic crc64_rocksoft sg crc64 scsi_mod usbcore vmx_crypto gf128mul usb_common btrfs blake2b_generic libcrc32c crc32c_vpmsum xor raid6_pq
|
|
[107290.695019][ C24] kvm_hv kvm
|
|
[107290.695054][ C24] Supported: No, Unsupported modules are loaded
|
|
[107290.695059][ C24] CPU: 24 PID: 51785 Comm: sshd Tainted: G D L n 6.4.0-150600.23.38-default #1 SLE15-SP6 ae9c014f21f0b6a4a413d421de19569edb77638d
|
|
[107290.695068][ C24] Hardware name: 8247-22L POWER8E (raw) 0x4b0201 opal:skiboot-v5.4.12 PowerNV
|
|
[107290.695073][ C24] NIP: c0000000000b5a90 LR: c0000000000b5a74 CTR: 0000000000000004
|
|
[107290.695079][ C24] REGS: c000000820bdb2c0 TRAP: 0900 Tainted: G D L n (6.4.0-150600.23.38-default)
|
|
[107290.695085][ C24] MSR: 9000000000009033 <SF,HV,EE,ME,IR,DR,RI,LE> CR: 28022482 XER: 20000000
|
|
[107290.695099][ C24] CFAR: 0000000000000000 IRQMASK: 0
|
|
[107290.695099][ C24] GPR00: c0000000000b5a74 c000000820bdb560 c000000001987c00 c0000007fa891408
|
|
[107290.695099][ C24] GPR04: 0000000000000000 fffffffffffe0000 0000000000010071 c0000007fa891400
|
|
[107290.695099][ C24] GPR08: c0000007fa891410 c0000007fc091400 0000000000000000 0ca753dc1c01d800
|
|
[107290.695099][ C24] GPR12: c0000000005d6270 c0000007fffebc80 0000000000000000 c00000002a8f01f8
|
|
[107290.695099][ C24] GPR16: c00000000294ed60 0000000000010000 0000000000000000 c0000000231a9240
|
|
[107290.695099][ C24] GPR20: 0000000000000000 c0000000231a9240 0000000000000000 c000000820bdbaf0
|
|
[107290.695099][ C24] GPR24: c0000007fc091400 0000000000320000 00000007f9eb0000 0000000000320000
|
|
[107290.695099][ C24] GPR28: c0000007fc091400 c0000007fc091408 c0000000021e1400 c000000002994980
|
|
[107290.695162][ C24] NIP [c0000000000b5a90] queued_spin_lock_slowpath+0x8e0/0x14b0
|
|
[107290.695169][ C24] LR [c0000000000b5a74] queued_spin_lock_slowpath+0x8c4/0x14b0
|
|
[107290.695175][ C24] Call Trace:
|
|
[107290.695179][ C24] [c000000820bdb560] [c000000820bdb5e0] 0xc000000820bdb5e0 (unreliable)
|
|
[107290.695186][ C24] [c000000820bdb680] [c000000000faa6fc] _raw_spin_lock+0x6c/0x90
|
|
[107290.695194][ C24] [c000000820bdb6a0] [c0000000005d2a60] ilookup5_nowait+0x90/0x110
|
|
[107290.695202][ C24] [c000000820bdb6e0] [c0000000005d5964] ilookup5+0x54/0xd0
|
|
[107290.695210][ C24] [c000000820bdb730] [c0000000005d62c0] iget5_locked+0x50/0xd0
|
|
[107290.695218][ C24] [c000000820bdb780] [c008000009d4aa44] btrfs_iget_path+0x7c/0x7a0 [btrfs]
|
|
[107290.695261][ C24] [c000000820bdb870] [c008000009d4bad8] btrfs_lookup_dentry+0x460/0x790 [btrfs]
|
|
[107290.695303][ C24] [c000000820bdb990] [c008000009d4be30] btrfs_lookup+0x28/0x60 [btrfs]
|
|
[107290.695344][ C24] [c000000820bdb9c0] [c0000000005be79c] path_openat+0x7dc/0x12b0
|
|
[107290.695351][ C24] [c000000820bdbab0] [c0000000005c0bb4] do_filp_open+0xa4/0x130
|
|
[107290.695358][ C24] [c000000820bdbbf0] [c00000000059faf8] do_sys_openat2+0x2d8/0x430
|
|
[107290.695365][ C24] [c000000820bdbc60] [c0000000005a18f8] do_sys_open+0x78/0xc0
|
|
[107290.695373][ C24] [c000000820bdbcc0] [c000000000034bd8] system_call_exception+0x158/0x320
|
|
[107290.695381][ C24] [c000000820bdbe50] [c00000000000d6a0] system_call_common+0x160/0x2c4
|
|
[107290.695389][ C24] --- interrupt: c00 at 0x7fffba2f0564
|
|
[107290.695394][ C24] NIP: 00007fffba2f0564 LR: 00007fffba243a84 CTR: 0000000000000000
|
|
[107290.695399][ C24] REGS: c000000820bdbe80 TRAP: 0c00 Tainted: G D L n (6.4.0-150600.23.38-default)
|
|
[107290.695406][ C24] MSR: 900000000280f033 <SF,HV,VEC,VSX,EE,PR,FP,ME,IR,DR,RI,LE> CR: 28004842 XER: 00000000
|
|
[107290.695423][ C24] IRQMASK: 0
|
|
[107290.695423][ C24] GPR00: 000000000000011e 00007ffff014a510 00007fffba406d00 ffffffffffffff9c
|
|
[107290.695423][ C24] GPR04: 0000010023fa3320 0000000000000000 0000000000000000 0000000000000008
|
|
[107290.695423][ C24] GPR08: 0000000000000001 0000000000000000 0000000000000000 0000000000000000
|
|
[107290.695423][ C24] GPR12: 0000000000000000 00007fffbaee3f20 ffffffffffffffff 0000000136651bc0
|
|
[107290.695423][ C24] GPR16: 00000001365daae0 00007ffff014b078 00000001365dabb0 00000001365e43a8
|
|
[107290.695423][ C24] GPR20: 00000001365e36a0 00000001365f2d30 00007ffff014abe0 0000010023fad5d0
|
|
[107290.695423][ C24] GPR24: 00007ffff014abe0 0000010023fa25e8 0000010023f88f40 00007fffba3fe2d0
|
|
[107290.695423][ C24] GPR28: 0000000000000001 00007fffbad50340 0000000000000008 0000010023f88f40
|
|
[107290.695483][ C24] NIP [00007fffba2f0564] 0x7fffba2f0564
|
|
[107290.695488][ C24] LR [00007fffba243a84] 0x7fffba243a84
|
|
[107290.695493][ C24] --- interrupt: c00
|
|
[107290.695496][ C24] Code: 388affff 7fb8ea14 7c8407b4 f8010130 4bfff2c9 fba30000 7c210b78 893c001d 2fa90000 409e001c 7f89e378 60420000 <60000000> 8949001d 2faa0000 419efff4
|
|
[107290.804930][ C136] watchdog: BUG: soft lockup - CPU#136 stuck for 27246s! [systemd:1]
|
|
[107290.804944][ C136] Modules linked in: af_packet nfnetlink_cttimeout nft_masq tun bridge stp llc nft_fib_inet nft_fib_ipv4 nft_fib_ipv6 nft_fib nft_reject_inet nf_reject_ipv4 nf_reject_ipv6 nft_reject rfkill nft_ct nft_chain_nat nf_tables openvswitch nsh nf_conncount ebtable_nat ebtable_broute ip6table_nat ip6table_mangle ip6table_raw ip6table_security iptable_nat nf_nat nf_conntrack nf_defrag_ipv6 nf_defrag_ipv4 iptable_mangle iptable_raw iptable_security ip_set nfnetlink ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter binfmt_misc tg3 ses enclosure libphy scsi_transport_sas crct10dif_vpmsum ipmi_powernv(X) ipmi_devintf uio_pdrv_genirq ipmi_msghandler uio leds_powernv(X) powernv_op_panel(n) ibmpowernv(X) rtc_opal(X) i2c_opal(X) fuse configfs ip_tables x_tables ipr(X) sd_mod xhci_pci xhci_pci_renesas scsi_dh_emc scsi_dh_rdac scsi_dh_alua t10_pi xhci_hcd crc64_rocksoft_generic crc64_rocksoft sg crc64 scsi_mod usbcore vmx_crypto gf128mul usb_common btrfs blake2b_generic libcrc32c crc32c_vpmsum xor raid6_pq
|
|
[107290.805018][ C136] kvm_hv kvm
|
|
[107290.805055][ C136] Supported: No, Unsupported modules are loaded
|
|
[107290.805060][ C136] CPU: 136 PID: 1 Comm: systemd Tainted: G D L n 6.4.0-150600.23.38-default #1 SLE15-SP6 ae9c014f21f0b6a4a413d421de19569edb77638d
|
|
[107290.805070][ C136] Hardware name: 8247-22L POWER8E (raw) 0x4b0201 opal:skiboot-v5.4.12 PowerNV
|
|
[107290.805075][ C136] NIP: c0000000000b5a90 LR: c0000000000b5a74 CTR: 0000000000000004
|
|
[107290.805081][ C136] REGS: c000000007873510 TRAP: 0900 Tainted: G D L n (6.4.0-150600.23.38-default)
|
|
[107290.805088][ C136] MSR: 9000000000009033 <SF,HV,EE,ME,IR,DR,RI,LE> CR: 28004212 XER: 00000000
|
|
[107290.805102][ C136] CFAR: 0000000000000000 IRQMASK: 0
|
|
[107290.805102][ C136] GPR00: c0000000000b5a74 c0000000078737b0 c000000001987c00 c000000ff1891408
|
|
[107290.805102][ C136] GPR04: 00000000000004c0 fffffffffffe0000 0000000000010071 c000000ff1891400
|
|
[107290.805102][ C136] GPR08: c000000ff1891410 c000000ff0891400 0000000000000000 c00000002a5f4a40
|
|
[107290.805102][ C136] GPR12: 0000000000004400 c000000ffff39700 0000000000000000 0000000000000000
|
|
[107290.805102][ C136] GPR16: 0000000000000000 0000000000000000 0000000000000000 0000000000000000
|
|
[107290.805102][ C136] GPR20: 0000000000000000 0000000000000000 0000000000000000 c008000005580540
|
|
[107290.805102][ C136] GPR24: c000000ff0891400 0000000001120000 0000000fee6b0000 0000000001120000
|
|
[107290.805102][ C136] GPR28: c000000ff0891400 c000000ff0891408 c0000000021e1400 c000000002994980
|
|
[107290.805165][ C136] NIP [c0000000000b5a90] queued_spin_lock_slowpath+0x8e0/0x14b0
|
|
[107290.805172][ C136] LR [c0000000000b5a74] queued_spin_lock_slowpath+0x8c4/0x14b0
|
|
[107290.805178][ C136] Call Trace:
|
|
[107290.805182][ C136] [c0000000078737b0] [c0000000078739f0] 0xc0000000078739f0 (unreliable)
|
|
[107290.805189][ C136] [c0000000078738d0] [c000000000faa6fc] _raw_spin_lock+0x6c/0x90
|
|
[107290.805198][ C136] [c0000000078738f0] [c0000000005d5c54] iget_locked+0xb4/0x390
|
|
[107290.805206][ C136] [c000000007873960] [c00000000069e320] kernfs_get_inode+0x30/0x1a0
|
|
[107290.805213][ C136] [c000000007873990] [c0000000006a046c] kernfs_iop_lookup+0x9c/0x150
|
|
[107290.805220][ C136] [c0000000078739d0] [c0000000005bae34] __lookup_slow+0xc4/0x1f0
|
|
[107290.805228][ C136] [c000000007873a40] [c0000000005bcf78] walk_component+0x168/0x270
|
|
[107290.805236][ C136] [c000000007873aa0] [c0000000005bde74] path_lookupat+0xa4/0x1f0
|
|
[107290.805244][ C136] [c000000007873af0] [c0000000005c0568] filename_lookup+0xc8/0x1f0
|
|
[107290.805250][ C136] [c000000007873c30] [c0000000005c0820] user_path_at_empty+0x60/0x90
|
|
[107290.805258][ C136] [c000000007873c80] [c000000000663dbc] sys_name_to_handle_at+0x7c/0x3b0
|
|
[107290.805266][ C136] [c000000007873d00] [c000000000034bd8] system_call_exception+0x158/0x320
|
|
[107290.805274][ C136] [c000000007873e50] [c00000000000d6a0] system_call_common+0x160/0x2c4
|
|
[107290.805282][ C136] --- interrupt: c00 at 0x7fffa9d8803c
|
|
[107290.805287][ C136] NIP: 00007fffa9d8803c LR: 00007fffaa0c6a0c CTR: 0000000000000000
|
|
[107290.805293][ C136] REGS: c000000007873e80 TRAP: 0c00 Tainted: G D L n (6.4.0-150600.23.38-default)
|
|
[107290.805299][ C136] MSR: 900000000280f033 <SF,HV,VEC,VSX,EE,PR,FP,ME,IR,DR,RI,LE> CR: 24004814 XER: 00000000
|
|
[107290.805316][ C136] IRQMASK: 0
|
|
[107290.805316][ C136] GPR00: 0000000000000159 00007fffcbb1a2a0 00007fffa9e86d00 ffffffffffffff9c
|
|
[107290.805316][ C136] GPR04: 000001000d144910 00007fffcbb1a2f8 00007fffcbb1a2f4 0000000000000000
|
|
[107290.805316][ C136] GPR08: 0000000000000008 0000000000000000 0000000000000000 0000000000000000
|
|
[107290.805316][ C136] GPR12: 0000000000000000 00007fffaa6d5460 0000000000000000 00007fffcbb1ffa3
|
|
[107290.805316][ C136] GPR16: 0000000104597bd0 0000000000000000 00007fffcbb1af98 0000000000000000
|
|
[107290.805316][ C136] GPR20: 0000000000024127 0000000000000003 000001000d144af0 ffffffffffffffff
|
|
[107290.805316][ C136] GPR24: 00007fffcbb1aa10 0000000000000000 0000000000000002 0000000000000000
|
|
[107290.805316][ C136] GPR28: 0000000000000000 0000000000000001 0000000000000380 0000000000000000
|
|
[107290.805377][ C136] NIP [00007fffa9d8803c] 0x7fffa9d8803c
|
|
[107290.805382][ C136] LR [00007fffaa0c6a0c] 0x7fffaa0c6a0c
|
|
[107290.805387][ C136] --- interrupt: c00
|
|
[107290.805390][ C136] Code: 388affff 7fb8ea14 7c8407b4 f8010130 4bfff2c9 fba30000 7c210b78 893c001d 2fa90000 409e001c 7f89e378 60420000 <60000000> 8949001d 2faa0000 419efff4
|
|
[107302.824695][ C152] watchdog: BUG: soft lockup - CPU#152 stuck for 27265s! [/usr/bin/isotov:9193]
|
|
[107302.824710][ C152] Modules linked in: af_packet nfnetlink_cttimeout nft_masq tun bridge stp llc nft_fib_inet nft_fib_ipv4 nft_fib_ipv6 nft_fib nft_reject_inet nf_reject_ipv4 nf_reject_ipv6 nft_reject rfkill nft_ct nft_chain_nat nf_tables openvswitch nsh nf_conncount ebtable_nat ebtable_broute ip6table_nat ip6table_mangle ip6table_raw ip6table_security iptable_nat nf_nat nf_conntrack nf_defrag_ipv6 nf_defrag_ipv4 iptable_mangle iptable_raw iptable_security ip_set nfnetlink ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter binfmt_misc tg3 ses enclosure libphy scsi_transport_sas crct10dif_vpmsum ipmi_powernv(X) ipmi_devintf uio_pdrv_genirq ipmi_msghandler uio leds_powernv(X) powernv_op_panel(n) ibmpowernv(X) rtc_opal(X) i2c_opal(X) fuse configfs ip_tables x_tables ipr(X) sd_mod xhci_pci xhci_pci_renesas scsi_dh_emc scsi_dh_rdac scsi_dh_alua t10_pi xhci_hcd crc64_rocksoft_generic crc64_rocksoft sg crc64 scsi_mod usbcore vmx_crypto gf128mul usb_common btrfs blake2b_generic libcrc32c crc32c_vpmsum xor raid6_pq
|
|
[107302.824783][ C152] kvm_hv kvm
|
|
[107302.824820][ C152] Supported: No, Unsupported modules are loaded
|
|
[107302.824825][ C152] CPU: 152 PID: 9193 Comm: /usr/bin/isotov Tainted: G D L n 6.4.0-150600.23.38-default #1 SLE15-SP6 ae9c014f21f0b6a4a413d421de19569edb77638d
|
|
[107302.824835][ C152] Hardware name: 8247-22L POWER8E (raw) 0x4b0201 opal:skiboot-v5.4.12 PowerNV
|
|
[107302.824840][ C152] NIP: c0000000000b5290 LR: c000000000faa6fc CTR: c0000000005d6200
|
|
[107302.824846][ C152] REGS: c00000087d6c32d0 TRAP: 0900 Tainted: G D L n (6.4.0-150600.23.38-default)
|
|
[107302.824853][ C152] MSR: 9000000000009033 <SF,HV,EE,ME,IR,DR,RI,LE> CR: 44044224 XER: 20000000
|
|
[107302.824866][ C152] CFAR: 0000000000000000 IRQMASK: 0
|
|
[107302.824866][ C152] GPR00: c000000000faa6fc c00000087d6c3570 c000000001987c00 c000000002994980
|
|
[107302.824866][ C152] GPR04: f197ee32d5d93d8b 0000000000010000 fffffffffffe0000 0000000000000001
|
|
[107302.824866][ C152] GPR08: 0000000000000100 000000005ceecbf9 000000005ceecbf9 0000000000000016
|
|
[107302.824866][ C152] GPR12: c0000000005d6200 c000000ffff2bf00 00000000000081b6 c000000885b0a750
|
|
[107302.824866][ C152] GPR16: c00000000294ed60 0000000000010241 0000000000000000 c00000002af88a00
|
|
[107302.824866][ C152] GPR20: 0000000000000000 c000000002994980 fffffffffffff000 0000000000000000
|
|
[107302.824866][ C152] GPR24: c000000ff1891400 0000000001320000 0000000fef6b0000 0000000001320000
|
|
[107302.824866][ C152] GPR28: c000000ff1891400 0000000000000000 c0000000021e1400 c000000002994980
|
|
[107302.824929][ C152] NIP [c0000000000b5290] queued_spin_lock_slowpath+0xe0/0x14b0
|
|
[107302.824936][ C152] LR [c000000000faa6fc] _raw_spin_lock+0x6c/0x90
|
|
[107302.824943][ C152] Call Trace:
|
|
[107302.824946][ C152] [c00000087d6c3570] [c00000087d6c3640] 0xc00000087d6c3640 (unreliable)
|
|
[107302.824954][ C152] [c00000087d6c3690] [0000000000000000] 0x0
|
|
[107302.824960][ C152] [c00000087d6c36b0] [c0000000005d5ff8] inode_insert5+0xc8/0x2d0
|
|
[107302.824968][ C152] [c00000087d6c3730] [c0000000005d623c] insert_inode_locked4+0x3c/0x70
|
|
[107302.824976][ C152] [c00000087d6c3760] [c008000009d4d608] btrfs_create_new_inode+0x170/0xbe0 [btrfs]
|
|
[107302.825019][ C152] [c00000087d6c3880] [c008000009d4e3c0] btrfs_create_common+0x118/0x180 [btrfs]
|
|
[107302.825061][ C152] [c00000087d6c3950] [c0000000005bf02c] path_openat+0x106c/0x12b0
|
|
[107302.825068][ C152] [c00000087d6c3a40] [c0000000005c0bb4] do_filp_open+0xa4/0x130
|
|
[107302.825075][ C152] [c00000087d6c3b80] [c00000000059faf8] do_sys_openat2+0x2d8/0x430
|
|
[107302.825083][ C152] [c00000087d6c3bf0] [c0000000005a18f8] do_sys_open+0x78/0xc0
|
|
[107302.825090][ C152] [c00000087d6c3c50] [c000000000034bd8] system_call_exception+0x158/0x320
|
|
[107302.825098][ C152] [c00000087d6c3e50] [c00000000000d6a0] system_call_common+0x160/0x2c4
|
|
[107302.825106][ C152] --- interrupt: c00 at 0x7fffb77a0510
|
|
[107302.825111][ C152] NIP: 00007fffb77a0510 LR: 00007fffb77a04e4 CTR: 0000000000000000
|
|
[107302.825117][ C152] REGS: c00000087d6c3e80 TRAP: 0c00 Tainted: G D L n (6.4.0-150600.23.38-default)
|
|
[107302.825124][ C152] MSR: 900000000280f033 <SF,HV,VEC,VSX,EE,PR,FP,ME,IR,DR,RI,LE> CR: 24002444 XER: 00000000
|
|
[107302.825141][ C152] IRQMASK: 0
|
|
[107302.825141][ C152] GPR00: 000000000000011e 00007ffff8ab9e70 00007fffb78b6d00 ffffffffffffff9c
|
|
[107302.825141][ C152] GPR04: 00000100375c98d0 0000000000000241 00000000000001b6 00007fffb7b6be60
|
|
[107302.825141][ C152] GPR08: 00007fffb7b647a8 0000000000000000 0000000000000000 0000000000000000
|
|
[107302.825141][ C152] GPR12: 0000000000000000 00007fffb7b6be60 0000000000000000 0000000000000000
|
|
[107302.825141][ C152] GPR16: 0000000000000000 0000000000000000 0000000000000000 00007ffff8aba580
|
|
[107302.825141][ C152] GPR20: 00007ffff8aba978 00007ffff8aba960 0000000000000001 00007ffff8aba5a0
|
|
[107302.825141][ C152] GPR24: 0000000002010000 aaaaaaaaaaaaaaab 0000010033531860 00007fffb78ae2d0
|
|
[107302.825141][ C152] GPR28: 0000000000000001 00007fffb594eb10 0000000000000000 0000010033531860
|
|
[107302.825202][ C152] NIP [00007fffb77a0510] 0x7fffb77a0510
|
|
[107302.825207][ C152] LR [00007fffb77a04e4] 0x7fffb77a04e4
|
|
[107302.825212][ C152] --- interrupt: c00
|
|
[107302.825216][ C152] Code: 7d29db78 7d20f92d 40c2fff0 5549001c 2f890000 409e07dc 39400000 38e00000 3ca00001 3cc0fffe 7c210b78 60420000 <813f0000> 71290001 41820048 60000000
|
|
[107314.674463][ C0] watchdog: BUG: soft lockup - CPU#0 stuck for 26062s! [smartd:2152]
|
|
[107314.674476][ C0] Modules linked in: af_packet nfnetlink_cttimeout nft_masq tun bridge stp llc nft_fib_inet nft_fib_ipv4 nft_fib_ipv6 nft_fib nft_reject_inet nf_reject_ipv4 nf_reject_ipv6 nft_reject rfkill nft_ct nft_chain_nat nf_tables openvswitch nsh nf_conncount ebtable_nat ebtable_broute ip6table_nat ip6table_mangle ip6table_raw ip6table_security iptable_nat nf_nat nf_conntrack nf_defrag_ipv6 nf_defrag_ipv4 iptable_mangle iptable_raw iptable_security ip_set nfnetlink ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter binfmt_misc tg3 ses enclosure libphy scsi_transport_sas crct10dif_vpmsum ipmi_powernv(X) ipmi_devintf uio_pdrv_genirq ipmi_msghandler uio leds_powernv(X) powernv_op_panel(n) ibmpowernv(X) rtc_opal(X) i2c_opal(X) fuse configfs ip_tables x_tables ipr(X) sd_mod xhci_pci xhci_pci_renesas scsi_dh_emc scsi_dh_rdac scsi_dh_alua t10_pi xhci_hcd crc64_rocksoft_generic crc64_rocksoft sg crc64 scsi_mod usbcore vmx_crypto gf128mul usb_common btrfs blake2b_generic libcrc32c crc32c_vpmsum xor raid6_pq
|
|
[107314.674552][ C0] kvm_hv kvm
|
|
[107314.674588][ C0] Supported: No, Unsupported modules are loaded
|
|
[107314.674593][ C0] CPU: 0 PID: 2152 Comm: smartd Tainted: G D L n 6.4.0-150600.23.38-default #1 SLE15-SP6 ae9c014f21f0b6a4a413d421de19569edb77638d
|
|
[107314.674603][ C0] Hardware name: 8247-22L POWER8E (raw) 0x4b0201 opal:skiboot-v5.4.12 PowerNV
|
|
[107314.674608][ C0] NIP: c0000000000b5a90 LR: c0000000000b5a74 CTR: 0000000000000004
|
|
[107314.674614][ C0] REGS: c0000000576d34f0 TRAP: 0900 Tainted: G D L n (6.4.0-150600.23.38-default)
|
|
[107314.674620][ C0] MSR: 9000000000009033 <SF,HV,EE,ME,IR,DR,RI,LE> CR: 24042822 XER: 20000000
|
|
[107314.674634][ C0] CFAR: 0000000000000000 IRQMASK: 0
|
|
[107314.674634][ C0] GPR00: c0000000000b5a74 c0000000576d3790 c000000001987c00 c000000ff0891408
|
|
[107314.674634][ C0] GPR04: 0000000000000440 fffffffffffe0000 0000000000010071 c000000ff0891400
|
|
[107314.674634][ C0] GPR08: c000000ff0891410 c0000007fa891400 0000000000000000 c00000001fa46e40
|
|
[107314.674634][ C0] GPR12: 0000000000002200 c000000002c10000 0000000000000000 0000000000000000
|
|
[107314.674634][ C0] GPR16: 0000000000000000 0000000000000000 0000000000010800 c0000000076ba800
|
|
[107314.674634][ C0] GPR20: 0000000000000000 0000000000000000 0000000000000000 c0000000576d3bd0
|
|
[107314.674634][ C0] GPR24: c0000007fa891400 0000000000020000 00000007f86b0000 0000000000020000
|
|
[107314.674634][ C0] GPR28: c0000007fa891400 c0000007fa891408 c0000000021e1400 c000000002994980
|
|
[107314.674697][ C0] NIP [c0000000000b5a90] queued_spin_lock_slowpath+0x8e0/0x14b0
|
|
[107314.674704][ C0] LR [c0000000000b5a74] queued_spin_lock_slowpath+0x8c4/0x14b0
|
|
[107314.674711][ C0] Call Trace:
|
|
[107314.674714][ C0] [c0000000576d3790] [c00000002a2b8470] 0xc00000002a2b8470 (unreliable)
|
|
[107314.674722][ C0] [c0000000576d38b0] [c000000000faa6fc] _raw_spin_lock+0x6c/0x90
|
|
[107314.674730][ C0] [c0000000576d38d0] [c0000000005d5a8c] ilookup+0xac/0x1c0
|
|
[107314.674738][ C0] [c0000000576d3930] [c0000000007c720c] blkdev_get_no_open+0x3c/0x100
|
|
[107314.674746][ C0] [c0000000576d39b0] [c0000000007c7378] blkdev_get_by_dev+0xa8/0x420
|
|
[107314.674755][ C0] [c0000000576d3a20] [c0000000007c98dc] blkdev_open+0x6c/0x110
|
|
[107314.674761][ C0] [c0000000576d3a50] [c00000000059ed40] do_dentry_open+0x330/0x5c0
|
|
[107314.674769][ C0] [c0000000576d3aa0] [c0000000005bef5c] path_openat+0xf9c/0x12b0
|
|
[107314.674776][ C0] [c0000000576d3b90] [c0000000005c0bb4] do_filp_open+0xa4/0x130
|
|
[107314.674784][ C0] [c0000000576d3cd0] [c00000000059faf8] do_sys_openat2+0x2d8/0x430
|
|
[107314.674791][ C0] [c0000000576d3d40] [c0000000005a18f8] do_sys_open+0x78/0xc0
|
|
[107314.674799][ C0] [c0000000576d3da0] [c000000000034bd8] system_call_exception+0x158/0x320
|
|
[107314.674807][ C0] [c0000000576d3e50] [c00000000000d6a0] system_call_common+0x160/0x2c4
|
|
[107314.674815][ C0] --- interrupt: c00 at 0x7fff8a850564
|
|
[107314.674820][ C0] NIP: 00007fff8a850564 LR: 00007fff8a850684 CTR: 0000000000000000
|
|
[107314.674826][ C0] REGS: c0000000576d3e80 TRAP: 0c00 Tainted: G D L n (6.4.0-150600.23.38-default)
|
|
[107314.674832][ C0] MSR: 900000000280f033 <SF,HV,VEC,VSX,EE,PR,FP,ME,IR,DR,RI,LE> CR: 24042422 XER: 00000000
|
|
[107314.674850][ C0] IRQMASK: 0
|
|
[107314.674850][ C0] GPR00: 000000000000011e 00007fffdc2456b0 00007fff8a966d00 ffffffffffffff9c
|
|
[107314.674850][ C0] GPR04: 000001001af3aa20 0000000000000800 0000000000000000 000001001af6d0e0
|
|
[107314.674850][ C0] GPR08: 000001001afe89e0 0000000000000000 0000000000000000 0000000000000000
|
|
[107314.674850][ C0] GPR12: 0000000000000000 00007fff8af80000 000000013a9f6768 000000013aa506b0
|
|
[107314.674850][ C0] GPR16: 000000013a9f6810 000000013aa50010 000000013a9f8568 00007fffdc245b48
|
|
[107314.674850][ C0] GPR20: 0000000000000001 000000013a9f7e20 0000000000000000 0000000000000001
|
|
[107314.674850][ C0] GPR24: 000001001af3a9c0 9e3d4eb49bc1091d 000000013a9f6768 000001001afe4f08
|
|
[107314.674850][ C0] GPR28: 000001001af5ecb0 000001001afe4ef0 000001001af3aa00 000001001af3a9e8
|
|
[107314.674910][ C0] NIP [00007fff8a850564] 0x7fff8a850564
|
|
[107314.674915][ C0] LR [00007fff8a850684] 0x7fff8a850684
|
|
[107314.674920][ C0] --- interrupt: c00
|
|
[107314.674923][ C0] Code: 388affff 7fb8ea14 7c8407b4 f8010130 4bfff2c9 fba30000 7c210b78 893c001d 2fa90000 409e001c 7f89e378 60420000 <60000000> 8949001d 2faa0000 419efff4
|
|
[107314.694462][ C24] watchdog: BUG: soft lockup - CPU#24 stuck for 89s! [sshd:51785]
|
|
[107314.694470][ C24] Modules linked in: af_packet nfnetlink_cttimeout nft_masq tun bridge stp llc nft_fib_inet nft_fib_ipv4 nft_fib_ipv6 nft_fib nft_reject_inet nf_reject_ipv4 nf_reject_ipv6 nft_reject rfkill nft_ct nft_chain_nat nf_tables openvswitch nsh nf_conncount ebtable_nat ebtable_broute ip6table_nat ip6table_mangle ip6table_raw ip6table_security iptable_nat nf_nat nf_conntrack nf_defrag_ipv6 nf_defrag_ipv4 iptable_mangle iptable_raw iptable_security ip_set nfnetlink ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter binfmt_misc tg3 ses enclosure libphy scsi_transport_sas crct10dif_vpmsum ipmi_powernv(X) ipmi_devintf uio_pdrv_genirq ipmi_msghandler uio leds_powernv(X) powernv_op_panel(n) ibmpowernv(X) rtc_opal(X) i2c_opal(X) fuse configfs ip_tables x_tables ipr(X) sd_mod xhci_pci xhci_pci_renesas scsi_dh_emc scsi_dh_rdac scsi_dh_alua t10_pi xhci_hcd crc64_rocksoft_generic crc64_rocksoft sg crc64 scsi_mod usbcore vmx_crypto gf128mul usb_common btrfs blake2b_generic libcrc32c crc32c_vpmsum xor raid6_pq
|
|
[107314.694542][ C24] kvm_hv kvm
|
|
[107314.694577][ C24] Supported: No, Unsupported modules are loaded
|
|
[107314.694582][ C24] CPU: 24 PID: 51785 Comm: sshd Tainted: G D L n 6.4.0-150600.23.38-default #1 SLE15-SP6 ae9c014f21f0b6a4a413d421de19569edb77638d
|
|
[107314.694591][ C24] Hardware name: 8247-22L POWER8E (raw) 0x4b0201 opal:skiboot-v5.4.12 PowerNV
|
|
[107314.694596][ C24] NIP: c0000000000b5a90 LR: c0000000000b5a74 CTR: 0000000000000004
|
|
[107314.694602][ C24] REGS: c000000820bdb2c0 TRAP: 0900 Tainted: G D L n (6.4.0-150600.23.38-default)
|
|
[107314.694609][ C24] MSR: 9000000000009033 <SF,HV,EE,ME,IR,DR,RI,LE> CR: 28022482 XER: 20000000
|
|
[107314.694622][ C24] CFAR: 0000000000000000 IRQMASK: 0
|
|
[107314.694622][ C24] GPR00: c0000000000b5a74 c000000820bdb560 c000000001987c00 c0000007fa891408
|
|
[107314.694622][ C24] GPR04: 0000000000000000 fffffffffffe0000 0000000000010071 c0000007fa891400
|
|
[107314.694622][ C24] GPR08: c0000007fa891410 c0000007fc091400 0000000000000000 0ca753dc1c01d800
|
|
[107314.694622][ C24] GPR12: c0000000005d6270 c0000007fffebc80 0000000000000000 c00000002a8f01f8
|
|
[107314.694622][ C24] GPR16: c00000000294ed60 0000000000010000 0000000000000000 c0000000231a9240
|
|
[107314.694622][ C24] GPR20: 0000000000000000 c0000000231a9240 0000000000000000 c000000820bdbaf0
|
|
[107314.694622][ C24] GPR24: c0000007fc091400 0000000000320000 00000007f9eb0000 0000000000320000
|
|
[107314.694622][ C24] GPR28: c0000007fc091400 c0000007fc091408 c0000000021e1400 c000000002994980
|
|
[107314.694686][ C24] NIP [c0000000000b5a90] queued_spin_lock_slowpath+0x8e0/0x14b0
|
|
[107314.694692][ C24] LR [c0000000000b5a74] queued_spin_lock_slowpath+0x8c4/0x14b0
|
|
[107314.694699][ C24] Call Trace:
|
|
[107314.694702][ C24] [c000000820bdb560] [c000000820bdb5e0] 0xc000000820bdb5e0 (unreliable)
|
|
[107314.694710][ C24] [c000000820bdb680] [c000000000faa6fc] _raw_spin_lock+0x6c/0x90
|
|
[107314.694718][ C24] [c000000820bdb6a0] [c0000000005d2a60] ilookup5_nowait+0x90/0x110
|
|
[107314.694726][ C24] [c000000820bdb6e0] [c0000000005d5964] ilookup5+0x54/0xd0
|
|
[107314.694734][ C24] [c000000820bdb730] [c0000000005d62c0] iget5_locked+0x50/0xd0
|
|
[107314.694742][ C24] [c000000820bdb780] [c008000009d4aa44] btrfs_iget_path+0x7c/0x7a0 [btrfs]
|
|
[107314.694785][ C24] [c000000820bdb870] [c008000009d4bad8] btrfs_lookup_dentry+0x460/0x790 [btrfs]
|
|
[107314.694827][ C24] [c000000820bdb990] [c008000009d4be30] btrfs_lookup+0x28/0x60 [btrfs]
|
|
[107314.694868][ C24] [c000000820bdb9c0] [c0000000005be79c] path_openat+0x7dc/0x12b0
|
|
[107314.694876][ C24] [c000000820bdbab0] [c0000000005c0bb4] do_filp_open+0xa4/0x130
|
|
[107314.694883][ C24] [c000000820bdbbf0] [c00000000059faf8] do_sys_openat2+0x2d8/0x430
|
|
[107314.694890][ C24] [c000000820bdbc60] [c0000000005a18f8] do_sys_open+0x78/0xc0
|
|
[107314.694898][ C24] [c000000820bdbcc0] [c000000000034bd8] system_call_exception+0x158/0x320
|
|
[107314.694906][ C24] [c000000820bdbe50] [c00000000000d6a0] system_call_common+0x160/0x2c4
|
|
[107314.694914][ C24] --- interrupt: c00 at 0x7fffba2f0564
|
|
[107314.694919][ C24] NIP: 00007fffba2f0564 LR: 00007fffba243a84 CTR: 0000000000000000
|
|
[107314.694925][ C24] REGS: c000000820bdbe80 TRAP: 0c00 Tainted: G D L n (6.4.0-150600.23.38-default)
|
|
[107314.694931][ C24] MSR: 900000000280f033 <SF,HV,VEC,VSX,EE,PR,FP,ME,IR,DR,RI,LE> CR: 28004842 XER: 00000000
|
|
[107314.694948][ C24] IRQMASK: 0
|
|
[107314.694948][ C24] GPR00: 000000000000011e 00007ffff014a510 00007fffba406d00 ffffffffffffff9c
|
|
[107314.694948][ C24] GPR04: 0000010023fa3320 0000000000000000 0000000000000000 0000000000000008
|
|
[107314.694948][ C24] GPR08: 0000000000000001 0000000000000000 0000000000000000 0000000000000000
|
|
[107314.694948][ C24] GPR12: 0000000000000000 00007fffbaee3f20 ffffffffffffffff 0000000136651bc0
|
|
[107314.694948][ C24] GPR16: 00000001365daae0 00007ffff014b078 00000001365dabb0 00000001365e43a8
|
|
[107314.694948][ C24] GPR20: 00000001365e36a0 00000001365f2d30 00007ffff014abe0 0000010023fad5d0
|
|
[107314.694948][ C24] GPR24: 00007ffff014abe0 0000010023fa25e8 0000010023f88f40 00007fffba3fe2d0
|
|
[107314.694948][ C24] GPR28: 0000000000000001 00007fffbad50340 0000000000000008 0000010023f88f40
|
|
[107314.695009][ C24] NIP [00007fffba2f0564] 0x7fffba2f0564
|
|
[107314.695014][ C24] LR [00007fffba243a84] 0x7fffba243a84
|
|
[107314.695018][ C24] --- interrupt: c00
|
|
[107314.695022][ C24] Code: 388affff 7fb8ea14 7c8407b4 f8010130 4bfff2c9 fba30000 7c210b78 893c001d 2fa90000 409e001c 7f89e378 60420000 <60000000> 8949001d 2faa0000 419efff4
|
|
[107314.804460][ C136] watchdog: BUG: soft lockup - CPU#136 stuck for 27268s! [systemd:1]
|
|
[107314.804468][ C136] Modules linked in: af_packet nfnetlink_cttimeout nft_masq tun bridge stp llc nft_fib_inet nft_fib_ipv4 nft_fib_ipv6 nft_fib nft_reject_inet nf_reject_ipv4 nf_reject_ipv6 nft_reject rfkill nft_ct nft_chain_nat nf_tables openvswitch nsh nf_conncount ebtable_nat ebtable_broute ip6table_nat ip6table_mangle ip6table_raw ip6table_security iptable_nat nf_nat nf_conntrack nf_defrag_ipv6 nf_defrag_ipv4 iptable_mangle iptable_raw iptable_security ip_set nfnetlink ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter binfmt_misc tg3 ses enclosure libphy scsi_transport_sas crct10dif_vpmsum ipmi_powernv(X) ipmi_devintf uio_pdrv_genirq ipmi_msghandler uio leds_powernv(X) powernv_op_panel(n) ibmpowernv(X) rtc_opal(X) i2c_opal(X) fuse configfs ip_tables x_tables ipr(X) sd_mod xhci_pci xhci_pci_renesas scsi_dh_emc scsi_dh_rdac scsi_dh_alua t10_pi xhci_hcd crc64_rocksoft_generic crc64_rocksoft sg crc64 scsi_mod usbcore vmx_crypto gf128mul usb_common btrfs blake2b_generic libcrc32c crc32c_vpmsum xor raid6_pq
|
|
[107314.804542][ C136] kvm_hv kvm
|
|
[107314.804577][ C136] Supported: No, Unsupported modules are loaded
|
|
[107314.804582][ C136] CPU: 136 PID: 1 Comm: systemd Tainted: G D L n 6.4.0-150600.23.38-default #1 SLE15-SP6 ae9c014f21f0b6a4a413d421de19569edb77638d
|
|
[107314.804591][ C136] Hardware name: 8247-22L POWER8E (raw) 0x4b0201 opal:skiboot-v5.4.12 PowerNV
|
|
[107314.804597][ C136] NIP: c0000000000b5a90 LR: c0000000000b5a74 CTR: 0000000000000004
|
|
[107314.804603][ C136] REGS: c000000007873510 TRAP: 0900 Tainted: G D L n (6.4.0-150600.23.38-default)
|
|
[107314.804609][ C136] MSR: 9000000000009033 <SF,HV,EE,ME,IR,DR,RI,LE> CR: 28004212 XER: 00000000
|
|
[107314.804623][ C136] CFAR: 0000000000000000 IRQMASK: 0
|
|
[107314.804623][ C136] GPR00: c0000000000b5a74 c0000000078737b0 c000000001987c00 c000000ff1891408
|
|
[107314.804623][ C136] GPR04: 00000000000004c0 fffffffffffe0000 0000000000010071 c000000ff1891400
|
|
[107314.804623][ C136] GPR08: c000000ff1891410 c000000ff0891400 0000000000000000 c00000002a5f4a40
|
|
[107314.804623][ C136] GPR12: 0000000000004400 c000000ffff39700 0000000000000000 0000000000000000
|
|
[107314.804623][ C136] GPR16: 0000000000000000 0000000000000000 0000000000000000 0000000000000000
|
|
[107314.804623][ C136] GPR20: 0000000000000000 0000000000000000 0000000000000000 c008000005580540
|
|
[107314.804623][ C136] GPR24: c000000ff0891400 0000000001120000 0000000fee6b0000 0000000001120000
|
|
[107314.804623][ C136] GPR28: c000000ff0891400 c000000ff0891408 c0000000021e1400 c000000002994980
|
|
[107314.804687][ C136] NIP [c0000000000b5a90] queued_spin_lock_slowpath+0x8e0/0x14b0
|
|
[107314.804693][ C136] LR [c0000000000b5a74] queued_spin_lock_slowpath+0x8c4/0x14b0
|
|
[107314.804700][ C136] Call Trace:
|
|
[107314.804703][ C136] [c0000000078737b0] [c0000000078739f0] 0xc0000000078739f0 (unreliable)
|
|
[107314.804711][ C136] [c0000000078738d0] [c000000000faa6fc] _raw_spin_lock+0x6c/0x90
|
|
[107314.804719][ C136] [c0000000078738f0] [c0000000005d5c54] iget_locked+0xb4/0x390
|
|
[107314.804727][ C136] [c000000007873960] [c00000000069e320] kernfs_get_inode+0x30/0x1a0
|
|
[107314.804734][ C136] [c000000007873990] [c0000000006a046c] kernfs_iop_lookup+0x9c/0x150
|
|
[107314.804741][ C136] [c0000000078739d0] [c0000000005bae34] __lookup_slow+0xc4/0x1f0
|
|
[107314.804750][ C136] [c000000007873a40] [c0000000005bcf78] walk_component+0x168/0x270
|
|
[107314.804758][ C136] [c000000007873aa0] [c0000000005bde74] path_lookupat+0xa4/0x1f0
|
|
[107314.804765][ C136] [c000000007873af0] [c0000000005c0568] filename_lookup+0xc8/0x1f0
|
|
[107314.804772][ C136] [c000000007873c30] [c0000000005c0820] user_path_at_empty+0x60/0x90
|
|
[107314.804779][ C136] [c000000007873c80] [c000000000663dbc] sys_name_to_handle_at+0x7c/0x3b0
|
|
[107314.804787][ C136] [c000000007873d00] [c000000000034bd8] system_call_exception+0x158/0x320
|
|
[107314.804795][ C136] [c000000007873e50] [c00000000000d6a0] system_call_common+0x160/0x2c4
|
|
[107314.804803][ C136] --- interrupt: c00 at 0x7fffa9d8803c
|
|
[107314.804808][ C136] NIP: 00007fffa9d8803c LR: 00007fffaa0c6a0c CTR: 0000000000000000
|
|
[107314.804814][ C136] REGS: c000000007873e80 TRAP: 0c00 Tainted: G D L n (6.4.0-150600.23.38-default)
|
|
[107314.804820][ C136] MSR: 900000000280f033 <SF,HV,VEC,VSX,EE,PR,FP,ME,IR,DR,RI,LE> CR: 24004814 XER: 00000000
|
|
[107314.804837][ C136] IRQMASK: 0
|
|
[107314.804837][ C136] GPR00: 0000000000000159 00007fffcbb1a2a0 00007fffa9e86d00 ffffffffffffff9c
|
|
[107314.804837][ C136] GPR04: 000001000d144910 00007fffcbb1a2f8 00007fffcbb1a2f4 0000000000000000
|
|
[107314.804837][ C136] GPR08: 0000000000000008 0000000000000000 0000000000000000 0000000000000000
|
|
[107314.804837][ C136] GPR12: 0000000000000000 00007fffaa6d5460 0000000000000000 00007fffcbb1ffa3
|
|
[107314.804837][ C136] GPR16: 0000000104597bd0 0000000000000000 00007fffcbb1af98 0000000000000000
|
|
[107314.804837][ C136] GPR20: 0000000000024127 0000000000000003 000001000d144af0 ffffffffffffffff
|
|
[107314.804837][ C136] GPR24: 00007fffcbb1aa10 0000000000000000 0000000000000002 0000000000000000
|
|
[107314.804837][ C136] GPR28: 0000000000000000 0000000000000001 0000000000000380 0000000000000000
|
|
[107314.804898][ C136] NIP [00007fffa9d8803c] 0x7fffa9d8803c
|
|
[107314.804903][ C136] LR [00007fffaa0c6a0c] 0x7fffaa0c6a0c
|
|
[107314.804907][ C136] --- interrupt: c00
|
|
[107314.804911][ C136] Code: 388affff 7fb8ea14 7c8407b4 f8010130 4bfff2c9 fba30000 7c210b78 893c001d 2fa90000 409e001c 7f89e378 60420000 <60000000> 8949001d 2faa0000 419efff4
|
|
[107316.904424][ C0] BUG: workqueue lockup - pool cpus=0 node=0 flags=0x0 nice=0 stuck for 27983s!
|
|
[107316.904438][ C0] BUG: workqueue lockup - pool cpus=24 node=0 flags=0x0 nice=0 stuck for 95s!
|
|
[107316.904447][ C0] BUG: workqueue lockup - pool cpus=24 node=0 flags=0x0 nice=-20 stuck for 91s!
|
|
[107316.904469][ C0] BUG: workqueue lockup - pool cpus=136 node=17 flags=0x0 nice=0 stuck for 29278s!
|
|
[107316.904480][ C0] BUG: workqueue lockup - pool cpus=152 node=17 flags=0x0 nice=0 stuck for 29288s!
|
|
[107316.904491][ C0] Showing busy workqueues and worker pools:
|
|
[107316.904511][ C0] workqueue events: flags=0x0
|
|
[107316.904521][ C0] pwq 48: cpus=24 node=0 flags=0x0 nice=0 active=3/256 refcnt=4
|
|
[107316.904525][ C0] pending: 2*ovs_dp_masks_rebalance [openvswitch], kfree_rcu_monitor
|
|
[107316.904537][ C0] pwq 0: cpus=0 node=0 flags=0x0 nice=0 active=4/256 refcnt=5
|
|
[107316.904541][ C0] pending: vmstat_shepherd, kfree_rcu_monitor, switchdev_deferred_process_work, rht_deferred_worker
|
|
[107316.904557][ C0] workqueue events_long: flags=0x0
|
|
[107316.904584][ C0] pwq 0: cpus=0 node=0 flags=0x0 nice=0 active=1/256 refcnt=2
|
|
[107316.904588][ C0] pending: br_multicast_gc_work [bridge]
|
|
[107316.904613][ C0] workqueue events_power_efficient: flags=0x80
|
|
[107316.904632][ C0] pwq 0: cpus=0 node=0 flags=0x0 nice=0 active=1/256 refcnt=2
|
|
[107316.904636][ C0] pending: gc_worker [nf_conntrack]
|
|
[107316.904675][ C0] workqueue mm_percpu_wq: flags=0x8
|
|
[107316.904687][ C0] pwq 304: cpus=152 node=17 flags=0x0 nice=0 active=2/256 refcnt=4
|
|
[107316.904691][ C0] pending: vmstat_update, lru_add_drain_per_cpu BAR(837)
|
|
[107316.904697][ C0] pwq 272: cpus=136 node=17 flags=0x0 nice=0 active=1/256 refcnt=2
|
|
[107316.904701][ C0] pending: vmstat_update
|
|
[107316.904711][ C0] pwq 0: cpus=0 node=0 flags=0x0 nice=0 active=1/256 refcnt=2
|
|
[107316.904715][ C0] pending: vmstat_update
|
|
[107316.904762][ C0] workqueue kblockd: flags=0x18
|
|
[107316.904792][ C0] pwq 49: cpus=24 node=0 flags=0x0 nice=-20 active=1/256 refcnt=2
|
|
[107316.904797][ C0] pending: blk_mq_timeout_work
|
|
[107316.904831][ C0] workqueue ipv6_addrconf: flags=0x40008
|
|
[107316.904849][ C0] pwq 0: cpus=0 node=0 flags=0x0 nice=0 active=1/1 refcnt=2
|
|
[107316.904853][ C0] pending: addrconf_verify_work
|
|
[107316.904900][ C0] Showing backtraces of running workers in stalled CPU-bound worker pools:
|
|
[107326.824225][ C152] watchdog: BUG: soft lockup - CPU#152 stuck for 27287s! [/usr/bin/isotov:9193]
|
|
[107326.824241][ C152] Modules linked in: af_packet nfnetlink_cttimeout nft_masq tun bridge stp llc nft_fib_inet nft_fib_ipv4 nft_fib_ipv6 nft_fib nft_reject_inet nf_reject_ipv4 nf_reject_ipv6 nft_reject rfkill nft_ct nft_chain_nat nf_tables openvswitch nsh nf_conncount ebtable_nat ebtable_broute ip6table_nat ip6table_mangle ip6table_raw ip6table_security iptable_nat nf_nat nf_conntrack nf_defrag_ipv6 nf_defrag_ipv4 iptable_mangle iptable_raw iptable_security ip_set nfnetlink ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter binfmt_misc tg3 ses enclosure libphy scsi_transport_sas crct10dif_vpmsum ipmi_powernv(X) ipmi_devintf uio_pdrv_genirq ipmi_msghandler uio leds_powernv(X) powernv_op_panel(n) ibmpowernv(X) rtc_opal(X) i2c_opal(X) fuse configfs ip_tables x_tables ipr(X) sd_mod xhci_pci xhci_pci_renesas scsi_dh_emc scsi_dh_rdac scsi_dh_alua t10_pi xhci_hcd crc64_rocksoft_generic crc64_rocksoft sg crc64 scsi_mod usbcore vmx_crypto gf128mul usb_common btrfs blake2b_generic libcrc32c crc32c_vpmsum xor raid6_pq
|
|
[107326.824314][ C152] kvm_hv kvm
|
|
[107326.824351][ C152] Supported: No, Unsupported modules are loaded
|
|
[107326.824356][ C152] CPU: 152 PID: 9193 Comm: /usr/bin/isotov Tainted: G D L n 6.4.0-150600.23.38-default #1 SLE15-SP6 ae9c014f21f0b6a4a413d421de19569edb77638d
|
|
[107326.824365][ C152] Hardware name: 8247-22L POWER8E (raw) 0x4b0201 opal:skiboot-v5.4.12 PowerNV
|
|
[107326.824371][ C152] NIP: c0000000000b5290 LR: c000000000faa6fc CTR: c0000000005d6200
|
|
[107326.824377][ C152] REGS: c00000087d6c32d0 TRAP: 0900 Tainted: G D L n (6.4.0-150600.23.38-default)
|
|
[107326.824383][ C152] MSR: 9000000000009033 <SF,HV,EE,ME,IR,DR,RI,LE> CR: 44044224 XER: 20000000
|
|
[107326.824397][ C152] CFAR: 0000000000000000 IRQMASK: 0
|
|
[107326.824397][ C152] GPR00: c000000000faa6fc c00000087d6c3570 c000000001987c00 c000000002994980
|
|
[107326.824397][ C152] GPR04: f197ee32d5d93d8b 0000000000010000 fffffffffffe0000 0000000000000001
|
|
[107326.824397][ C152] GPR08: 0000000000000100 ffffffffcc61805a ffffffffcc61805a 0000000000000016
|
|
[107326.824397][ C152] GPR12: c0000000005d6200 c000000ffff2bf00 00000000000081b6 c000000885b0a750
|
|
[107326.824397][ C152] GPR16: c00000000294ed60 0000000000010241 0000000000000000 c00000002af88a00
|
|
[107326.824397][ C152] GPR20: 0000000000000000 c000000002994980 fffffffffffff000 0000000000000000
|
|
[107326.824397][ C152] GPR24: c000000ff1891400 0000000001320000 0000000fef6b0000 0000000001320000
|
|
[107326.824397][ C152] GPR28: c000000ff1891400 0000000000000000 c0000000021e1400 c000000002994980
|
|
[107326.824461][ C152] NIP [c0000000000b5290] queued_spin_lock_slowpath+0xe0/0x14b0
|
|
[107326.824468][ C152] LR [c000000000faa6fc] _raw_spin_lock+0x6c/0x90
|
|
[107326.824475][ C152] Call Trace:
|
|
[107326.824478][ C152] [c00000087d6c3570] [c00000087d6c3640] 0xc00000087d6c3640 (unreliable)
|
|
[107326.824486][ C152] [c00000087d6c3690] [0000000000000000] 0x0
|
|
[107326.824491][ C152] [c00000087d6c36b0] [c0000000005d5ff8] inode_insert5+0xc8/0x2d0
|
|
[107326.824500][ C152] [c00000087d6c3730] [c0000000005d623c] insert_inode_locked4+0x3c/0x70
|
|
[107326.824508][ C152] [c00000087d6c3760] [c008000009d4d608] btrfs_create_new_inode+0x170/0xbe0 [btrfs]
|
|
[107326.824551][ C152] [c00000087d6c3880] [c008000009d4e3c0] btrfs_create_common+0x118/0x180 [btrfs]
|
|
[107326.824593][ C152] [c00000087d6c3950] [c0000000005bf02c] path_openat+0x106c/0x12b0
|
|
[107326.824600][ C152] [c00000087d6c3a40] [c0000000005c0bb4] do_filp_open+0xa4/0x130
|
|
[107326.824607][ C152] [c00000087d6c3b80] [c00000000059faf8] do_sys_openat2+0x2d8/0x430
|
|
[107326.824614][ C152] [c00000087d6c3bf0] [c0000000005a18f8] do_sys_open+0x78/0xc0
|
|
[107326.824622][ C152] [c00000087d6c3c50] [c000000000034bd8] system_call_exception+0x158/0x320
|
|
[107326.824630][ C152] [c00000087d6c3e50] [c00000000000d6a0] system_call_common+0x160/0x2c4
|
|
[107326.824638][ C152] --- interrupt: c00 at 0x7fffb77a0510
|
|
[107326.824643][ C152] NIP: 00007fffb77a0510 LR: 00007fffb77a04e4 CTR: 0000000000000000
|
|
[107326.824649][ C152] REGS: c00000087d6c3e80 TRAP: 0c00 Tainted: G D L n (6.4.0-150600.23.38-default)
|
|
[107326.824655][ C152] MSR: 900000000280f033 <SF,HV,VEC,VSX,EE,PR,FP,ME,IR,DR,RI,LE> CR: 24002444 XER: 00000000
|
|
[107326.824672][ C152] IRQMASK: 0
|
|
[107326.824672][ C152] GPR00: 000000000000011e 00007ffff8ab9e70 00007fffb78b6d00 ffffffffffffff9c
|
|
[107326.824672][ C152] GPR04: 00000100375c98d0 0000000000000241 00000000000001b6 00007fffb7b6be60
|
|
[107326.824672][ C152] GPR08: 00007fffb7b647a8 0000000000000000 0000000000000000 0000000000000000
|
|
[107326.824672][ C152] GPR12: 0000000000000000 00007fffb7b6be60 0000000000000000 0000000000000000
|
|
[107326.824672][ C152] GPR16: 0000000000000000 0000000000000000 0000000000000000 00007ffff8aba580
|
|
[107326.824672][ C152] GPR20: 00007ffff8aba978 00007ffff8aba960 0000000000000001 00007ffff8aba5a0
|
|
[107326.824672][ C152] GPR24: 0000000002010000 aaaaaaaaaaaaaaab 0000010033531860 00007fffb78ae2d0
|
|
[107326.824672][ C152] GPR28: 0000000000000001 00007fffb594eb10 0000000000000000 0000010033531860
|
|
[107326.824733][ C152] NIP [00007fffb77a0510] 0x7fffb77a0510
|
|
[107326.824738][ C152] LR [00007fffb77a04e4] 0x7fffb77a04e4
|
|
[107326.824743][ C152] --- interrupt: c00
|
|
[107326.824747][ C152] Code: 7d29db78 7d20f92d 40c2fff0 5549001c 2f890000 409e07dc 39400000 38e00000 3ca00001 3cc0fffe 7c210b78 60420000 <813f0000> 71290001 41820048 60000000
|
