Comment 11 for bug 2042357

ppc64el
-------

vm

 SERIES=noble
 ARCH=ppc64el
 DISK=${SERIES}_${ARCH}.qcow2

 wget https://cloud-images.ubuntu.com/$SERIES/current/${SERIES}-server-cloudimg-${ARCH}.img
 qemu-img create -F qcow2 -b ${SERIES}-server-cloudimg-${ARCH}.img -f qcow2 $DISK 8G

 sudo apt install -y qemu-system-ppc

 qemu-system-ppc64 \
   -machine pseries -cpu POWER9 \
 \
 -smp cpus=2 -m 2048 \
 -nodefaults -no-user-config \
 -nographic -serial stdio \
 \
 -drive file=$DISK,if=none,id=drive0 \
 -device virtio-blk,drive=drive0 \
 \
 -drive file=test-cidata.iso,media=cdrom \
 \
 -netdev user,hostfwd=::22223-:22,id=net0 \
 -device virtio-net,netdev=net0

 $ ssh ubuntu@127.0.0.1 -p 22223

 $ lsb_release -cs
 No LSB modules are available.
 noble

 $ uname -m
 ppc64le

 $ uname -rv
 6.5.0-9-generic #9-Ubuntu SMP Fri Oct 6 20:21:54 UTC 2023

kdump-tools

 sudo apt update && sudo apt install -y linux-crashdump # No, Yes
 sudo sed 's/crashkernel=[^" ]\+/crashkernel=512M/' -i /etc/default/grub.d/kdump-tools.cfg
 sudo update-grub && sudo reboot

 ...

 $ sudo dmesg | grep 'crashkernel.*RAM'
 [ 0.000000] Reserving 512MB of memory at 512MB for crashkernel (System RAM: 2048MB)

 $ sudo kdump-config status
 current state : ready to kdump

crashdump

 $ echo c | sudo tee /proc/sysrq-trigger

 $ find /var/crash
 /var/crash
 /var/crash/kexec_cmd
 /var/crash/linux-image-6.5.0-9-generic-202311081556.crash
 /var/crash/_usr_bin_mandb.6.crash
 /var/crash/202311081556
 /var/crash/202311081556/dump.202311081556
 /var/crash/202311081556/dmesg.202311081556
 /var/crash/kdump_lock

debug symbols

 dpkg -l | awk '$2 ~ /linux-image-[0-9.-]+-generic/ { print $2, $3}' \
   | while read pkg version; do \
       dbgpkg="${pkg}-dbgsym"; \
       arch=$(dpkg --print-architecture); \
       wget "https://launchpad.net/ubuntu/+archive/primary/+files/${dbgpkg}_${version}_${arch}.ddeb"; \
     done

 ar p linux-image-*-dbgsym_*.ddeb data.tar.xz | tar xJ --wildcards './usr/lib/debug/boot/vmlinux-*-generic'

crash (old)

 # dpkg -s crash | grep Version:
 Version: 8.0.2-1ubuntu1

 # crash ./usr/lib/debug/boot/vmlinux-*-generic /var/crash/*/dump.*
 ...
 crash: invalid structure member offset: module_core_size
        FILE: kernel.c LINE: 3781 FUNCTION: module_init()

 [/usr/bin/crash] error trace: 122094283e0 => 12208f5f830 => 12209018148 => 122090b1ce0

crash (new)

 sudo add-apt-repository -y ppa:mfo/noble-crash-v2 && sudo apt install -y crash

 $ dpkg -s crash | grep Version:
 Version: 8.0.3+ds1-3ubuntu1

 # crash ./usr/lib/debug/boot/vmlinux-*-generic /var/crash/*/dump.*
 ...
 WARNING: active task c00000000a233200 on cpu 1 not found in PID hash

       KERNEL: ./usr/lib/debug/boot/vmlinux-6.5.0-9-generic
     DUMPFILE: /var/crash/202311081556/dump.202311081556 [PARTIAL DUMP]
  CPUS: 2
  DATE: Wed Nov 8 15:50:40 UTC 2023
       UPTIME: 00:23:57
 LOAD AVERAGE: 0.48, 1.10, 1.68
        TASKS: 3
     NODENAME: test
      RELEASE: 6.5.0-9-generic
      VERSION: #9-Ubuntu SMP Fri Oct 6 20:21:54 UTC 2023
      MACHINE: ppc64le (1000 Mhz)
       MEMORY: 2 GB
        PANIC: "Kernel panic - not syncing: sysrq triggered crash"
   PID: 4548
      COMMAND: "tee"
  TASK: c00000000a233200 [THREAD_INFO: c00000000a233200]
   CPU: 1
        STATE: TASK_RUNNING (PANIC)

 crash> bt
 PID: 4548 TASK: c00000000a233200 CPU: 1 COMMAND: "tee"
  R0: c0000000002fce48 R1: c000000004dbb890 R2: c000000002102600
  R3: c000000004dbb8a8 R4: 0000000000000000 R5: 0000000000000000
  R6: c000000004dbba58 R7: 0000000000000000 R8: 0000000000000001
  R9: c00000000b81bc00 R10: 0000000000000000 R11: 0000000000000000
  R12: 0000000000000000 R13: c00000007fffee80 R14: 0000000000000000
  R15: 0000000000000001 R16: ffffffffffffdf8c R17: ffffffffffffdfe4
  R18: 0000000000000003 R19: 0000000000000000 R20: ffffffffffffdf98
  R21: ffffffffffffdfa8 R22: 00007fffc3c27840 R23: 00007ef5bb071a60
  R24: c000000003a61960 R25: 0000000000000000 R26: 0000000000000004
  R27: c000000003872f08 R28: c000000003c7ace0 R29: c000000003c7ad20
  R30: c000000003cd2600 R31: 0000000000000000
  NIP: c0000000002fbfe4 MSR: 8000000000009033 OR3: 0000000000000000
  CTR: 0000000000000000 LR: c0000000002fce48 XER: 0000000020040004
  CCR: 0000000024008200 MQ: 0000000000000001 DAR: 0000000000000000
  DSISR: 0000000000000000 Syscall Result: 0000000000000000
  [NIP : crash_setup_regs+84]
  [LR : __crash_kexec+152]
  #0 [c000000004dbb890] crash_setup_regs at c0000000002fbfe4
 crash> quit