Jasper Lievisse Adriaanse
2017-06-19 20:08:15 UTC
Hi,
The most recent snapshot crashes on my apu2:
reordering libraries:panic: kernel diagnostic assertion "_kernel_lock_held()"
failed: file "/usr/src/sys/net/radix.c", line 1065
Stopped at db_enter+0x9: leave
TID PID UID PRFLAGS PFLAGS CPU COMMAND
*143661 6617 0 0x14000 0x200 0 softnet
boot>
booting hd0a:/bsd: 7430692+2241568+265024+0+675840 [72+722928+487027]=0xb48930
entry point at 0x1000158 [7205c766, 34000004, 24448b12, 56e0a304]
[ using 1210672 bytes of bsd ELF symbol table ]
Copyright (c) 1982, 1986, 1989, 1991, 1993
The Regents of the University of California. All rights reserved.
Copyright (c) 1995-2017 OpenBSD. All rights reserved. https://www.OpenBSD.org
OpenBSD 6.1-current (GENERIC.MP) #20: Mon Jun 19 08:05:02 MDT 2017
***@amd64.openbsd.org:/usr/src/sys/arch/amd64/compile/GENERIC.MP
real mem = 4261072896 (4063MB)
avail mem = 4126142464 (3934MB)
mpath0 at root
scsibus0 at mpath0: 256 targets
mainbus0 at root
bios0 at mainbus0: SMBIOS rev. 2.7 @ 0xdffb7020 (7 entries)
bios0: vendor coreboot version "88a4f96" date 03/11/2016
bios0: PC Engines apu2
acpi0 at bios0: rev 2
acpi0: sleep states S0 S1 S2 S3 S4 S5
acpi0: tables DSDT FACP SSDT APIC HEST SSDT SSDT HPET
acpi0: wakeup devices PWRB(S4) PBR4(S4) PBR5(S4) PBR6(S4) PBR7(S4) PBR8(S4)
UOH1(S3) UOH3(S3) UOH5(S3) XHC0(S4)
acpitimer0 at acpi0: 3579545 Hz, 32 bits
acpimadt0 at acpi0 addr 0xfee00000: PC-AT compat
cpu0 at mainbus0: apid 0 (boot processor)
cpu0: AMD GX-412TC SOC, 998.32 MHz
cpu0: FPU,VME,DE,PSE,TSC,MSR,PAE,MCE,CX8,APIC,SEP,MTRR,PGE,MCA,CMOV,PAT,PSE36,CFLUSH,MMX,FXSR,SSE,SSE2,HTT,SSE3,PCLMUL,MWAIT,SSSE3,CX16,SSE4.1,SSE4.2,MOVBE,POPCNT,AES,XSAVE,AVX,F16C,NXE,MMXX,FFXSR,PAGE1GB,RDTSCP,LONG,LAHF,CMPLEG,SVM,EAPICSP,AMCR8,ABM,SSE4A,MASSE,3DNOWP,OSVW,IBS,SKINIT,TOPEXT,ITSC,BMI1
cpu0: 32KB 64b/line 2-way I-cache, 32KB 64b/line 8-way D-cache, 2MB 64b/line
16-way L2 cache
cpu0: ITLB 32 4KB entries fully associative, 8 4MB entries fully associative
cpu0: DTLB 40 4KB entries fully associative, 8 4MB entries fully associative
cpu0: TSC frequency 998317140 Hz
cpu0: smt 0, core 0, package 0
mtrr: Pentium Pro MTRR support, 8 var ranges, 88 fixed ranges
cpu0: apic clock running at 99MHz
cpu0: mwait min=64, max=64, IBE
cpu1 at mainbus0: apid 1 (application processor)
cpu1: AMD GX-412TC SOC, 998.15 MHz
cpu1: FPU,VME,DE,PSE,TSC,MSR,PAE,MCE,CX8,APIC,SEP,MTRR,PGE,MCA,CMOV,PAT,PSE36,CFLUSH,MMX,FXSR,SSE,SSE2,HTT,SSE3,PCLMUL,MWAIT,SSSE3,CX16,SSE4.1,SSE4.2,MOVBE,POPCNT,AES,XSAVE,AVX,F16C,NXE,MMXX,FFXSR,PAGE1GB,RDTSCP,LONG,LAHF,CMPLEG,SVM,EAPICSP,AMCR8,ABM,SSE4A,MASSE,3DNOWP,OSVW,IBS,SKINIT,TOPEXT,ITSC,BMI1
cpu1: 32KB 64b/line 2-way I-cache, 32KB 64b/line 8-way D-cache, 2MB 64b/line
16-way L2 cache
cpu1: ITLB 32 4KB entries fully associative, 8 4MB entries fully associative
cpu1: DTLB 40 4KB entries fully associative, 8 4MB entries fully associative
cpu1: smt 0, core 1, package 0
cpu2 at mainbus0: apid 2 (application processor)
cpu2: AMD GX-412TC SOC, 998.13 MHz
cpu2: FPU,VME,DE,PSE,TSC,MSR,PAE,MCE,CX8,APIC,SEP,MTRR,PGE,MCA,CMOV,PAT,PSE36,CFLUSH,MMX,FXSR,SSE,SSE2,HTT,SSE3,PCLMUL,MWAIT,SSSE3,CX16,SSE4.1,SSE4.2,MOVBE,POPCNT,AES,XSAVE,AVX,F16C,NXE,MMXX,FFXSR,PAGE1GB,RDTSCP,LONG,LAHF,CMPLEG,SVM,EAPICSP,AMCR8,ABM,SSE4A,MASSE,3DNOWP,OSVW,IBS,SKINIT,TOPEXT,ITSC,BMI1
cpu2: 32KB 64b/line 2-way I-cache, 32KB 64b/line 8-way D-cache, 2MB 64b/line
16-way L2 cache
cpu2: ITLB 32 4KB entries fully associative, 8 4MB entries fully associative
cpu2: DTLB 40 4KB entries fully associative, 8 4MB entries fully associative
cpu2: smt 0, core 2, package 0
cpu3 at mainbus0: apid 3 (application processor)
cpu3: AMD GX-412TC SOC, 998.13 MHz
cpu3: FPU,VME,DE,PSE,TSC,MSR,PAE,MCE,CX8,APIC,SEP,MTRR,PGE,MCA,CMOV,PAT,PSE36,CFLUSH,MMX,FXSR,SSE,SSE2,HTT,SSE3,PCLMUL,MWAIT,SSSE3,CX16,SSE4.1,SSE4.2,MOVBE,POPCNT,AES,XSAVE,AVX,F16C,NXE,MMXX,FFXSR,PAGE1GB,RDTSCP,LONG,LAHF,CMPLEG,SVM,EAPICSP,AMCR8,ABM,SSE4A,MASSE,3DNOWP,OSVW,IBS,SKINIT,TOPEXT,ITSC,BMI1
cpu3: 32KB 64b/line 2-way I-cache, 32KB 64b/line 8-way D-cache, 2MB 64b/line
16-way L2 cache
cpu3: ITLB 32 4KB entries fully associative, 8 4MB entries fully associative
cpu3: DTLB 40 4KB entries fully associative, 8 4MB entries fully associative
cpu3: smt 0, core 3, package 0
ioapic0 at mainbus0: apid 4 pa 0xfec00000, version 21, 24 pins
ioapic1 at mainbus0: apid 5 pa 0xfec20000, version 21, 32 pins
acpihpet0 at acpi0: 14318180 Hz
acpiprt0 at acpi0: bus 0 (PCI0)
acpiprt1 at acpi0: bus -1 (PBR4)
acpiprt2 at acpi0: bus 1 (PBR5)
acpiprt3 at acpi0: bus 2 (PBR6)
acpiprt4 at acpi0: bus 3 (PBR7)
acpiprt5 at acpi0: bus -1 (PBR8)
acpicpu0 at acpi0: C2(***@400 ***@0x1771), C1(@1 halt!), PSS
acpicpu1 at acpi0: C2(***@400 ***@0x1771), C1(@1 halt!), PSS
acpicpu2 at acpi0: C2(***@400 ***@0x1771), C1(@1 halt!), PSS
acpicpu3 at acpi0: C2(***@400 ***@0x1771), C1(@1 halt!), PSS
acpibtn0 at acpi0: PWRB
"PNP0501" at acpi0 not configured
cpu0: 998 MHz: speeds: 1000 800 600 MHz
pci0 at mainbus0 bus 0
pchb0 at pci0 dev 0 function 0 "AMD AMD64 16h Root Complex" rev 0x00
pchb1 at pci0 dev 2 function 0 "AMD AMD64 16h Host" rev 0x00
ppb0 at pci0 dev 2 function 2 "AMD AMD64 16h PCIE" rev 0x00: msi
pci1 at ppb0 bus 1
em0 at pci1 dev 0 function 0 "Intel I210" rev 0x03: msi, address 00:0d:b9:42:ed:70
ppb1 at pci0 dev 2 function 3 "AMD AMD64 16h PCIE" rev 0x00: msi
pci2 at ppb1 bus 2
em1 at pci2 dev 0 function 0 "Intel I210" rev 0x03: msi, address 00:0d:b9:42:ed:71
ppb2 at pci0 dev 2 function 4 "AMD AMD64 16h PCIE" rev 0x00: msi
pci3 at ppb2 bus 3
em2 at pci3 dev 0 function 0 "Intel I210" rev 0x03: msi, address 00:0d:b9:42:ed:72
"AMD CCP" rev 0x00 at pci0 dev 8 function 0 not configured
xhci0 at pci0 dev 16 function 0 "AMD Bolton xHCI" rev 0x11: msi
usb0 at xhci0: USB revision 3.0
uhub0 at usb0 configuration 1 interface 0 "AMD xHCI root hub" rev 3.00/1.00
addr 1
ahci0 at pci0 dev 17 function 0 "AMD Hudson-2 SATA" rev 0x40: apic 4 int 19,
AHCI 1.3
ahci0: port 0: 6.0Gb/s
scsibus1 at ahci0: 32 targets
sd0 at scsibus1 targ 0 lun 0: <ATA, SATA SSD, S9FM> SCSI3 0/direct fixed t10.ATA_SATA_SSD_99C0076A121300009448
sd0: 15272MB, 512 bytes/sector, 31277232 sectors, thin
ehci0 at pci0 dev 19 function 0 "AMD Hudson-2 USB2" rev 0x39: apic 4 int 18
usb1 at ehci0: USB revision 2.0
uhub1 at usb1 configuration 1 interface 0 "AMD EHCI root hub" rev 2.00/1.00
addr 1
piixpm0 at pci0 dev 20 function 0 "AMD Hudson-2 SMBus" rev 0x42: SMBus
disabled
pcib0 at pci0 dev 20 function 3 "AMD Hudson-2 LPC" rev 0x11
sdhc0 at pci0 dev 20 function 7 "AMD Bolton SD/MMC" rev 0x01: apic 4 int 16
sdhc0: SDHC 2.0, 63 MHz base clock
sdmmc0 at sdhc0: 4-bit, sd high-speed, mmc high-speed, dma
pchb2 at pci0 dev 24 function 0 "AMD AMD64 16h Link Cfg" rev 0x00
pchb3 at pci0 dev 24 function 1 "AMD AMD64 16h Address Map" rev 0x00
pchb4 at pci0 dev 24 function 2 "AMD AMD64 16h DRAM Cfg" rev 0x00
km0 at pci0 dev 24 function 3 "AMD AMD64 16h Misc Cfg" rev 0x00
pchb5 at pci0 dev 24 function 4 "AMD AMD64 16h CPU Power" rev 0x00
pchb6 at pci0 dev 24 function 5 "AMD AMD64 16h Misc Cfg" rev 0x00
isa0 at pcib0
isadma0 at isa0
com0 at isa0 port 0x3f8/8 irq 4: ns16550a, 16 byte fifo
com0: console
com1 at isa0 port 0x2f8/8 irq 3: ns16550a, 16 byte fifo
pcppi0 at isa0 port 0x61
spkr0 at pcppi0
lpt0 at isa0 port 0x378/4 irq 7
wbsio0 at isa0 port 0x2e/2: NCT5104D rev 0x52
vmm0 at mainbus0: SVM/RVI
axe0 at uhub0 port 3 configuration 1 interface 0 "Apple Computer Ethernet
A1277" rev 2.00/0.01 addr 2
axe0: AX88772, address 00:25:4b:fd:52:24
ukphy0 at axe0 phy 16: Generic IEEE 802.3u media interface, rev. 1: OUI
0x000ec6, model 0x0006
uhub2 at uhub1 port 1 configuration 1 interface 0 "Advanced Micro Devices
product 0x7900" rev 2.00/0.18 addr 2
vscsi0 at root
scsibus2 at vscsi0: 256 targets
softraid0 at root
scsibus3 at softraid0: 256 targets
root on sd0a (e42223fc64a3451d.a) swap on sd0b dump on sd0b
Automatic boot in progress: starting file system checks.
/dev/sd0a (e42223fc64a3451d.a): file system is clean; not checking
/dev/sd0h (e42223fc64a3451d.h): file system is clean; not checking
/dev/sd0f (e42223fc64a3451d.f): file system is clean; not checking
/dev/sd0d (e42223fc64a3451d.d): file system is clean; not checking
/dev/sd0e (e42223fc64a3451d.e): file system is clean; not checking
/dev/sd0g (e42223fc64a3451d.g): file system is clean; not checking
setting tty flags
pf enabled
net.inet.ip.forwarding: 0 -> 1
net.inet.tcp.mssdflt: 512 -> 1440
starting network
add net default: gateway 0.0.0.1
reordering libraries:panic: kernel diagnostic assertion "_kernel_lock_held()"
failed: file "/usr/src/sys/net/radix.c", line 1065
Stopped at db_enter+0x9: leave
TID PID UID PRFLAGS PFLAGS CPU COMMAND
*143661 6617 0 0x14000 0x200 0 softnet
db_enter(ffffffff817a67ee,ffff80002209c0b0,10,ffff80002209c090,286,8) at db_enter+0x9
panic(ffffffff818990c8,0,ffff800000913d00,ffff800000913d40,0,0) at panic+0x102
__assert(ffffffff817172cf,ffffffff817e383f,429,ffffffff8174177f,0,0) at __assert+0x35
rn_walktree(ffff800000913d00,ffffffff814c3e90,ffff80002209c270,0,2,ffff800000918a88) at rn_walktree+0xea
pfr_kentry_byidx(ffff800000918a88,0,2,0,82f1cdc3d81cdd26,0) at pfr_kentry_byidx+0x96
pfr_pool_get(ffff8000002d5780,ffff80002209c448,ffff80002209c440,2,ffff80002209c440,ffff80002209c448) at pfr_pool_get+0x160
pf_map_addr(2,ffff8000002d5538,ffff80002209c968,ffff80002209c630,ffff80002209c590,ffff80002209c7f0) at pf_map_addr+0xad1
pf_get_sport(ffff80002209c950,ffff8000002d5538,ffff80002209c630,ffff80002209c646,c351,ffff) at pf_get_sport+0xfb
pf_get_transaddr(ffff8000002d5538,ffff80002209c950,ffff80002209c7f0,ffff80002209c818,ffff80002209c810,ffffffff819dd610) at pf_get_transaddr+0xb9
pf_match_rule(ffff80002209c7b0,ffffffff819dd610,ffff80002209c7b0,ffff80002209c950,ffff80002209ca20,ffff80002209ca10) at pf_match_rule+0x99a
pf_test_rule(ffff80002209c950,ffff80002209ca20,ffff80002209ca18,ffff80002209ca28,ffff80002209ca10,ffff80002209ca36) at pf_test_rule+0x114
pf_test(2,2,ffff800000901000,ffff80002209cb18,ffff800000902300,ffff80000001d950) at pf_test+0xdaf
ip_output(ffffff000979f100,0,ffff80002209ccc0,1,0,0) at ip_output+0x784
ip_forward(ffffff000979f100,ffff80000010b048,ffffff011e559bd0,0,810e00c1,810e00c1) at ip_forward+0x1e7
end trace frame: 0xffff80002209cda0, count: 0
https://www.openbsd.org/ddb.html describes the minimum info required in bug
reports. Insufficient info makes it difficult to find and fix bugs.
ddb{0}> ps
PID TID PPID UID S FLAGS WAIT COMMAND
75414 77962 81690 0 3 0x100003 biowait ar
81690 114462 40554 0 3 0x100089 pause sh
94554 3282 23759 115 3 0x100092 kqread slaacd
69504 187592 23759 115 3 0x100092 kqread slaacd
23759 287293 1 0 3 0x80 kqread slaacd
40554 232451 1 0 3 0x10008b pause sh
51604 219652 0 0 3 0x14200 pgzero zerothread
80115 177158 0 0 3 0x14200 aiodoned aiodoned
68944 153665 0 0 3 0x14200 syncer update
30302 283198 0 0 3 0x14200 cleaner cleaner
18309 226908 0 0 3 0x14200 reaper reaper
67389 354601 0 0 3 0x14200 pgdaemon pagedaemon
49369 113556 0 0 3 0x14200 bored crynlk
98913 516262 0 0 3 0x14200 bored crypto
66894 198318 0 0 3 0x14200 pftm pfpurge
5222 66290 0 0 3 0x14200 bored sensors
90395 201413 0 0 3 0x14200 mmctsk sdmmc0
17889 43931 0 0 3 0x14200 usbtsk usbtask
58178 316214 0 0 3 0x14200 usbatsk usbatsk
78690 162152 0 0 3 0x40014200 acpi0 acpi0
60082 271659 0 0 7 0x40014200 idle3
85097 456079 0 0 7 0x40014200 idle2
11276 237611 0 0 7 0x40014200 idle1
* 6617 143661 0 0 7 0x14200 softnet
36205 302158 0 0 3 0x14200 bored systqmp
89840 37252 0 0 3 0x14200 bored systq
866 180747 0 0 3 0x40014200 bored softclock
5771 330589 0 0 3 0x40014200 idle0
59921 180282 0 0 3 0x14200 bored sbar
1 43404 0 0 3 0x82 wait init
0 0 -1 0 3 0x10200 scheduler swapper
ddb{0}> show uvm
Current UVM status:
pagesize=4096 (0x1000), pagemask=0xfff, pageshift=12
1009431 VM pages: 2952 active, 715 inactive, 3 wired, 991458 free (124165 zer
o)
min 10% (25) anon, 10% (25) vnode, 5% (12) vtext
pages 0 anon, 0 vnode, 0 vtext
freemin=33647, free-target=44862, inactive-target=0, wired-max=336477
faults=31927, traps=31737, intrs=2292, ctxswitch=8447 fpuswitch=0
softint=810, syscalls=41625, kmapent=18
fault counts:
noram=0, noanon=0, noamap=0, pgwait=0, pgrele=0
ok relocks(total)=1128(1128), anget(retries)=19145(0), amapcopy=19664
neighbor anon/obj pg=1790/15559, gets(lock/unlock)=6094/1128
cases: anon=14624, anoncow=4521, obj=5405, prcopy=689, przero=6688
daemon and swap counts:
woke=0, revs=0, scans=0, obscans=0, anscans=0
busy=0, freed=0, reactivate=0, deactivate=0
pageouts=0, pending=0, nswget=0
nswapdev=1, nanon=0, nanonneeded=0 nfreeanon=0
swpages=132527, swpginuse=0, swpgonly=0 paging=0
kernel pointers:
objs(kern)=0xffffffff819a7800
ddb{0}> show reg
rdi 0x1
rsi 0x282 mptramp_gdt32_desc+0x260
rbp 0xffff80002209c0a0
rbx 0xffffffff818990c8 udsbr_ca+0x7c8
rdx 0
rcx 0xffffffff81970bc0 cpu_info_primary
rax 0x1
r8 0xffff80002209bfb0
r9 0
r10 0xffff80002209c010
r11 0xffffffff8129e9b0 comcnputc
r12 0x100 mptramp_gdt32_desc+0xde
r13 0xffff80002209c0b0
r14 0xffff80002209c270
r15 0xffffffff814c3e90 pfr_walktree
rip 0xffffffff815a1e59 db_enter+0x9
cs 0x8
rflags 0x286 mptramp_gdt32_desc+0x264
rsp 0xffff80002209c090
ss 0x10
db_enter+0x9: leave
ddb{0}> trace
db_enter(ffffffff817a67ee,ffff80002209c0b0,10,ffff80002209c090,286,8) at db_enter+0x9
panic(ffffffff818990c8,0,ffff800000913d00,ffff800000913d40,0,0) at panic+0x102
__assert(ffffffff817172cf,ffffffff817e383f,429,ffffffff8174177f,0,0) at __assert+0x35
rn_walktree(ffff800000913d00,ffffffff814c3e90,ffff80002209c270,0,2,ffff800000918a88) at rn_walktree+0xea
pfr_kentry_byidx(ffff800000918a88,0,2,0,82f1cdc3d81cdd26,0) at pfr_kentry_byidx+0x96
pfr_pool_get(ffff8000002d5780,ffff80002209c448,ffff80002209c440,2,ffff80002209c440,ffff80002209c448) at pfr_pool_get+0x160
pf_map_addr(2,ffff8000002d5538,ffff80002209c968,ffff80002209c630,ffff80002209c590,ffff80002209c7f0) at pf_map_addr+0xad1
pf_get_sport(ffff80002209c950,ffff8000002d5538,ffff80002209c630,ffff80002209c646,c351,ffff) at pf_get_sport+0xfb
pf_get_transaddr(ffff8000002d5538,ffff80002209c950,ffff80002209c7f0,ffff80002209c818,ffff80002209c810,ffffffff819dd610) at pf_get_transaddr+0xb9
pf_match_rule(ffff80002209c7b0,ffffffff819dd610,ffff80002209c7b0,ffff80002209c950,ffff80002209ca20,ffff80002209ca10) at pf_match_rule+0x99a
pf_test_rule(ffff80002209c950,ffff80002209ca20,ffff80002209ca18,ffff80002209ca28,ffff80002209ca10,ffff80002209ca36) at pf_test_rule+0x114
pf_test(2,2,ffff800000901000,ffff80002209cb18,ffff800000902300,ffff80000001d950) at pf_test+0xdaf
ip_output(ffffff000979f100,0,ffff80002209ccc0,1,0,0) at ip_output+0x784
ip_forward(ffffff000979f100,ffff80000010b048,ffffff011e559bd0,0,810e00c1,810e00c1) at ip_forward+0x1e7
ipv4_input(ffff80000010b048,ffffff000979f100,800,800,ffffff00097bb002,ffff80000010b048) at ipv4_input+0x4f7
ether_input(ffff80000010b048,ffffff000979f100,0,ffffffff81473fd0,ffff80000010b240,ffff80000010b048) at ether_input+0xbd
if_input_process(6,ffff80002209ceb0,0,0,ffff80002209ceb0,ffff800000019080) at if_input_process+0xfa
taskq_thread(ffff800000019080,2a2,ffff800000019080,ffffffff812639c0,0,ffff80002209cf10) at taskq_thread+0x79
end trace frame: 0x0, count: -18
ddb{0}> mach ddbcpu 1
Stopped at db_enter+0x9: leave
db_enter(ffff800000071000,246,ffff800000071000,10,ffff8000220a1d28,286) at db_enter+0x9
x86_ipi_handler(ffff800000071000,ffff800000014300,ffff80000001a380,0,1,c) at x86_ipi_handler+0x85
Xresume_lapic_ipi() at Xresume_lapic_ipi+0x1c
--- interrupt ---
acpicpu_idle(ffff8000ffffef88,ffff800000071000,ffff800000071010,0,82f1cdc3d81cdd26,286) at acpicpu_idle+0x151
cpu_idle_cycle(ffff800000071000,2a2,0,ffff800000071000,ffffffff812a5990,0) at cpu_idle_cycle+0x10
end trace frame: 0x0, count: 10
ddb{1}> trace
db_enter(ffff800000071000,246,ffff800000071000,10,ffff8000220a1d28,286) at db_enter+0x9
x86_ipi_handler(ffff800000071000,ffff800000014300,ffff80000001a380,0,1,c) at x86_ipi_handler+0x85
Xresume_lapic_ipi() at Xresume_lapic_ipi+0x1c
--- interrupt ---
acpicpu_idle(ffff8000ffffef88,ffff800000071000,ffff800000071010,0,82f1cdc3d81cdd26,286) at acpicpu_idle+0x151
cpu_idle_cycle(ffff800000071000,2a2,0,ffff800000071000,ffffffff812a5990,0) at cpu_idle_cycle+0x10
end trace frame: 0x0, count: -5
ddb{1}> mach ddbcpu 2
Stopped at db_enter+0x9: leave
db_enter(ffff800000072000,246,ffff800000072000,10,ffff8000220a6d28,286) at db_enter+0x9
x86_ipi_handler(ffff800000072000,ffff800000014400,ffff80000001a5e0,0,8,ffffffff812924b5) at x86_ipi_handler+0x85
Xresume_lapic_ipi() at Xresume_lapic_ipi+0x1c
--- interrupt ---
acpicpu_idle(ffff8000fffff1c0,ffff800000072000,ffff800000072010,0,82f1cdc3d81cdd26,286) at acpicpu_idle+0x151
cpu_idle_cycle(ffff800000072000,2a2,0,ffff800000072000,ffffffff812a5990,0) at cpu_idle_cycle+0x10
end trace frame: 0x0, count: 10
ddb{2}> trace
db_enter(ffff800000072000,246,ffff800000072000,10,ffff8000220a6d28,286) at db_enter+0x9
x86_ipi_handler(ffff800000072000,ffff800000014400,ffff80000001a5e0,0,8,ffffffff812924b5) at x86_ipi_handler+0x85
Xresume_lapic_ipi() at Xresume_lapic_ipi+0x1c
--- interrupt ---
acpicpu_idle(ffff8000fffff1c0,ffff800000072000,ffff800000072010,0,82f1cdc3d81cdd26,286) at acpicpu_idle+0x151
cpu_idle_cycle(ffff800000072000,2a2,0,ffff800000072000,ffffffff812a5990,0) at cpu_idle_cycle+0x10
end trace frame: 0x0, count: -5
ddb{2}> mach ddbcpu 3
Stopped at db_enter+0x9: leave
db_enter(ffff800000074000,246,ffff800000074000,10,ffff8000220abd28,286) at db_enter+0x9
x86_ipi_handler(ffff800000074000,ffff800000014500,ffff80000001a7c0,0,8,ffffffff812924b5) at x86_ipi_handler+0x85
Xresume_lapic_ipi() at Xresume_lapic_ipi+0x1c
--- interrupt ---
acpicpu_idle(ffff8000fffff3f8,ffff800000074000,ffff800000074010,0,82f1cdc3d81cdd26,286) at acpicpu_idle+0x151
cpu_idle_cycle(ffff800000074000,2a2,0,ffff800000074000,ffffffff812a5990,0) at cpu_idle_cycle+0x10
end trace frame: 0x0, count: 10
ddb{3}> trace
db_enter(ffff800000074000,246,ffff800000074000,10,ffff8000220abd28,286) at db_enter+0x9
x86_ipi_handler(ffff800000074000,ffff800000014500,ffff80000001a7c0,0,8,ffffffff812924b5) at x86_ipi_handler+0x85
Xresume_lapic_ipi() at Xresume_lapic_ipi+0x1c
--- interrupt ---
acpicpu_idle(ffff8000fffff3f8,ffff800000074000,ffff800000074010,0,82f1cdc3d81cdd26,286) at acpicpu_idle+0x151
cpu_idle_cycle(ffff800000074000,2a2,0,ffff800000074000,ffffffff812a5990,0) at cpu_idle_cycle+0x10
end trace frame: 0x0, count: -5
ddb{3}> mach ddbcpu 4
Invalid cpu 4
ddb{3}> mach ddbcpu 0
Stopped at db_enter+0x9: leave
db_enter(ffffffff817a67ee,ffff80002209c0b0,10,ffff80002209c090,386,8) at db_enter+0x9
panic(ffffffff818990c8,0,ffff800000913d00,ffff800000913d40,0,0) at panic+0x102
__assert(ffffffff817172cf,ffffffff817e383f,429,ffffffff8174177f,0,0) at __asset+0x35
rn_walktree(ffff800000913d00,ffffffff814c3e90,ffff80002209c270,0,2,ffff800000918a88) at rn_walktree+0xea
pfr_kentry_byidx(ffff800000918a88,0,2,0,82f1cdc3d81cdd26,0) at pfr_kentry_byidx+0x96
pfr_pool_get(ffff8000002d5780,ffff80002209c448,ffff80002209c440,2,ffff80002209c440,ffff80002209c448) at pfr_pool_get+0x160
pf_map_addr(2,ffff8000002d5538,ffff80002209c968,ffff80002209c630,ffff80002209c590,ffff80002209c7f0) at pf_map_addr+0xad1
pf_get_sport(ffff80002209c950,ffff8000002d5538,ffff80002209c630,ffff80002209c646,c351,ffff) at pf_get_sport+0xfb
pf_get_transaddr(ffff8000002d5538,ffff80002209c950,ffff80002209c7f0,ffff80002209c818,ffff80002209c810,ffffffff819dd610) at pf_get_transaddr+0xb9
pf_match_rule(ffff80002209c7b0,ffffffff819dd610,ffff80002209c7b0,ffff80002209c950,ffff80002209ca20,ffff80002209ca10) at pf_match_rule+0x99a
pf_test_rule(ffff80002209c950,ffff80002209ca20,ffff80002209ca18,ffff80002209ca28,ffff80002209ca10,ffff80002209ca36) at pf_test_rule+0x114
pf_test(2,2,ffff800000901000,ffff80002209cb18,ffff800000902300,ffff80000001d950) at pf_test+0xdaf
ip_output(ffffff000979f100,0,ffff80002209ccc0,1,0,0) at ip_output+0x784
ip_forward(ffffff000979f100,ffff80000010b048,ffffff011e559bd0,0,810e00c1,810e00c1) at ip_forward+0x1e7
end trace frame: 0xffff80002209cda0, count: 0
ddb{0}> trace
db_enter(ffffffff817a67ee,ffff80002209c0b0,10,ffff80002209c090,386,8) at db_enter+0x9
panic(ffffffff818990c8,0,ffff800000913d00,ffff800000913d40,0,0) at panic+0x102
__assert(ffffffff817172cf,ffffffff817e383f,429,ffffffff8174177f,0,0) at __assert+0x35
rn_walktree(ffff800000913d00,ffffffff814c3e90,ffff80002209c270,0,2,ffff800000918a88) at rn_walktree+0xea
pfr_kentry_byidx(ffff800000918a88,0,2,0,82f1cdc3d81cdd26,0) at pfr_kentry_byidx+0x96
pfr_pool_get(ffff8000002d5780,ffff80002209c448,ffff80002209c440,2,ffff80002209c440,ffff80002209c448) at pfr_pool_get+0x160
pf_map_addr(2,ffff8000002d5538,ffff80002209c968,ffff80002209c630,ffff80002209c590,ffff80002209c7f0) at pf_map_addr+0xad1
pf_get_sport(ffff80002209c950,ffff8000002d5538,ffff80002209c630,ffff80002209c646,c351,ffff) at pf_get_sport+0xfb
pf_get_transaddr(ffff8000002d5538,ffff80002209c950,ffff80002209c7f0,ffff80002209c818,ffff80002209c810,ffffffff819dd610) at pf_get_transaddr+0xb9
pf_match_rule(ffff80002209c7b0,ffffffff819dd610,ffff80002209c7b0,ffff80002209c950,ffff80002209ca20,ffff80002209ca10) at pf_match_rule+0x99a
pf_test_rule(ffff80002209c950,ffff80002209ca20,ffff80002209ca18,ffff80002209ca28,ffff80002209ca10,ffff80002209ca36) at pf_test_rule+0x114
pf_test(2,2,ffff800000901000,ffff80002209cb18,ffff800000902300,ffff80000001d950) at pf_test+0xdaf
ip_output(ffffff000979f100,0,ffff80002209ccc0,1,0,0) at ip_output+0x784
ip_forward(ffffff000979f100,ffff80000010b048,ffffff011e559bd0,0,810e00c1,810e00c1) at ip_forward+0x1e7
ipv4_input(ffff80000010b048,ffffff000979f100,800,800,ffffff00097bb002,ffff80000010b048) at ipv4_input+0x4f7
ether_input(ffff80000010b048,ffffff000979f100,0,ffffffff81473fd0,ffff80000010b240,ffff80000010b048) at ether_input+0xbd
if_input_process(6,ffff80002209ceb0,0,0,ffff80002209ceb0,ffff800000019080) at if_input_process+0xfa
taskq_thread(ffff800000019080,2a2,ffff800000019080,ffffffff812639c0,0,ffff80002209cf10) at taskq_thread+0x79
end trace frame: 0x0, count: -18
ddb{0}> show socket
socket 0xffffffff815a1e59
so_type: -15415
so_options: 0x6666
so_linger: 26256
so_state: 21904
so_pcb: 0x4820ec8348e58948
so_proto: 0xffffdee9c9f87d89
so_head: 0x66666690666666ff
so_onq: 0x5590666690666690
so_q0: @0xffffffff815a1e81 first: 0x488196a080c7c748
so_q: @0xffffffff815a1e91 first: 0x48b48d231000c9a
so_eq: next: 0x79080c70a74
so_q0len: -31928
so_qlen: 16634
so_qlimit: -8331
so_timeo: -15415
so_pgid: 1435526758
so_siguid: 1223002440
so_sigeuid: 1211165827
so_obmark: 7347760820642143625
so_sp: 0x825048b48
uvm_fault(0xffffffff81a05940, 0x825048b48, 0, 1) -> e
kernel: page fault trap, code=0
Faulted in DDB; continuing...
ddb{0}> show mbuf
mbuf 0xffffffff815a1e59
m_type: 26256 m_flags: 6666<M_PKTHDR,M_EOR,M_VLANTAG,M_LOOP,M_MCAST,M_CONF,M_ZEROIZE,M_COMP>
m_next: 0x559066906666c3c9 m_nextpkt: 0x4820ec8348e58948
m_data: 0xffffdee9c9f87d89 m_len: 1717987071
m_dat: 0xffffffff815a1e79 m_pktdat: 0xffffffff815a1ec9
m_ptkhdr.ph_ifidx: 2160527988 m_pkthdr.len: 822086810
m_ptkhdr.ph_tags: 0x488196a080c7c748 m_pkthdr.ph_tagsset: 48d2<IPSEC_OUT_DONE,IPSEC_PENDING_TDB,GIF,GRE,PF_REASSEMBLED,CARP_BAL_IP>
m_pkthdr.ph_flowid: 1163 m_pkthdr.ph_loopcnt: 144
m_pkthdr.csum_flags: 80d5<IPV4_CSUM_OUT,UDP_CSUM_OUT,IPV4_CSUM_IN_BAD,TCP_CSUM_IN_BAD,UDP_CSUM_IN_OK>
m_pkthdr.ether_vtag: 38677 m_ptkhdr.ph_rtableid: 3229960321
m_pkthdr.pf.statekey: 0x1c2834800000000 m_pkthdr.pf.inp 0xc3c9df7540fa8348
m_pkthdr.pf.qid: 2422629990 m_pkthdr.pf.tag: 26214
m_pkthdr.pf.flags: 90<DIVERTED_PACKET,PROCESSED>
m_pkthdr.pf.routed: 85 m_pkthdr.pf.prio: 72
ddb{0}>
The most recent snapshot crashes on my apu2:
reordering libraries:panic: kernel diagnostic assertion "_kernel_lock_held()"
failed: file "/usr/src/sys/net/radix.c", line 1065
Stopped at db_enter+0x9: leave
TID PID UID PRFLAGS PFLAGS CPU COMMAND
*143661 6617 0 0x14000 0x200 0 softnet
OpenBSD/amd64 BOOT 3.33
switching console to com0OpenBSD/amd64 BOOT 3.33
using /bsdboot>
booting hd0a:/bsd: 7430692+2241568+265024+0+675840 [72+722928+487027]=0xb48930
entry point at 0x1000158 [7205c766, 34000004, 24448b12, 56e0a304]
[ using 1210672 bytes of bsd ELF symbol table ]
Copyright (c) 1982, 1986, 1989, 1991, 1993
The Regents of the University of California. All rights reserved.
Copyright (c) 1995-2017 OpenBSD. All rights reserved. https://www.OpenBSD.org
OpenBSD 6.1-current (GENERIC.MP) #20: Mon Jun 19 08:05:02 MDT 2017
***@amd64.openbsd.org:/usr/src/sys/arch/amd64/compile/GENERIC.MP
real mem = 4261072896 (4063MB)
avail mem = 4126142464 (3934MB)
mpath0 at root
scsibus0 at mpath0: 256 targets
mainbus0 at root
bios0 at mainbus0: SMBIOS rev. 2.7 @ 0xdffb7020 (7 entries)
bios0: vendor coreboot version "88a4f96" date 03/11/2016
bios0: PC Engines apu2
acpi0 at bios0: rev 2
acpi0: sleep states S0 S1 S2 S3 S4 S5
acpi0: tables DSDT FACP SSDT APIC HEST SSDT SSDT HPET
acpi0: wakeup devices PWRB(S4) PBR4(S4) PBR5(S4) PBR6(S4) PBR7(S4) PBR8(S4)
UOH1(S3) UOH3(S3) UOH5(S3) XHC0(S4)
acpitimer0 at acpi0: 3579545 Hz, 32 bits
acpimadt0 at acpi0 addr 0xfee00000: PC-AT compat
cpu0 at mainbus0: apid 0 (boot processor)
cpu0: AMD GX-412TC SOC, 998.32 MHz
cpu0: FPU,VME,DE,PSE,TSC,MSR,PAE,MCE,CX8,APIC,SEP,MTRR,PGE,MCA,CMOV,PAT,PSE36,CFLUSH,MMX,FXSR,SSE,SSE2,HTT,SSE3,PCLMUL,MWAIT,SSSE3,CX16,SSE4.1,SSE4.2,MOVBE,POPCNT,AES,XSAVE,AVX,F16C,NXE,MMXX,FFXSR,PAGE1GB,RDTSCP,LONG,LAHF,CMPLEG,SVM,EAPICSP,AMCR8,ABM,SSE4A,MASSE,3DNOWP,OSVW,IBS,SKINIT,TOPEXT,ITSC,BMI1
cpu0: 32KB 64b/line 2-way I-cache, 32KB 64b/line 8-way D-cache, 2MB 64b/line
16-way L2 cache
cpu0: ITLB 32 4KB entries fully associative, 8 4MB entries fully associative
cpu0: DTLB 40 4KB entries fully associative, 8 4MB entries fully associative
cpu0: TSC frequency 998317140 Hz
cpu0: smt 0, core 0, package 0
mtrr: Pentium Pro MTRR support, 8 var ranges, 88 fixed ranges
cpu0: apic clock running at 99MHz
cpu0: mwait min=64, max=64, IBE
cpu1 at mainbus0: apid 1 (application processor)
cpu1: AMD GX-412TC SOC, 998.15 MHz
cpu1: FPU,VME,DE,PSE,TSC,MSR,PAE,MCE,CX8,APIC,SEP,MTRR,PGE,MCA,CMOV,PAT,PSE36,CFLUSH,MMX,FXSR,SSE,SSE2,HTT,SSE3,PCLMUL,MWAIT,SSSE3,CX16,SSE4.1,SSE4.2,MOVBE,POPCNT,AES,XSAVE,AVX,F16C,NXE,MMXX,FFXSR,PAGE1GB,RDTSCP,LONG,LAHF,CMPLEG,SVM,EAPICSP,AMCR8,ABM,SSE4A,MASSE,3DNOWP,OSVW,IBS,SKINIT,TOPEXT,ITSC,BMI1
cpu1: 32KB 64b/line 2-way I-cache, 32KB 64b/line 8-way D-cache, 2MB 64b/line
16-way L2 cache
cpu1: ITLB 32 4KB entries fully associative, 8 4MB entries fully associative
cpu1: DTLB 40 4KB entries fully associative, 8 4MB entries fully associative
cpu1: smt 0, core 1, package 0
cpu2 at mainbus0: apid 2 (application processor)
cpu2: AMD GX-412TC SOC, 998.13 MHz
cpu2: FPU,VME,DE,PSE,TSC,MSR,PAE,MCE,CX8,APIC,SEP,MTRR,PGE,MCA,CMOV,PAT,PSE36,CFLUSH,MMX,FXSR,SSE,SSE2,HTT,SSE3,PCLMUL,MWAIT,SSSE3,CX16,SSE4.1,SSE4.2,MOVBE,POPCNT,AES,XSAVE,AVX,F16C,NXE,MMXX,FFXSR,PAGE1GB,RDTSCP,LONG,LAHF,CMPLEG,SVM,EAPICSP,AMCR8,ABM,SSE4A,MASSE,3DNOWP,OSVW,IBS,SKINIT,TOPEXT,ITSC,BMI1
cpu2: 32KB 64b/line 2-way I-cache, 32KB 64b/line 8-way D-cache, 2MB 64b/line
16-way L2 cache
cpu2: ITLB 32 4KB entries fully associative, 8 4MB entries fully associative
cpu2: DTLB 40 4KB entries fully associative, 8 4MB entries fully associative
cpu2: smt 0, core 2, package 0
cpu3 at mainbus0: apid 3 (application processor)
cpu3: AMD GX-412TC SOC, 998.13 MHz
cpu3: FPU,VME,DE,PSE,TSC,MSR,PAE,MCE,CX8,APIC,SEP,MTRR,PGE,MCA,CMOV,PAT,PSE36,CFLUSH,MMX,FXSR,SSE,SSE2,HTT,SSE3,PCLMUL,MWAIT,SSSE3,CX16,SSE4.1,SSE4.2,MOVBE,POPCNT,AES,XSAVE,AVX,F16C,NXE,MMXX,FFXSR,PAGE1GB,RDTSCP,LONG,LAHF,CMPLEG,SVM,EAPICSP,AMCR8,ABM,SSE4A,MASSE,3DNOWP,OSVW,IBS,SKINIT,TOPEXT,ITSC,BMI1
cpu3: 32KB 64b/line 2-way I-cache, 32KB 64b/line 8-way D-cache, 2MB 64b/line
16-way L2 cache
cpu3: ITLB 32 4KB entries fully associative, 8 4MB entries fully associative
cpu3: DTLB 40 4KB entries fully associative, 8 4MB entries fully associative
cpu3: smt 0, core 3, package 0
ioapic0 at mainbus0: apid 4 pa 0xfec00000, version 21, 24 pins
ioapic1 at mainbus0: apid 5 pa 0xfec20000, version 21, 32 pins
acpihpet0 at acpi0: 14318180 Hz
acpiprt0 at acpi0: bus 0 (PCI0)
acpiprt1 at acpi0: bus -1 (PBR4)
acpiprt2 at acpi0: bus 1 (PBR5)
acpiprt3 at acpi0: bus 2 (PBR6)
acpiprt4 at acpi0: bus 3 (PBR7)
acpiprt5 at acpi0: bus -1 (PBR8)
acpicpu0 at acpi0: C2(***@400 ***@0x1771), C1(@1 halt!), PSS
acpicpu1 at acpi0: C2(***@400 ***@0x1771), C1(@1 halt!), PSS
acpicpu2 at acpi0: C2(***@400 ***@0x1771), C1(@1 halt!), PSS
acpicpu3 at acpi0: C2(***@400 ***@0x1771), C1(@1 halt!), PSS
acpibtn0 at acpi0: PWRB
"PNP0501" at acpi0 not configured
cpu0: 998 MHz: speeds: 1000 800 600 MHz
pci0 at mainbus0 bus 0
pchb0 at pci0 dev 0 function 0 "AMD AMD64 16h Root Complex" rev 0x00
pchb1 at pci0 dev 2 function 0 "AMD AMD64 16h Host" rev 0x00
ppb0 at pci0 dev 2 function 2 "AMD AMD64 16h PCIE" rev 0x00: msi
pci1 at ppb0 bus 1
em0 at pci1 dev 0 function 0 "Intel I210" rev 0x03: msi, address 00:0d:b9:42:ed:70
ppb1 at pci0 dev 2 function 3 "AMD AMD64 16h PCIE" rev 0x00: msi
pci2 at ppb1 bus 2
em1 at pci2 dev 0 function 0 "Intel I210" rev 0x03: msi, address 00:0d:b9:42:ed:71
ppb2 at pci0 dev 2 function 4 "AMD AMD64 16h PCIE" rev 0x00: msi
pci3 at ppb2 bus 3
em2 at pci3 dev 0 function 0 "Intel I210" rev 0x03: msi, address 00:0d:b9:42:ed:72
"AMD CCP" rev 0x00 at pci0 dev 8 function 0 not configured
xhci0 at pci0 dev 16 function 0 "AMD Bolton xHCI" rev 0x11: msi
usb0 at xhci0: USB revision 3.0
uhub0 at usb0 configuration 1 interface 0 "AMD xHCI root hub" rev 3.00/1.00
addr 1
ahci0 at pci0 dev 17 function 0 "AMD Hudson-2 SATA" rev 0x40: apic 4 int 19,
AHCI 1.3
ahci0: port 0: 6.0Gb/s
scsibus1 at ahci0: 32 targets
sd0 at scsibus1 targ 0 lun 0: <ATA, SATA SSD, S9FM> SCSI3 0/direct fixed t10.ATA_SATA_SSD_99C0076A121300009448
sd0: 15272MB, 512 bytes/sector, 31277232 sectors, thin
ehci0 at pci0 dev 19 function 0 "AMD Hudson-2 USB2" rev 0x39: apic 4 int 18
usb1 at ehci0: USB revision 2.0
uhub1 at usb1 configuration 1 interface 0 "AMD EHCI root hub" rev 2.00/1.00
addr 1
piixpm0 at pci0 dev 20 function 0 "AMD Hudson-2 SMBus" rev 0x42: SMBus
disabled
pcib0 at pci0 dev 20 function 3 "AMD Hudson-2 LPC" rev 0x11
sdhc0 at pci0 dev 20 function 7 "AMD Bolton SD/MMC" rev 0x01: apic 4 int 16
sdhc0: SDHC 2.0, 63 MHz base clock
sdmmc0 at sdhc0: 4-bit, sd high-speed, mmc high-speed, dma
pchb2 at pci0 dev 24 function 0 "AMD AMD64 16h Link Cfg" rev 0x00
pchb3 at pci0 dev 24 function 1 "AMD AMD64 16h Address Map" rev 0x00
pchb4 at pci0 dev 24 function 2 "AMD AMD64 16h DRAM Cfg" rev 0x00
km0 at pci0 dev 24 function 3 "AMD AMD64 16h Misc Cfg" rev 0x00
pchb5 at pci0 dev 24 function 4 "AMD AMD64 16h CPU Power" rev 0x00
pchb6 at pci0 dev 24 function 5 "AMD AMD64 16h Misc Cfg" rev 0x00
isa0 at pcib0
isadma0 at isa0
com0 at isa0 port 0x3f8/8 irq 4: ns16550a, 16 byte fifo
com0: console
com1 at isa0 port 0x2f8/8 irq 3: ns16550a, 16 byte fifo
pcppi0 at isa0 port 0x61
spkr0 at pcppi0
lpt0 at isa0 port 0x378/4 irq 7
wbsio0 at isa0 port 0x2e/2: NCT5104D rev 0x52
vmm0 at mainbus0: SVM/RVI
axe0 at uhub0 port 3 configuration 1 interface 0 "Apple Computer Ethernet
A1277" rev 2.00/0.01 addr 2
axe0: AX88772, address 00:25:4b:fd:52:24
ukphy0 at axe0 phy 16: Generic IEEE 802.3u media interface, rev. 1: OUI
0x000ec6, model 0x0006
uhub2 at uhub1 port 1 configuration 1 interface 0 "Advanced Micro Devices
product 0x7900" rev 2.00/0.18 addr 2
vscsi0 at root
scsibus2 at vscsi0: 256 targets
softraid0 at root
scsibus3 at softraid0: 256 targets
root on sd0a (e42223fc64a3451d.a) swap on sd0b dump on sd0b
Automatic boot in progress: starting file system checks.
/dev/sd0a (e42223fc64a3451d.a): file system is clean; not checking
/dev/sd0h (e42223fc64a3451d.h): file system is clean; not checking
/dev/sd0f (e42223fc64a3451d.f): file system is clean; not checking
/dev/sd0d (e42223fc64a3451d.d): file system is clean; not checking
/dev/sd0e (e42223fc64a3451d.e): file system is clean; not checking
/dev/sd0g (e42223fc64a3451d.g): file system is clean; not checking
setting tty flags
pf enabled
net.inet.ip.forwarding: 0 -> 1
net.inet.tcp.mssdflt: 512 -> 1440
starting network
add net default: gateway 0.0.0.1
reordering libraries:panic: kernel diagnostic assertion "_kernel_lock_held()"
failed: file "/usr/src/sys/net/radix.c", line 1065
Stopped at db_enter+0x9: leave
TID PID UID PRFLAGS PFLAGS CPU COMMAND
*143661 6617 0 0x14000 0x200 0 softnet
db_enter(ffffffff817a67ee,ffff80002209c0b0,10,ffff80002209c090,286,8) at db_enter+0x9
panic(ffffffff818990c8,0,ffff800000913d00,ffff800000913d40,0,0) at panic+0x102
__assert(ffffffff817172cf,ffffffff817e383f,429,ffffffff8174177f,0,0) at __assert+0x35
rn_walktree(ffff800000913d00,ffffffff814c3e90,ffff80002209c270,0,2,ffff800000918a88) at rn_walktree+0xea
pfr_kentry_byidx(ffff800000918a88,0,2,0,82f1cdc3d81cdd26,0) at pfr_kentry_byidx+0x96
pfr_pool_get(ffff8000002d5780,ffff80002209c448,ffff80002209c440,2,ffff80002209c440,ffff80002209c448) at pfr_pool_get+0x160
pf_map_addr(2,ffff8000002d5538,ffff80002209c968,ffff80002209c630,ffff80002209c590,ffff80002209c7f0) at pf_map_addr+0xad1
pf_get_sport(ffff80002209c950,ffff8000002d5538,ffff80002209c630,ffff80002209c646,c351,ffff) at pf_get_sport+0xfb
pf_get_transaddr(ffff8000002d5538,ffff80002209c950,ffff80002209c7f0,ffff80002209c818,ffff80002209c810,ffffffff819dd610) at pf_get_transaddr+0xb9
pf_match_rule(ffff80002209c7b0,ffffffff819dd610,ffff80002209c7b0,ffff80002209c950,ffff80002209ca20,ffff80002209ca10) at pf_match_rule+0x99a
pf_test_rule(ffff80002209c950,ffff80002209ca20,ffff80002209ca18,ffff80002209ca28,ffff80002209ca10,ffff80002209ca36) at pf_test_rule+0x114
pf_test(2,2,ffff800000901000,ffff80002209cb18,ffff800000902300,ffff80000001d950) at pf_test+0xdaf
ip_output(ffffff000979f100,0,ffff80002209ccc0,1,0,0) at ip_output+0x784
ip_forward(ffffff000979f100,ffff80000010b048,ffffff011e559bd0,0,810e00c1,810e00c1) at ip_forward+0x1e7
end trace frame: 0xffff80002209cda0, count: 0
https://www.openbsd.org/ddb.html describes the minimum info required in bug
reports. Insufficient info makes it difficult to find and fix bugs.
ddb{0}> ps
PID TID PPID UID S FLAGS WAIT COMMAND
75414 77962 81690 0 3 0x100003 biowait ar
81690 114462 40554 0 3 0x100089 pause sh
94554 3282 23759 115 3 0x100092 kqread slaacd
69504 187592 23759 115 3 0x100092 kqread slaacd
23759 287293 1 0 3 0x80 kqread slaacd
40554 232451 1 0 3 0x10008b pause sh
51604 219652 0 0 3 0x14200 pgzero zerothread
80115 177158 0 0 3 0x14200 aiodoned aiodoned
68944 153665 0 0 3 0x14200 syncer update
30302 283198 0 0 3 0x14200 cleaner cleaner
18309 226908 0 0 3 0x14200 reaper reaper
67389 354601 0 0 3 0x14200 pgdaemon pagedaemon
49369 113556 0 0 3 0x14200 bored crynlk
98913 516262 0 0 3 0x14200 bored crypto
66894 198318 0 0 3 0x14200 pftm pfpurge
5222 66290 0 0 3 0x14200 bored sensors
90395 201413 0 0 3 0x14200 mmctsk sdmmc0
17889 43931 0 0 3 0x14200 usbtsk usbtask
58178 316214 0 0 3 0x14200 usbatsk usbatsk
78690 162152 0 0 3 0x40014200 acpi0 acpi0
60082 271659 0 0 7 0x40014200 idle3
85097 456079 0 0 7 0x40014200 idle2
11276 237611 0 0 7 0x40014200 idle1
* 6617 143661 0 0 7 0x14200 softnet
36205 302158 0 0 3 0x14200 bored systqmp
89840 37252 0 0 3 0x14200 bored systq
866 180747 0 0 3 0x40014200 bored softclock
5771 330589 0 0 3 0x40014200 idle0
59921 180282 0 0 3 0x14200 bored sbar
1 43404 0 0 3 0x82 wait init
0 0 -1 0 3 0x10200 scheduler swapper
ddb{0}> show uvm
Current UVM status:
pagesize=4096 (0x1000), pagemask=0xfff, pageshift=12
1009431 VM pages: 2952 active, 715 inactive, 3 wired, 991458 free (124165 zer
o)
min 10% (25) anon, 10% (25) vnode, 5% (12) vtext
pages 0 anon, 0 vnode, 0 vtext
freemin=33647, free-target=44862, inactive-target=0, wired-max=336477
faults=31927, traps=31737, intrs=2292, ctxswitch=8447 fpuswitch=0
softint=810, syscalls=41625, kmapent=18
fault counts:
noram=0, noanon=0, noamap=0, pgwait=0, pgrele=0
ok relocks(total)=1128(1128), anget(retries)=19145(0), amapcopy=19664
neighbor anon/obj pg=1790/15559, gets(lock/unlock)=6094/1128
cases: anon=14624, anoncow=4521, obj=5405, prcopy=689, przero=6688
daemon and swap counts:
woke=0, revs=0, scans=0, obscans=0, anscans=0
busy=0, freed=0, reactivate=0, deactivate=0
pageouts=0, pending=0, nswget=0
nswapdev=1, nanon=0, nanonneeded=0 nfreeanon=0
swpages=132527, swpginuse=0, swpgonly=0 paging=0
kernel pointers:
objs(kern)=0xffffffff819a7800
ddb{0}> show reg
rdi 0x1
rsi 0x282 mptramp_gdt32_desc+0x260
rbp 0xffff80002209c0a0
rbx 0xffffffff818990c8 udsbr_ca+0x7c8
rdx 0
rcx 0xffffffff81970bc0 cpu_info_primary
rax 0x1
r8 0xffff80002209bfb0
r9 0
r10 0xffff80002209c010
r11 0xffffffff8129e9b0 comcnputc
r12 0x100 mptramp_gdt32_desc+0xde
r13 0xffff80002209c0b0
r14 0xffff80002209c270
r15 0xffffffff814c3e90 pfr_walktree
rip 0xffffffff815a1e59 db_enter+0x9
cs 0x8
rflags 0x286 mptramp_gdt32_desc+0x264
rsp 0xffff80002209c090
ss 0x10
db_enter+0x9: leave
ddb{0}> trace
db_enter(ffffffff817a67ee,ffff80002209c0b0,10,ffff80002209c090,286,8) at db_enter+0x9
panic(ffffffff818990c8,0,ffff800000913d00,ffff800000913d40,0,0) at panic+0x102
__assert(ffffffff817172cf,ffffffff817e383f,429,ffffffff8174177f,0,0) at __assert+0x35
rn_walktree(ffff800000913d00,ffffffff814c3e90,ffff80002209c270,0,2,ffff800000918a88) at rn_walktree+0xea
pfr_kentry_byidx(ffff800000918a88,0,2,0,82f1cdc3d81cdd26,0) at pfr_kentry_byidx+0x96
pfr_pool_get(ffff8000002d5780,ffff80002209c448,ffff80002209c440,2,ffff80002209c440,ffff80002209c448) at pfr_pool_get+0x160
pf_map_addr(2,ffff8000002d5538,ffff80002209c968,ffff80002209c630,ffff80002209c590,ffff80002209c7f0) at pf_map_addr+0xad1
pf_get_sport(ffff80002209c950,ffff8000002d5538,ffff80002209c630,ffff80002209c646,c351,ffff) at pf_get_sport+0xfb
pf_get_transaddr(ffff8000002d5538,ffff80002209c950,ffff80002209c7f0,ffff80002209c818,ffff80002209c810,ffffffff819dd610) at pf_get_transaddr+0xb9
pf_match_rule(ffff80002209c7b0,ffffffff819dd610,ffff80002209c7b0,ffff80002209c950,ffff80002209ca20,ffff80002209ca10) at pf_match_rule+0x99a
pf_test_rule(ffff80002209c950,ffff80002209ca20,ffff80002209ca18,ffff80002209ca28,ffff80002209ca10,ffff80002209ca36) at pf_test_rule+0x114
pf_test(2,2,ffff800000901000,ffff80002209cb18,ffff800000902300,ffff80000001d950) at pf_test+0xdaf
ip_output(ffffff000979f100,0,ffff80002209ccc0,1,0,0) at ip_output+0x784
ip_forward(ffffff000979f100,ffff80000010b048,ffffff011e559bd0,0,810e00c1,810e00c1) at ip_forward+0x1e7
ipv4_input(ffff80000010b048,ffffff000979f100,800,800,ffffff00097bb002,ffff80000010b048) at ipv4_input+0x4f7
ether_input(ffff80000010b048,ffffff000979f100,0,ffffffff81473fd0,ffff80000010b240,ffff80000010b048) at ether_input+0xbd
if_input_process(6,ffff80002209ceb0,0,0,ffff80002209ceb0,ffff800000019080) at if_input_process+0xfa
taskq_thread(ffff800000019080,2a2,ffff800000019080,ffffffff812639c0,0,ffff80002209cf10) at taskq_thread+0x79
end trace frame: 0x0, count: -18
ddb{0}> mach ddbcpu 1
Stopped at db_enter+0x9: leave
db_enter(ffff800000071000,246,ffff800000071000,10,ffff8000220a1d28,286) at db_enter+0x9
x86_ipi_handler(ffff800000071000,ffff800000014300,ffff80000001a380,0,1,c) at x86_ipi_handler+0x85
Xresume_lapic_ipi() at Xresume_lapic_ipi+0x1c
--- interrupt ---
acpicpu_idle(ffff8000ffffef88,ffff800000071000,ffff800000071010,0,82f1cdc3d81cdd26,286) at acpicpu_idle+0x151
cpu_idle_cycle(ffff800000071000,2a2,0,ffff800000071000,ffffffff812a5990,0) at cpu_idle_cycle+0x10
end trace frame: 0x0, count: 10
ddb{1}> trace
db_enter(ffff800000071000,246,ffff800000071000,10,ffff8000220a1d28,286) at db_enter+0x9
x86_ipi_handler(ffff800000071000,ffff800000014300,ffff80000001a380,0,1,c) at x86_ipi_handler+0x85
Xresume_lapic_ipi() at Xresume_lapic_ipi+0x1c
--- interrupt ---
acpicpu_idle(ffff8000ffffef88,ffff800000071000,ffff800000071010,0,82f1cdc3d81cdd26,286) at acpicpu_idle+0x151
cpu_idle_cycle(ffff800000071000,2a2,0,ffff800000071000,ffffffff812a5990,0) at cpu_idle_cycle+0x10
end trace frame: 0x0, count: -5
ddb{1}> mach ddbcpu 2
Stopped at db_enter+0x9: leave
db_enter(ffff800000072000,246,ffff800000072000,10,ffff8000220a6d28,286) at db_enter+0x9
x86_ipi_handler(ffff800000072000,ffff800000014400,ffff80000001a5e0,0,8,ffffffff812924b5) at x86_ipi_handler+0x85
Xresume_lapic_ipi() at Xresume_lapic_ipi+0x1c
--- interrupt ---
acpicpu_idle(ffff8000fffff1c0,ffff800000072000,ffff800000072010,0,82f1cdc3d81cdd26,286) at acpicpu_idle+0x151
cpu_idle_cycle(ffff800000072000,2a2,0,ffff800000072000,ffffffff812a5990,0) at cpu_idle_cycle+0x10
end trace frame: 0x0, count: 10
ddb{2}> trace
db_enter(ffff800000072000,246,ffff800000072000,10,ffff8000220a6d28,286) at db_enter+0x9
x86_ipi_handler(ffff800000072000,ffff800000014400,ffff80000001a5e0,0,8,ffffffff812924b5) at x86_ipi_handler+0x85
Xresume_lapic_ipi() at Xresume_lapic_ipi+0x1c
--- interrupt ---
acpicpu_idle(ffff8000fffff1c0,ffff800000072000,ffff800000072010,0,82f1cdc3d81cdd26,286) at acpicpu_idle+0x151
cpu_idle_cycle(ffff800000072000,2a2,0,ffff800000072000,ffffffff812a5990,0) at cpu_idle_cycle+0x10
end trace frame: 0x0, count: -5
ddb{2}> mach ddbcpu 3
Stopped at db_enter+0x9: leave
db_enter(ffff800000074000,246,ffff800000074000,10,ffff8000220abd28,286) at db_enter+0x9
x86_ipi_handler(ffff800000074000,ffff800000014500,ffff80000001a7c0,0,8,ffffffff812924b5) at x86_ipi_handler+0x85
Xresume_lapic_ipi() at Xresume_lapic_ipi+0x1c
--- interrupt ---
acpicpu_idle(ffff8000fffff3f8,ffff800000074000,ffff800000074010,0,82f1cdc3d81cdd26,286) at acpicpu_idle+0x151
cpu_idle_cycle(ffff800000074000,2a2,0,ffff800000074000,ffffffff812a5990,0) at cpu_idle_cycle+0x10
end trace frame: 0x0, count: 10
ddb{3}> trace
db_enter(ffff800000074000,246,ffff800000074000,10,ffff8000220abd28,286) at db_enter+0x9
x86_ipi_handler(ffff800000074000,ffff800000014500,ffff80000001a7c0,0,8,ffffffff812924b5) at x86_ipi_handler+0x85
Xresume_lapic_ipi() at Xresume_lapic_ipi+0x1c
--- interrupt ---
acpicpu_idle(ffff8000fffff3f8,ffff800000074000,ffff800000074010,0,82f1cdc3d81cdd26,286) at acpicpu_idle+0x151
cpu_idle_cycle(ffff800000074000,2a2,0,ffff800000074000,ffffffff812a5990,0) at cpu_idle_cycle+0x10
end trace frame: 0x0, count: -5
ddb{3}> mach ddbcpu 4
Invalid cpu 4
ddb{3}> mach ddbcpu 0
Stopped at db_enter+0x9: leave
db_enter(ffffffff817a67ee,ffff80002209c0b0,10,ffff80002209c090,386,8) at db_enter+0x9
panic(ffffffff818990c8,0,ffff800000913d00,ffff800000913d40,0,0) at panic+0x102
__assert(ffffffff817172cf,ffffffff817e383f,429,ffffffff8174177f,0,0) at __asset+0x35
rn_walktree(ffff800000913d00,ffffffff814c3e90,ffff80002209c270,0,2,ffff800000918a88) at rn_walktree+0xea
pfr_kentry_byidx(ffff800000918a88,0,2,0,82f1cdc3d81cdd26,0) at pfr_kentry_byidx+0x96
pfr_pool_get(ffff8000002d5780,ffff80002209c448,ffff80002209c440,2,ffff80002209c440,ffff80002209c448) at pfr_pool_get+0x160
pf_map_addr(2,ffff8000002d5538,ffff80002209c968,ffff80002209c630,ffff80002209c590,ffff80002209c7f0) at pf_map_addr+0xad1
pf_get_sport(ffff80002209c950,ffff8000002d5538,ffff80002209c630,ffff80002209c646,c351,ffff) at pf_get_sport+0xfb
pf_get_transaddr(ffff8000002d5538,ffff80002209c950,ffff80002209c7f0,ffff80002209c818,ffff80002209c810,ffffffff819dd610) at pf_get_transaddr+0xb9
pf_match_rule(ffff80002209c7b0,ffffffff819dd610,ffff80002209c7b0,ffff80002209c950,ffff80002209ca20,ffff80002209ca10) at pf_match_rule+0x99a
pf_test_rule(ffff80002209c950,ffff80002209ca20,ffff80002209ca18,ffff80002209ca28,ffff80002209ca10,ffff80002209ca36) at pf_test_rule+0x114
pf_test(2,2,ffff800000901000,ffff80002209cb18,ffff800000902300,ffff80000001d950) at pf_test+0xdaf
ip_output(ffffff000979f100,0,ffff80002209ccc0,1,0,0) at ip_output+0x784
ip_forward(ffffff000979f100,ffff80000010b048,ffffff011e559bd0,0,810e00c1,810e00c1) at ip_forward+0x1e7
end trace frame: 0xffff80002209cda0, count: 0
ddb{0}> trace
db_enter(ffffffff817a67ee,ffff80002209c0b0,10,ffff80002209c090,386,8) at db_enter+0x9
panic(ffffffff818990c8,0,ffff800000913d00,ffff800000913d40,0,0) at panic+0x102
__assert(ffffffff817172cf,ffffffff817e383f,429,ffffffff8174177f,0,0) at __assert+0x35
rn_walktree(ffff800000913d00,ffffffff814c3e90,ffff80002209c270,0,2,ffff800000918a88) at rn_walktree+0xea
pfr_kentry_byidx(ffff800000918a88,0,2,0,82f1cdc3d81cdd26,0) at pfr_kentry_byidx+0x96
pfr_pool_get(ffff8000002d5780,ffff80002209c448,ffff80002209c440,2,ffff80002209c440,ffff80002209c448) at pfr_pool_get+0x160
pf_map_addr(2,ffff8000002d5538,ffff80002209c968,ffff80002209c630,ffff80002209c590,ffff80002209c7f0) at pf_map_addr+0xad1
pf_get_sport(ffff80002209c950,ffff8000002d5538,ffff80002209c630,ffff80002209c646,c351,ffff) at pf_get_sport+0xfb
pf_get_transaddr(ffff8000002d5538,ffff80002209c950,ffff80002209c7f0,ffff80002209c818,ffff80002209c810,ffffffff819dd610) at pf_get_transaddr+0xb9
pf_match_rule(ffff80002209c7b0,ffffffff819dd610,ffff80002209c7b0,ffff80002209c950,ffff80002209ca20,ffff80002209ca10) at pf_match_rule+0x99a
pf_test_rule(ffff80002209c950,ffff80002209ca20,ffff80002209ca18,ffff80002209ca28,ffff80002209ca10,ffff80002209ca36) at pf_test_rule+0x114
pf_test(2,2,ffff800000901000,ffff80002209cb18,ffff800000902300,ffff80000001d950) at pf_test+0xdaf
ip_output(ffffff000979f100,0,ffff80002209ccc0,1,0,0) at ip_output+0x784
ip_forward(ffffff000979f100,ffff80000010b048,ffffff011e559bd0,0,810e00c1,810e00c1) at ip_forward+0x1e7
ipv4_input(ffff80000010b048,ffffff000979f100,800,800,ffffff00097bb002,ffff80000010b048) at ipv4_input+0x4f7
ether_input(ffff80000010b048,ffffff000979f100,0,ffffffff81473fd0,ffff80000010b240,ffff80000010b048) at ether_input+0xbd
if_input_process(6,ffff80002209ceb0,0,0,ffff80002209ceb0,ffff800000019080) at if_input_process+0xfa
taskq_thread(ffff800000019080,2a2,ffff800000019080,ffffffff812639c0,0,ffff80002209cf10) at taskq_thread+0x79
end trace frame: 0x0, count: -18
ddb{0}> show socket
socket 0xffffffff815a1e59
so_type: -15415
so_options: 0x6666
so_linger: 26256
so_state: 21904
so_pcb: 0x4820ec8348e58948
so_proto: 0xffffdee9c9f87d89
so_head: 0x66666690666666ff
so_onq: 0x5590666690666690
so_q0: @0xffffffff815a1e81 first: 0x488196a080c7c748
so_q: @0xffffffff815a1e91 first: 0x48b48d231000c9a
so_eq: next: 0x79080c70a74
so_q0len: -31928
so_qlen: 16634
so_qlimit: -8331
so_timeo: -15415
so_pgid: 1435526758
so_siguid: 1223002440
so_sigeuid: 1211165827
so_obmark: 7347760820642143625
so_sp: 0x825048b48
uvm_fault(0xffffffff81a05940, 0x825048b48, 0, 1) -> e
kernel: page fault trap, code=0
Faulted in DDB; continuing...
ddb{0}> show mbuf
mbuf 0xffffffff815a1e59
m_type: 26256 m_flags: 6666<M_PKTHDR,M_EOR,M_VLANTAG,M_LOOP,M_MCAST,M_CONF,M_ZEROIZE,M_COMP>
m_next: 0x559066906666c3c9 m_nextpkt: 0x4820ec8348e58948
m_data: 0xffffdee9c9f87d89 m_len: 1717987071
m_dat: 0xffffffff815a1e79 m_pktdat: 0xffffffff815a1ec9
m_ptkhdr.ph_ifidx: 2160527988 m_pkthdr.len: 822086810
m_ptkhdr.ph_tags: 0x488196a080c7c748 m_pkthdr.ph_tagsset: 48d2<IPSEC_OUT_DONE,IPSEC_PENDING_TDB,GIF,GRE,PF_REASSEMBLED,CARP_BAL_IP>
m_pkthdr.ph_flowid: 1163 m_pkthdr.ph_loopcnt: 144
m_pkthdr.csum_flags: 80d5<IPV4_CSUM_OUT,UDP_CSUM_OUT,IPV4_CSUM_IN_BAD,TCP_CSUM_IN_BAD,UDP_CSUM_IN_OK>
m_pkthdr.ether_vtag: 38677 m_ptkhdr.ph_rtableid: 3229960321
m_pkthdr.pf.statekey: 0x1c2834800000000 m_pkthdr.pf.inp 0xc3c9df7540fa8348
m_pkthdr.pf.qid: 2422629990 m_pkthdr.pf.tag: 26214
m_pkthdr.pf.flags: 90<DIVERTED_PACKET,PROCESSED>
m_pkthdr.pf.routed: 85 m_pkthdr.pf.prio: 72
ddb{0}>
--
jasper
jasper