Unexpected reboot with crash dump
-
My pfsense lately is getting hang version 2.0.2-RC3 (i386). I tried to put a monitor but it is no longer responding so I need to press the power reset button. I would really appreciate it if someone could do an analysis to it. Could anyone knows how to read a crash dump?
System Logs
i386
8.1-RELEASE-p12
FreeBSD 8.1-RELEASE-p12 #1: Sat Jul 21 10:01:45 EDT 2012 root@FreeBSD_8_1.pfSense_2_0.i386.snaps.pfsense.org:/usr/obj./usr/pfSensesrc/src/sys/pfSense_SMP.8
Crash report details:
Filename: /var/crash/bounds
1
Filename: /var/crash/info.0
Dump header from device /dev/da0s1b
Architecture: i386
Architecture Version: 1
Dump Length: 90624B (0 MB)
Blocksize: 512
Dumptime: Fri Sep 21 17:09:37 2012
Hostname: fw.le-price.com
Magic: FreeBSD Text Dump
Version String: FreeBSD 8.1-RELEASE-p12 #1: Sat Jul 21 10:01:45 EDT 2012
root@FreeBSD_8_1.pfSense_2_0.i386.snaps.pfsense.org:/usr/obj./usr/pfSensesrc/src/sys/pfSense_SMP.8
Panic String:
Dump Parity: 3509787440
Bounds: 0
Dump Status: good
Filename: /var/crash/textdump.tar.0
ddb.txt���������������������������������������������������������������������������������������������0600����0�������0�������140000������12027027321� 7066� �����������������������������������������������������������������������������������������������������ustar���root����������������������������wheel������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������db:0:kdb.enter.default> run lockinfo
db:1:lockinfo> show locks
No such command
db:1:locks> show alllocks
No such command
db:1:alllocks> show lockedvnods
Locked vnodes
db:0:kdb.enter.default> show pcpu
cpuid = 0
dynamic pcpu = 0x51d080
curthread = 0xc6e8b500: pid 12 "swi5: +"
curpcb = 0xed6c5d90
fpcurthread = none
idlethread = 0xc6d8e780: pid 11 "idle: cpu0"
APIC ID = 0
currentldt = 0x50
db:0:kdb.enter.default> bt
Tracing pid 12 tid 64020 td 0xc6e8b500
pfr_update_stats(0,c772881a,2,30,0,…) at pfr_update_stats+0x19
pf_test(1,c6f45800,ed6c5b00,0,0,...) at pf_test+0x1438
pf_check_in(0,ed6c5b00,c6f45800,1,0,...) at pf_check_in+0x46
pfil_run_hooks(c1355ce0,ed6c5b50,c6f45800,1,0,...) at pfil_run_hooks+0x93
ip_input(c79be300,10,0,1000,0,...) at ip_input+0x359
netisr_dispatch_src(1,0,c79be300,ed6c5bbc,c0afb33f,...) at netisr_dispatch_src+0x71
netisr_dispatch(1,c79be300,8e1e9,c6f45800) at netisr_dispatch+0x20
ether_demux(c6f45800,c79be300,3,0,3,...) at ether_demux+0x19f
ether_input(c6f45800,c79be300,ed6c5c00,c0ddd4e0,c6e8b500,...) at ether_input+0x15d
re_rxeof(c6e13280,ed6c5c4c,0,c6e8b500,c6e8b500,...) at re_rxeof+0x3ac
re_int_task(c6fb6000,1,1,c1342800,8,...) at re_int_task+0x267
taskqueue_run(c6edf5c0,0,109,84acfc75,9a4,...) at taskqueue_run+0x89
intr_event_execute_handlers(c6d8c7f8,c6efac80,c0ee5311,52d,c6efacf0,...) at intr_event_execute_handlers+0xde
ithread_loop(c6d5b980,ed6c5d38,0,0,0,...) at ithread_loop+0x66
fork_exit(c0a13e60,c6d5b980,ed6c5d38) at fork_exit+0x88
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xed6c5d70, ebp = 0 ---
db:0:kdb.enter.default> ps
pid ppid pgrp uid state wmesg wchan cmd
54805 15618 249 0 R CPU 1 pgrep
54631 54181 27734 0 S piperd 0xca144000 grep
54373 54181 27734 0 S getblk 0xe0c46030 cat
54181 2444 27734 0 S wait 0xc96437f8 sh
53496 14080 53496 65534 Ss select 0xc7453164 nc
52937 14080 52937 65534 Ss select 0xc8cd94e4 nc
42787 249 249 0 S lockf 0xc9f39240 initial thread
13306 54378 26 0 S+ nanslp 0xc133ea24 sleep
15618 249 249 0 R initial thread
3367 14080 3367 65534 Ss select 0xc8cd99a4 nc
33598 33116 31214 62 S piperd 0xc793b930 unlinkd
33486 33116 31214 62 S sbwait 0xca260728 initial thread
33453 33116 31214 62 S sbwait 0xca25f254 initial thread
33349 33116 31214 62 S biord 0xe0c63d90 initial thread
33116 31214 31214 62 S biowr 0xe0d44730 initial thread
31214 1 31214 0 Ss wait 0xc98af000 squid
2444 27952 27734 0 S piperd 0xc770a930 initial thread
22390 14080 22390 65534 Ss select 0xc87bfae4 nc
5111 14080 5111 65534 Ss select 0xc7454924 nc
5052 14080 5052 65534 Ss select 0xc9bca0a4 nc
4914 14080 4914 65534 Ss select 0xc9bcc3a4 nc
4670 14080 4670 65534 Ss select 0xc8cdb3e4 nc
57630 1 57630 0 Ss (threaded) ipfw-classifyd
64120 S nanslp 0xc133ea24 ipfw-classifyd
64083 S kqread 0xca17f180 ipfw-classifyd
64081 S ucond 0xc725bcc0 ipfw-classifyd
64079 S sbwait 0xc9ce48c4 ipfw-classifyd
64242 S uwait 0xc9f39480 ipfw-classifyd
35144 14080 35144 65534 Ss select 0xc7454524 nc
34805 14080 34805 65534 Ss select 0xca110ae4 nc
34568 14080 34568 65534 Ss select 0xc8cdb2e4 nc
34381 14080 34381 65534 Ss select 0xc8933824 nc
29987 14080 29987 65534 Ss select 0xc9bca7a4 nc
29692 14080 29692 65534 Ss select 0xca111564 nc
29365 14080 29365 65534 Ss select 0xc89332e4 nc
29024 14080 29024 65534 Ss select 0xc7454b24 nc
46818 14080 46818 65534 Ss select 0xc8cdce64 nc
5053 14080 5053 65534 Ss select 0xc87be524 nc
29322 14080 29322 65534 Ss select 0xc9bca9a4 nc
25559 14080 25559 65534 Ss select 0xc8cdade4 nc
25547 14080 25547 65534 Ss select 0xca111e24 nc
55308 14080 55308 65534 Ss select 0xc9f39ce4 nc
5660 14080 5660 65534 Ss select 0xc89334a4 nc
5425 14080 5425 65534 Ss select 0xc8cdb8a4 nc
3906 14080 3906 65534 Ss select 0xc9f3a6e4 nc
60758 14080 60758 65534 Ss select 0xca1e46a4 nc
60743 14080 60743 65534 Ss select 0xc8cdaea4 nc
18619 14080 18619 65534 Ss select 0xc9bcaa24 nc
18542 14080 18542 65534 Ss select 0xc9f3a9a4 nc
18444 14080 18444 65534 Ss select 0xc87bfa64 nc
17905 14080 17905 65534 Ss select 0xc8cd9aa4 nc
17625 14080 17625 65534 Ss select 0xc8cdb564 nc
33516 14080 33516 65534 Ss select 0xc9bcb224 nc
18065 14080 18065 65534 Ss select 0xc9bcc864 nc
11106 14080 11106 65534 Ss select 0xc8cdbe64 nc
479 14080 479 65534 Ss select 0xc9f39724 nc
48357 14080 48357 65534 Ss select 0xc8cdc364 nc
48026 14080 48026 65534 Ss select 0xc9bccca4 nc
12193 14080 12193 65534 Ss select 0xc713f0e4 nc
9549 14080 9549 65534 Ss select 0xc87bee64 nc
9494 14080 9494 65534 Ss select 0xc9f39e24 nc
62657 14080 62657 65534 Ss select 0xc87beea4 nc
62471 14080 62471 65534 Ss select 0xc87bea64 nc
61764 14080 61764 65534 Ss select 0xc7454224 nc
61713 14080 61713 65534 Ss select 0xc8cd9864 nc
61410 14080 61410 65534 Ss select 0xc8cd9ca4 nc
34373 14080 34373 65534 Ss select 0xc8cd9324 nc
32604 14080 32604 65534 Ss select 0xc87be324 nc
32415 14080 32415 65534 Ss select 0xc8934d24 nc
32300 14080 32300 65534 Ss select 0xc8cda324 nc
63211 14080 63211 65534 Ss select 0xc725c0e4 nc
38577 14080 38577 65534 Ss select 0xc725bae4 nc
38365 14080 38365 65534 Ss select 0xc8cdc464 nc
37126 14080 37126 65534 Ss select 0xc725ca24 nc
6826 14080 6826 65534 Ss select 0xc7454724 nc
6718 14080 6718 65534 Ss select 0xc8cdc7e4 nc
50267 14080 50267 65534 Ss select 0xc89345a4 nc
49105 14080 49105 65534 Ss select 0xc89348a4 nc
48884 14080 48884 65534 Ss select 0xc8cdc0a4 nc
47464 14080 47464 65534 Ss select 0xc74538e4 nc
47202 14080 47202 65534 Ss select 0xc87be424 nc
20854 14080 20854 65534 Ss select 0xc8cd9264 nc
20676 14080 20676 65534 Ss select 0xc8cda8a4 nc
61593 14080 61593 65534 Ss select 0xc74544e4 nc
61412 14080 61412 65534 Ss select 0xc725b0a4 nc
58878 14080 58878 65534 Ss select 0xc8cdb964 nc
58791 14080 58791 65534 Ss select 0xc87bf924 nc
58513 14080 58513 65534 Ss select 0xc74549a4 nc
58375 14080 58375 65534 Ss select 0xc89342e4 nc
35614 14080 35614 65534 Ss select 0xc87bfde4 nc
35448 14080 35448 65534 Ss select 0xc87beb24 nc
35334 14080 35334 65534 Ss select 0xc87be624 nc
35046 14080 35046 65534 Ss select 0xc89335a4 nc
34377 14080 34377 65534 Ss select 0xc74549e4 nc
34227 14080 34227 65534 Ss select 0xc8934124 nc
32797 14080 32797 65534 Ss select 0xc8cd9524 nc
25250 25239 25239 0 S piperd 0xc793b188 rrdtool
25239 1 25239 0 Ss select 0xc725b0e4 apinger
19569 19029 26 0 S+ bpf 0xc7a0c100 bandwidthd
19400 19029 26 0 S+ bpf 0xc7a0d000 bandwidthd
19306 19029 26 0 S+ bpf 0xc7a0c700 bandwidthd
19029 1 26 0 S+ bpf 0xc7a0d400 bandwidthd
16516 15789 26 0 S+ bpf 0xc7a0dd00 bandwidthd
16333 15789 26 0 S+ bpf 0xc7a0d900 bandwidthd
16015 15789 26 0 S+ bpf 0xc7a0db00 bandwidthd
15789 1 26 0 S+ bpf 0xc79aec00 bandwidthd
56475 26 26 0 S+ getblk 0xe0d5a0c0 initial thread
56461 1 56461 0 Ss nanslp 0xc133ea24 cron
54378 1 26 0 S+ wait 0xc7234aa0 sh
51539 249 249 0 S nanslp 0xc133ea24 initial thread
48850 1 48850 0 Ss (threaded) mpd4
64121 S select 0xc725d724 mpd4
43362 1 43362 0 Ss select 0xc74539e4 ntpd
39088 1 38756 65534 S select 0xc725d8a4 dnsmasq
37440 1 37440 1002 Ss select 0xc74542a4 dhcpd
27952 1 27734 0 S kqread 0xc776fe80 lighttpd
14080 1 14080 0 Ss select 0xc725c7e4 inetd
12062 1 12062 0 Ss select 0xc725d5a4 syslogd
11671 1 26 0 S+ piperd 0xc729cc40 logger
11521 1 26 0 S+ bpf 0xc749a200 tcpdump
10377 1 10377 0 Ss select 0xc7453764 sshd
7285 1 7285 0 Ss (threaded) mpd5
64107 S select 0xc74533e4 mpd5
6635 1 6635 0 Ss (threaded) mpd5
64117 S select 0xc7453ba4 mpd5
262 1 262 0 Ss select 0xc725dc64 devd
251 249 249 0 S kqread 0xc72f9580 check_reload_status
249 1 249 0 Ss kqread 0xc72f9700 check_reload_status
41 0 0 0 SL mdwait 0xc71b0000 [md0]
26 1 26 0 Ss+ wait 0xc7235550 sh
25 0 0 0 SL sdflush 0xc136d480 [softdepflush]
24 0 0 0 SL vlruwt 0xc6e147f8 [vnlru]
23 0 0 0 SL syncer 0xc1352594 [syncer]
22 0 0 0 SL wdrain 0xc13522e0 [bufdaemon]
21 0 0 0 SL pollid 0xc133df7c [idlepoll]
20 0 0 0 SL pgzero 0xc136e134 [pagezero]
19 0 0 0 SL psleep 0xc136dd5c [vmdaemon]
18 0 0 0 SL psleep 0xc136dd24 [pagedaemon]
17 0 0 0 SL ccb_scan 0xc1308c54 [xpt_thrd]
16 0 0 0 SL pftm 0xc04f7020 [pfpurge]
9 0 0 0 SL waiting_ 0xc13599d8 [sctp_iterator]
15 0 0 0 SL (threaded) usb
64055 D - 0xc6f9cd0c [usbus4]
64054 D - 0xc6f9ccdc [usbus4]
64053 D - 0xc6f9ccac [usbus4]
64052 D - 0xc6f9cc7c [usbus4]
64051 D - 0xc6f87dac [usbus3]
64050 D - 0xc6f87d7c [usbus3]
64049 D - 0xc6f87d4c [usbus3]
64048 D - 0xc6f87d1c [usbus3]
64047 D - 0xc6f72dac [usbus2]
64046 D - 0xc6f72d7c [usbus2]
64045 D - 0xc6f72d4c [usbus2]
64044 D - 0xc6f72d1c [usbus2]
64042 D - 0xc6f60dac [usbus1]
64041 D - 0xc6f60d7c [usbus1]
64040 D - 0xc6f60d4c [usbus1]
64039 D - 0xc6f60d1c [usbus1]
64037 D - 0xc6f4bdac [usbus0]
64036 D - 0xc6f4bd7c [usbus0]
64035 D - 0xc6f4bd4c [usbus0]
64034 D - 0xc6f4bd1c [usbus0]
8 0 0 0 SL idle 0xc6f2f2e4 [mpt_raid0]
7 0 0 0 SL idle 0xc6f2f000 [mpt_recovery0]
14 0 0 0 SL - 0xc133e884 [yarrow]
6 0 0 0 SL crypto_r 0xc136caac [crypto returns]
5 0 0 0 SL crypto_w 0xc136ca88 [crypto]
4 0 0 0 SL - 0xc133c124 [g_down]
3 0 0 0 RL [g_up]
2 0 0 0 SL - 0xc133c118 [g_event]
13 0 0 0 SL (threaded) ng_queue
64011 D sleep 0xc12df240 [ng_queue1]
64010 D sleep 0xc12df240 [ng_queue0]
12 0 0 0 RL (threaded) intr
64071 I [swi1: netisr 1]
64059 I [irq1: atkbd0]
64058 I [irq7: ppc0]
64057 I [swi0: uart uart]
64056 I [irq14: ata0]
64043 I [irq18: uhci2]
64038 I [irq19: rl0 uhci1]
64033 I [irq23: uhci0 ehci0]
64032 L *pf task 0xc7307c80 [irq256: bge0]
64029 I [irq16: mpt0 uhci3]
64028 I [irq9: acpi0]
64024 I [swi2: cambio]
64023 I [swi6: task queue]
64022 I [swi6: Giant taskq]
64020 Run CPU 0 [swi5: +]
64009 I [swi3: vm]
64008 I [swi4: clock]
64007 I [swi4: clock]
64006 I [swi1: netisr 0]
11 0 0 0 RL (threaded) idle
64005 CanRun [idle: cpu0]
64004 CanRun [idle: cpu1]
1 0 1 0 SLs wait 0xc6d8cd48 [init]
10 0 0 0 SL audit_wo 0xc136ce20 [audit]
0 0 0 0 SLs (threaded) kernel
64027 D - 0xc6edf300 [acpi_task_2]
64026 D - 0xc6edf300 [acpi_task_1]
64025 D - 0xc6edf300 [acpi_task_0]
64021 D - 0xc6edf540