PFSense Crash error report

hpcs

Hi All

When i logon onto to pfsense i always get crash reports and every secound week the entire system crashes and it has to be powered off and the powered on to work . pls assist in checking the crash report and advise what can be causing the problem . I have attached the crash report and any assistance will be gladly appreciated .

Below is the last portion of crash report not really shore how to troubleshoot report

regards

Tracing command tcpdump pid 11966 tid 64112 td 0xc4ff6a00
sched_switch(c4ff6a00,0,104,bdfce7fc,a26c,…) at sched_switch+0xb9
mi_switch(104,0,0,c4fca084,ed214b2c,...) at mi_switch+0xd6
sleepq_switch(c4ff6a00,0,c0ee9712,1a0,c0ddb480,...) at sleepq_switch

+0xae
sleepq_catch_signals(0,c4fca084,c4ff6a00,ed214b7c,c0a447bb,...) at

sleepq_catch_signals+0x33b
sleepq_timedwait_sig(c4fca000,1a,c0ef6a0f,100,0,...) at

sleepq_timedwait_sig+0x1c
_sleep(c4fca000,c4fca084,11a,c0ef6a0f,3e8,...) at _sleep+0x18b
bpfread(c4a35900,ed214c54,0,0,8000,...) at bpfread+0x263
devfs_read_f(c4ee57e0,ed214c54,c52d6380,0,c4ff6a00,...) at

devfs_read_f+0x7e
dofileread(ed214c54,ffffffff,ffffffff,0,c4ee57e0,...) at dofileread

+0x90
kern_readv(c4ff6a00,8,ed214c54,ed214c74,1,...) at kern_readv+0x6a
read(c4ff6a00,ed214cf8,ed214020,16,c4ff6a00,...) at read+0x50
syscall(ed214d38) at syscall+0x1ad
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (3, FreeBSD ELF32, read), eip = 0x2839b593, esp =

0xbfbfeb0c, ebp = 0xbfbfec08 ---

Tracing command devd pid 274 tid 64105 td 0xc4f2d780
sched_switch(c4f2d780,0,104,4f4eed48,2f,...) at sched_switch+0xb9
mi_switch(104,0,0,c4f2d780,ed1e6a44,...) at mi_switch+0xd6
sleepq_switch(c4f2d780,0,c0ee9712,1a0,0,...) at sleepq_switch+0xae
sleepq_catch_signals(0,c4f2d780,ed1e6a84,c09f2681,c4b31c24,...) at

sleepq_catch_signals+0x33b
sleepq_wait_sig(c4b31c24,0,c0ee9d49,101,0,...) at sleepq_wait_sig+0x18
_cv_wait_sig(c4b31c24,c4b31c10,c0a7bf40,0,0,...) at _cv_wait_sig+0x121
seltdwait(c4fba670,58,c4989400,c4f2d780,c205f918,...) at seltdwait

+0x126
kern_select(c4f2d780,c,bfbfe9a0,0,0,0,20,bfbfe970,400) at kern_select

+0x5d7
select(c4f2d780,ed1e6cf8,c,c4f2d780,c,...) at select+0x63
syscall(ed1e6d38) at syscall+0x1ad
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (93, FreeBSD ELF32, select), eip = 0x8088343, esp =

0xbfbfe96c, ebp = 0xbfbfee48 ---

Tracing command check_reload_status pid 260 tid 64118 td 0xc4ff5a00
sched_switch(c4ff5a00,0,104,c959b4a0,2a,...) at sched_switch+0xb9
mi_switch(104,0,0,c4ddfc00,ed229aa4,...) at mi_switch+0xd6
sleepq_switch(c4ff5a00,0,c0ee9712,1a0,0,...) at sleepq_switch+0xae
sleepq_catch_signals(0,c4ddfc00,ed229af0,c0a448a9,c4ddfc00,...) at

sleepq_catch_signals+0x33b
sleepq_wait_sig(c4ddfc00,58,c0ee2b51,100,0,...) at sleepq_wait_sig+0x18
_sleep(c4ddfc00,c4ddfc00,158,c0ee2b51,0,...) at _sleep+0x279
kern_kevent(c4ff5a00,3,0,1,ed229c54,...) at kern_kevent+0x325
kevent(c4ff5a00,ed229cf8,c,c4ff5a00,c,...) at kevent+0x88
syscall(ed229d38) at syscall+0x1ad
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (363, FreeBSD ELF32, kevent), eip = 0x2818007b, esp =

0xbfbfec9c, ebp = 0xbfbfedb8 ---

Tracing command check_reload_status pid 258 tid 64119 td 0xc4ff5780
sched_switch(c4ff5780,0,104,e03845b4,44,...) at sched_switch+0xb9
mi_switch(104,0,0,c4e7ab00,ed22caa4,...) at mi_switch+0xd6
sleepq_switch(c4ff5780,0,c0ee9712,1a0,0,...) at sleepq_switch+0xae
sleepq_catch_signals(0,c4e7ab00,ed22caf0,c0a448a9,c4e7ab00,...) at

sleepq_catch_signals+0x33b
sleepq_wait_sig(c4e7ab00,58,c0ee2b51,100,0,...) at sleepq_wait_sig+0x18
_sleep(c4e7ab00,c4e7ab00,158,c0ee2b51,0,...) at _sleep+0x279
kern_kevent(c4ff5780,4,0,40,ed22cc54,...) at kern_kevent+0x325
kevent(c4ff5780,ed22ccf8,c4f2dc80,ed22ccd4,c0deccca,...) at kevent+0x88
syscall(ed22cd38) at syscall+0x1ad
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (363, FreeBSD ELF32, kevent), eip = 0x2818007b, esp =

0xbfbfebac, ebp = 0xbfbfebf8 ---

Tracing command md0 pid 39 tid 64094 td 0xc4f2ec80
sched_switch(c4f2ec80,0,104,46a598dc,a25c,...) at sched_switch+0xb9
mi_switch(104,0,4c,c4e67000,ed1b1c84,...) at mi_switch+0xd6
sleepq_switch(c4f2ec80,0,c0ee9712,260,0,...) at sleepq_switch+0xae
sleepq_wait(c4e67000,4c,c0eb850c,0,0,...) at sleepq_wait+0x45
_sleep(c4e67000,c4e67020,24c,c0eb850c,0,...) at _sleep+0x33e
md_kthread(c4e67000,ed1b1d38,0,78d,7fc,...) at md_kthread+0x1f6
fork_exit(c07eac30,c4e67000,ed1b1d38) at fork_exit+0x88
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xed1b1d70, ebp = 0 ---

Tracing command softdepflush pid 23 tid 64078 td 0xc4e89c80
sched_switch(c4e89c80,0,104,e1a97004,a26c,...) at sched_switch+0xb9
mi_switch(104,0,c4e89c80,c136ac04,eafc0c88,...) at mi_switch+0xd6
sleepq_switch(c4e89c80,0,c0ee9712,283,0,...) at sleepq_switch+0xae
sleepq_timedwait(c136ac60,44,c0f07913,0,0,...) at sleepq_timedwait+0x3e
_sleep(c136ac60,c136ac04,44,c0f07913,3e8,...) at _sleep+0x323
softdep_flush(0,eafc0d38,0,0,0,...) at softdep_flush+0x3b1
fork_exit(c0cd9090,0,eafc0d38) at fork_exit+0x88
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xeafc0d70, ebp = 0 ---

Tracing command syncer pid 22 tid 64077 td 0xc4e8a000
sched_switch(c4e8a000,0,104,c9076728,a26c,...) at sched_switch+0xb9
mi_switch(104,0,c4e8a000,c4e8a000,eafbdc64,...) at mi_switch+0xd6
sleepq_switch(c4e8a000,0,c0ee9712,283,0,...) at sleepq_switch+0xae
sleepq_timedwait(c134fd94,0,c0eedc47,1,0,...) at sleepq_timedwait+0x3e
_cv_timedwait(c134fd94,c134fd80,3e8,c4a19d48,4e20,...) at

_cv_timedwait+0x133
sched_sync(0,eafbdd38,0,0,0,...) at sched_sync+0x492
fork_exit(c0ad06e0,0,eafbdd38) at fork_exit+0x88
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xeafbdd70, ebp = 0 ---

Tracing command vnlru pid 21 tid 64076 td 0xc4e8a280
sched_switch(c4e8a280,0,104,e448cec4,a26c,...) at sched_switch+0xb9
mi_switch(104,0,c4e8a280,c134fd54,eafbac58,...) at mi_switch+0xd6
sleepq_switch(c4e8a280,0,c0ee9712,283,0,...) at sleepq_switch+0xae
sleepq_timedwait(c4e86000,50,c0eee420,0,0,...) at sleepq_timedwait+0x3e
_sleep(c4e86000,c134fd54,250,c0eee420,3e8,...) at _sleep+0x323
vnlru_proc(0,eafbad38,0,0,0,...) at vnlru_proc+0x659
fork_exit(c0aceb80,0,eafbad38) at fork_exit+0x88
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xeafbad70, ebp = 0 ---

Tracing command bufdaemon pid 20 tid 64075 td 0xc4e8a500
sched_switch(c4e8a500,0,104,e4b8a634,a26c,...) at sched_switch+0xb9
mi_switch(104,0,c4e8a500,c134facc,eafb7c98,...) at mi_switch+0xd6
sleepq_switch(c4e8a500,0,c0ee9712,283,0,...) at sleepq_switch+0xae
sleepq_timedwait(c134fac8,44,c0eec633,0,0,...) at sleepq_timedwait+0x3e
_sleep(c134fac8,c134facc,44,c0eec633,3e8,...) at _sleep+0x323
buf_daemon(0,eafb7d38,0,0,0,...) at buf_daemon+0x1bd
fork_exit(c0ab42f0,0,eafb7d38) at fork_exit+0x88
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xeafb7d70, ebp = 0 ---

Tracing command idlepoll pid 19 tid 64074 td 0xc4e8a780
sched_switch(c4e8a780,0,104,de2a3120,a26c,...) at sched_switch+0xb9
mi_switch(104,0,c4e8a780,0,eafb4c88,...) at mi_switch+0xd6
sleepq_switch(c4e8a780,0,c0ee9712,283,0,...) at sleepq_switch+0xae
sleepq_timedwait(c133b77c,0,c0ee5ab1,0,0,...) at sleepq_timedwait+0x3e
_sleep(c133b77c,0,0,c0ee5ab1,bb8,...) at _sleep+0x323
poll_idle(0,eafb4d38,0,0,0,...) at poll_idle+0x1aa
fork_exit(c0a2dd30,0,eafb4d38) at fork_exit+0x88
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xeafb4d70, ebp = 0 ---

Tracing command pagezero pid 18 tid 64073 td 0xc4e8aa00
sched_switch(c4e8aa00,0,104,ede4e0ec,a229,...) at sched_switch+0xb9
mi_switch(104,0,c4e8aa00,c136b4d0,eafb1c98,...) at mi_switch+0xd6
sleepq_switch(c4e8aa00,0,c0ee9712,283,0,...) at sleepq_switch+0xae
sleepq_timedwait(c136b914,0,c0f0b4d5,0,0,...) at sleepq_timedwait+0x3e
_sleep(c136b914,c136b4d0,0,c0f0b4d5,493e0,...) at _sleep+0x323
vm_pagezero(0,eafb1d38,0,0,0,...) at vm_pagezero+0x7c
fork_exit(c0d1d900,0,eafb1d38) at fork_exit+0x88
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xeafb1d70, ebp = 0 ---

Tracing command vmdaemon pid 17 tid 64072 td 0xc4e8ac80
sched_switch(c4e8ac80,0,104,af984318,1a,...) at sched_switch+0xb9
mi_switch(104,0,68,c136b53c,eafaec5c,...) at mi_switch+0xd6
sleepq_switch(c4e8ac80,0,c0ee9712,260,0,...) at sleepq_switch+0xae
sleepq_wait(c136b53c,68,c0eec633,0,0,...) at sleepq_wait+0x45
_sleep(c136b53c,c136b540,68,c0eec633,0,...) at _sleep+0x33e
vm_daemon(0,eafaed38,0,0,0,...) at vm_daemon+0x56
fork_exit(c0d1a1d0,0,eafaed38) at fork_exit+0x88
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xeafaed70, ebp = 0 ---

Tracing command pagedaemon pid 16 tid 64071 td 0xc4bae780
sched_switch(c4bae780,0,104,64268e20,a26c,...) at sched_switch+0xb9
mi_switch(104,0,c4bae780,c136b4d0,eafabbf4,...) at mi_switch+0xd6
sleepq_switch(c4bae780,0,c0ee9712,283,0,...) at sleepq_switch+0xae
sleepq_timedwait(c136b504,44,c0eec633,0,0,...) at sleepq_timedwait+0x3e
_sleep(c136b504,c136b4d0,44,c0eec633,1388,...) at _sleep+0x323
vm_pageout(0,eafabd38,0,0,0,...) at vm_pageout+0x823
fork_exit(c0d18bc0,0,eafabd38) at fork_exit+0x88
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xeafabd70, ebp = 0 ---

Tracing command xpt_thrd pid 9 tid 64070 td 0xc4baea00
sched_switch(c4baea00,0,104,aeb388c4,1a,...) at sched_switch+0xb9
mi_switch(104,0,4c,c1306454,eafa8c88,...) at mi_switch+0xd6
sleepq_switch(c4baea00,0,c0ee9712,260,0,...) at sleepq_switch+0xae
sleepq_wait(c1306454,4c,c0e752ac,0,0,...) at sleepq_wait+0x45
_sleep(c1306454,c1306498,4c,c0e752ac,0,...) at _sleep+0x33e
xpt_scanner_thread(0,eafa8d38,0,0,0,...) at xpt_scanner_thread+0x11c
fork_exit(c0494640,0,eafa8d38) at fork_exit+0x88
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xeafa8d70, ebp = 0 ---

Tracing command pfpurge pid 8 tid 64069 td 0xc4baec80
sched_switch(c4baec80,0,104,dd7106f8,a26c,...) at sched_switch+0xb9
mi_switch(104,0,c4baec80,0,eafa5c8c,...) at mi_switch+0xd6
sleepq_switch(c4baec80,0,c0ee9712,283,0,...) at

sleepq_switconfig.txt0600001204412014114521 7523 ustarrootwheeloptions

CONFIG_AUTOGENERATED
ident pfSense8_SMP
machine i386
cpu I686_CPU
cpu I586_CPU
cpu I486_CPU
options ALTQ_NOPCC
options PPS_SYNC
options ALTQ_FAIRQ
options MROUTING
options DEVICE_POLLING
options NULLFS
options MSGTQL=2048
options MSGSSZ=32
options MSGSEG=512
options MSGMNI=40
options MSGMNB=8192
options ALTQ_PRIQ
options ALTQ_HFSC
options ALTQ_RIO
options ALTQ_RED
options ALTQ_CBQ
options ALTQ
options TCP_SIGNATURE
options IPSEC_NAT_T
options IPSEC
options NETGRAPH_PRED1
options NETGRAPH_DEFLATE
options NETGRAPH_CAR
options NETGRAPH_PIPE
options NETGRAPH_TCPMSS
options NETGRAPH_VJC
options NETGRAPH_UI
options NETGRAPH_TTY
options NETGRAPH_TEE
options NETGRAPH_SOCKET
options NETGRAPH_RFC1490
options NETGRAPH_PPTPGRE
options NETGRAPH_PPPOE
options NETGRAPH_PPP
options NETGRAPH_ONE2MANY
options NETGRAPH_MPPC_ENCRYPTION
options NETGRAPH_LMI
options NETGRAPH_KSOCKET
options NETGRAPH_EIFACE
options NETGRAPH_IFACE
options NETGRAPH_HOLE
options NETGRAPH_FRAME_RELAY
options NETGRAPH_ETHER
options NETGRAPH_ECHO
options NETGRAPH_CISCO
options NETGRAPH_BRIDGE
options NETGRAPH_BPF
options NETGRAPH_ASYNC
options NETGRAPH_L2TP
options NETGRAPH_VLAN
options NETGRAPH
options IPSTEALTH
options IPFIREWALL_VERBOSE_LIMIT
options IPFIREWALL_VERBOSE
options IPFIREWALL_FORWARD
options IPFIREWALL_DEFAULT_TO_ACCEPT
options UNIONFS
options GEOM_BDE
options GEOM_ELI
options GEOM_UZIP
options GEOM_MIRROR
options DDB
options KDB
options USB_DEBUG
options AH_SUPPORT_AR5416
options IEEE80211_SUPPORT_MESH
options IEEE80211_AMPDU_AGE
options IEEE80211_DEBUG
options AHD_REG_PRETTY_PRINT
options AHC_REG_PRETTY_PRINT
options ATA_STATIC_ID
options SMP
options INCLUDE_CONFIG_FILE
options AUDIT
options HWPMC_HOOKS
options KBD_INSTALL_CDEV
options PRINTF_BUFR_SIZE=128
options _KPOSIX_PRIORITY_SCHEDULING
options P1003_1B_SEMAPHORES
options SYSVSEM
options SYSVMSG
options SYSVSHM
options STACK
options KTRACE
options SCSI_DELAY=5000
options COMPAT_FREEBSD7
options GEOM_LABEL
options GEOM_PART_GPT
options PSEUDOFS
options PROCFS
options CD9660
options MSDOSFS
options NFS_ROOT
options NFSLOCKD
options NFSSERVER
options NFSCLIENT
options MD_ROOT
options UFS_GJOURNAL
options UFS_DIRHASH
options UFS_ACL
options SOFTUPDATES
options FFS
options SCTP
options INET6
options INET
options PREEMPTION
options SCHED_ULE
options NATIVE
options GEOM_PART_MBR
options GEOM_PART_EBR_COMPAT
options GEOM_PART_EBR
options GEOM_PART_BSD
options ISAPNP
device isa
device npx
device mem
device io
device uart_ns8250
device atpic
device apic
device cpufreq
device acpi
device eisa
device pci
device fdc
device ata
device atadisk
device ataraid
device atapicd
device atapifd
device atapist
device ahb
device ahc
device ahd
device amd
device hptiop
device isp
device mpt
device sym
device trm
device adv
device adw
device aha
device aic
device bt
device ncv
device nsp
device stg
device scbus
device ch
device da
device sa
device cd
device pass
device ses
device amr
device arcmsr
device asr
device ciss
device dpt
device hptmv
device hptrr
device iir
device ips
device mly
device twa
device aac
device aacp
device ida
device mfi
device mlx
device pst
device twe
device atkbdc
device atkbd
device psm
device kbdmux
device vga
device splash
device sc
device agp
device pmtimer
device cbb
device pccard
device cardbus
device uart
device ppc
device ppbus
device lpt
device plip
device ppi
device de
device em
device igb
device ixgb
device le
device ti
device txp
device vx
device miibus
device ae
device age
device alc
device ale
device bce
device bfe
device bge
device dc
device et
device fxp
device jme
device lge
device msk
device nfe
device nge
device pcn
device re
device rl
device sf
device sge
device sis
device sk
device ste
device stge
device tl
device tx
device vge
device vr
device wb
device xl
device cs
device ed
device ex
device ep
device fe
device ie
device sn
device xe
device wlan
device wlan_wep
device wlan_ccmp
device wlan_tkip
device wlan_amrr
device an
device ath
device ath_hal
device ath_rate_sample
device ral
device wi
device loop
device random
device ether
device vlan
device tun
device pty
device md
device gif
device faith
device firmware
device bpf
device uhci
device ohci
device ehci
device usb
device uhid
device ukbd
device ulpt
device umass
device ums
device urio
device u3g
device uark
device ubsa
device uftdi
device uipaq
device uplcom
device uslcom
device uvisor
device uvscom
device aue
device axe
device cdce
device cue
device kue
device rue
device udav
device rum
device uath
device ural
device zyd
device firewire
device fwe
device fwip
device dcons
device dcons_crom
device enc
device wlan_xauth
device wlan_acl
device iwi
device ipw
device ipwfw
device wpi
device wpifw
device iwn
device iwnfw
device ralfw
device urtw
device mwl
device mwlfw
device malo
device upgt
device bwi
device siba_bwn
device bwn
device run
device carp
device pf
device pflog
device pfsync
device gre
device ufoma
device ucom
device umct
device umodem
device if_bridge
device tap
device hme
device speaker
device lagg
device bktr
device safe
device mxge
device cxgb
device ixgbe
device cas
device crypto
device cryptodev
device hifn
device ubsec
device padlock
msgbuf.txt0600004010212014114521 7535 ustarrootwheelCopyright (c)

1992-2010 The FreeBSD Project.
Copyright (c) 1979, 1980, 1983, 1986, 1988, 1989, 1991, 1992, 1993,

1994
The Regents of the University of California. All rights

reserved.
FreeBSD is a registered trademark of The FreeBSD Foundation.
FreeBSD 8.1-RELEASE-p6 #0: Mon Dec 12 17:53:00 EST 2011
root@FreeBSD_8.0_pfSense_2.0-

snaps.pfsense.org:/usr/obj./usr/pfSensesrc/src/sys/pfSense_SMP.8 i386
Timecounter "i8254" frequency 1193182 Hz quality 0
CPU: Intel(R) Core(TM)2 Duo CPU E4600 @ 2.40GHz (2394.00-MHz 686-

class CPU)
Origin = "GenuineIntel" Id = 0x6fd Family = 6 Model = f Stepping

= 13

Features=0xbfebfbff <fpu,vme,de,pse,tsc,msr,pae,mce,cx8,apic,sep,mtrr,pg<br>E,MCA,CMOV,PAT,PSE36,CLFLUSH,DTS,ACPI,MMX,FXSR,SSE,SSE2,SS,HTT,TM,PBE>
Features2=0xe39d <sse3,dtes64,mon,ds_cpl,est,tm2,ssse3,cx16,xtpr,pdcm>AMD Features=0x20000000 <lm>AMD Features2=0x1 <lahf>TSC: P-state invariant
real memory = 1073741824 (1024 MB)
avail memory = 983449600 (937 MB)
ACPI APIC Table: <dell b9k ="" ="">FreeBSD/SMP: Multiprocessor System Detected: 2 CPUs
FreeBSD/SMP: 1 package(s) x 2 core(s)
cpu0 (BSP): APIC ID: 0
cpu1 (AP): APIC ID: 1
ioapic0: Changing APIC ID to 8
ioapic0 <version 2.0="">irqs 0-23 on motherboard
lapic0: Forcing LINT1 to edge trigger
netisr_init: forcing maxthreads to 1 and bindthreads to 0 for device

polling
wpi: You need to read the LICENSE file in

/usr/share/doc/legal/intel_wpi/.
wpi: If you agree with the license, set legal.intel_wpi.license_ack=1

in /boot/loader.conf.
module_register_init: MOD_LOAD (wpi_fw, 0xc0988300, 0) error 1
ipw_bss: You need to read the LICENSE file in

/usr/share/doc/legal/intel_ipw/.
ipw_bss: If you agree with the license, set

legal.intel_ipw.license_ack=1 in /boot/loader.conf.
module_register_init: MOD_LOAD (ipw_bss_fw, 0xc0789340, 0) error 1
ipw_ibss: You need to read the LICENSE file in

/usr/share/doc/legal/intel_ipw/.
ipw_ibss: If you agree with the license, set

legal.intel_ipw.license_ack=1 in /boot/loader.conf.
module_register_init: MOD_LOAD (ipw_ibss_fw, 0xc07893e0, 0) error 1
ipw_monitor: You need to read the LICENSE file in

/usr/share/doc/legal/intel_ipw/.
ipw_monitor: If you agree with the license, set

legal.intel_ipw.license_ack=1 in /boot/loader.conf.
module_register_init: MOD_LOAD (ipw_monitor_fw, 0xc0789480, 0) error 1
wlan: mac acl policy registered
kbd1 at kbdmux0
cryptosoft0: <software crypto="">on motherboard
padlock0: No ACE support.
acpi0: <dell b9k ="" ="">on motherboard
acpi0: [ITHREAD]
acpi0: Power Button (fixed)
Timecounter "ACPI-fast" frequency 3579545 Hz quality 1000
acpi_timer0: <24-bit timer at 3.579545MHz> port 0x808-0x80b on acpi0
cpu0: <acpi cpu="">on acpi0
cpu1: <acpi cpu="">on acpi0
acpi_hpet0: <high precision="" event="" timer="">iomem 0xfed00000-0xfed003ff on

acpi0
Timecounter "HPET" frequency 14318180 Hz quality 900
acpi_button0: <power button="">on acpi0
acpi_button0: enable wake failed
pcib0: <acpi host-pci="" bridge="">port 0xcf8-0xcff on acpi0
pci0: <acpi pci="" bus="">on pcib0
pcib1: <acpi pci-pci="" bridge="">irq 16 at device 1.0 on pci0
pci1: <acpi pci="" bus="">on pcib1
vgapci0: <vga-compatible display="">port 0xec90-0xec97 mem 0xfea00000-

0xfea7ffff,0xd0000000-0xdfffffff,0xfeb00000-0xfebfffff irq 16 at device

2.0 on pci0
agp0: <intel q35="" svga="" controller="">on vgapci0
agp0: detected 7164k stolen memory
agp0: aperture size is 256M
vgapci1: <vga-compatible display="">mem 0xfea80000-0xfeafffff at device

2.1 on pci0
pci0: <simple comms="">at device 3.0 (no driver attached)
atapci0: <intel ata="" controller="">port 0xfe80-0xfe87,0xfe90-

0xfe93,0xfea0-0xfea7,0xfeb0-0xfeb3,0xfef0-0xfeff irq 18 at device 3.2

on pci0
atapci0: [ITHREAD]
ata2: <ata 0="" channel="">on atapci0
ata2: [ITHREAD]
ata3: <ata 1="" channel="">on atapci0
ata3: [ITHREAD]
pci0: <simple comms,="" uart="">at device 3.3 (no driver attached)
em0: <intel(r) 1000="" pro="" network="" connection="" 7.2.3="">port 0xecc0-0xecdf

mem 0xfe9e0000-0xfe9fffff,0xfe9db000-0xfe9dbfff irq 21 at device 25.0

on pci0
em0: Using an MSI interrupt
em0: [FILTER]
uhci0: <intel 82801i="" (ich9)="" usb="" controller="">port 0xff20-0xff3f irq 16

at device 26.0 on pci0
uhci0: [ITHREAD]
uhci0: LegSup = 0x2f00
usbus0: <intel 82801i="" (ich9)="" usb="" controller="">on uhci0
uhci1: <intel 82801i="" (ich9)="" usb="" controller="">port 0xff00-0xff1f irq 17

at device 26.1 on pci0
uhci1: [ITHREAD]
uhci1: LegSup = 0x2f00
usbus1: <intel 82801i="" (ich9)="" usb="" controller="">on uhci1
ehci0: <intel 82801i="" (ich9)="" usb="" 2.0="" controller="">mem 0xfe9d9c00-

0xfe9d9fff irq 22 at device 26.7 on pci0
ehci0: [ITHREAD]
usbus2: EHCI version 1.0
usbus2: <intel 82801i="" (ich9)="" usb="" 2.0="" controller="">on ehci0
pci0: <multimedia, hda="">at device 27.0 (no driver attached)
pcib2: <acpi pci-pci="" bridge="">irq 16 at device 28.0 on pci0
pci2: <acpi pci="" bus="">on pcib2
uhci2: <intel 82801i="" (ich9)="" usb="" controller="">port 0xff80-0xff9f irq 23

at device 29.0 on pci0
uhci2: [ITHREAD]
usbus3: <intel 82801i="" (ich9)="" usb="" controller="">on uhci2
uhci3: <intel 82801i="" (ich9)="" usb="" controller="">port 0xff60-0xff7f irq 17

at device 29.1 on pci0
uhci3: [ITHREAD]
usbus4: <intel 82801i="" (ich9)="" usb="" controller="">on uhci3
uhci4: <intel 82801i="" (ich9)="" usb="" controller="">port 0xff40-0xff5f irq 18

at device 29.2 on pci0
uhci4: [ITHREAD]
usbus5: <intel 82801i="" (ich9)="" usb="" controller="">on uhci4
ehci1: <intel 82801i="" (ich9)="" usb="" 2.0="" controller="">mem 0xff980800-

0xff980bff irq 23 at device 29.7 on pci0
ehci1: [ITHREAD]
usbus6: EHCI version 1.0
usbus6: <intel 82801i="" (ich9)="" usb="" 2.0="" controller="">on ehci1
pcib3: <acpi pci-pci="" bridge="">at device 30.0 on pci0
pci3: <acpi pci="" bus="">on pcib3
fxp0: <intel 100="" 82551="" pro="" ethernet="">port 0xdcc0-0xdcff mem 0xfe5df000

-0xfe5dffff,0xfe5e0000-0xfe5fffff irq 16 at device 0.0 on pci3
miibus0: <mii bus="">on fxp0
inphy0: <i82555 10="" 100="" media="" interface="">PHY 1 on miibus0
inphy0: 10baseT, 10baseT-FDX, 100baseTX, 100baseTX-FDX, auto
fxp0: [ITHREAD]
isab0: <pci-isa bridge="">at device 31.0 on pci0
isa0: <isa bus="">on isab0
atapci1: <intel ich9="" sata300="" controller="">port 0xfe00-0xfe07,0xfe10-

0xfe13,0xfe20-0xfe27,0xfe30-0xfe33,0xfec0-0xfecf,0xeca0-0xecaf irq 18

at device 31.2 on pci0
atapci1: [ITHREAD]
ata4: <ata 0="" channel="">on atapci1
ata4: [ITHREAD]
ata5: <ata 1="" channel="">on atapci1
ata5: [ITHREAD]
pci0: <serial bus,="" smbus="">at device 31.3 (no driver attached)
atapci2: <intel ich9="" sata300="" controller="">port 0xfe40-0xfe47,0xfe50-

0xfe53,0xfe60-0xfe67,0xfe70-0xfe73,0xfed0-0xfedf,0xecb0-0xecbf irq 18

at device 31.5 on pci0
atapci2: [ITHREAD]
ata6: <ata 0="" channel="">on atapci2
ata6: [ITHREAD]
ata7: <ata 1="" channel="">on atapci2
ata7: [ITHREAD]
atrtc0: <at realtime="" clock="">port 0x70-0x7f irq 8 on acpi0
ppc0: <parallel port="">port 0x378-0x37f,0x778-0x77f irq 7 on acpi0
ppc0: SMC-like chipset (ECP/EPP/PS2/NIBBLE) in COMPATIBLE mode
ppc0: FIFO with 16/16/8 bytes threshold
ppc0: [ITHREAD]
ppbus0: <parallel port="" bus="">on ppc0
plip0: <plip network="" interface="">on ppbus0
plip0: [ITHREAD]
lpt0: <printer>on ppbus0
lpt0: [ITHREAD]
lpt0: Interrupt-driven port
ppi0: <parallel i="" o="">on ppbus0
uart0: <non-standard ns8250="" class="" uart="" with="" fifos="">port 0x3f8-0x3ff irq

4 flags 0x10 on acpi0
uart0: [FILTER]
pmtimer0 on isa0
orm0: <isa option="" roms="">at iomem 0xc0000-0xcb7ff,0xcb800-

0xccfff,0xcd000-0xcefff,0xcf000-0xcffff pnpid ORM0000 on isa0
sc0: <system console="">at flags 0x100 on isa0
sc0: VGA <16 virtual consoles, flags=0x300>
vga0: <generic isa="" vga="">at port 0x3c0-0x3df iomem 0xa0000-0xbffff on

isa0
ata0 at port 0x1f0-0x1f7,0x3f6 irq 14 on isa0
ata0: [ITHREAD]
ata1 at port 0x170-0x177,0x376 irq 15 on isa0
ata1: [ITHREAD]
atkbdc0: <keyboard controller="" (i8042)="">at port 0x60,0x64 on isa0
atkbd0: <at keyboard="">irq 1 on atkbdc0
kbd0 at atkbd0
atkbd0: [GIANT-LOCKED]
atkbd0: [ITHREAD]
est0: <enhanced speedstep="" frequency="" control="">on cpu0
p4tcc0: <cpu frequency="" thermal="" control="">on cpu0
est1: <enhanced speedstep="" frequency="" control="">on cpu1
p4tcc1: <cpu frequency="" thermal="" control="">on cpu1
RTC BIOS diagnostic error 11 <memory_size>Timecounters tick every 1.000 msec
IPsec: Initialized Security Association Processing.
usbus0: 12Mbps Full Speed USB v1.0
usbus1: 12Mbps Full Speed USB v1.0
usbus2: 480Mbps High Speed USB v2.0
usbus3: 12Mbps Full Speed USB v1.0
usbus4: 12Mbps Full Speed USB v1.0
usbus5: 12Mbps Full Speed USB v1.0
usbus6: 480Mbps High Speed USB v2.0
ad8: 152587MB <wdc wd1600aajs-75b4a0="" 01.03a01="">at ata4-master UDMA100

SATA 3Gb/s
ugen0.1: <intel>at usbus0
uhub0: <intel 1="" 9="" uhci="" root="" hub,="" class="" 0,="" rev="" 1.00="" 1.00,="" addr="">on

usbus0
ugen1.1: <intel>at usbus1
uhub1: <intel 1="" 9="" uhci="" root="" hub,="" class="" 0,="" rev="" 1.00="" 1.00,="" addr="">on

usbus1
ugen2.1: <intel>at usbus2
uhub2: <intel 1="" 9="" ehci="" root="" hub,="" class="" 0,="" rev="" 2.00="" 1.00,="" addr="">on

usbus2
ugen3.1: <intel>at usbus3
uhub3: <intel 1="" 9="" uhci="" root="" hub,="" class="" 0,="" rev="" 1.00="" 1.00,="" addr="">on

usbus3
ugen4.1: <intel>at usbus4
uhub4: <intel 1="" 9="" uhci="" root="" hub,="" class="" 0,="" rev="" 1.00="" 1.00,="" addr="">on

usbus4
ugen5.1: <intel>at usbus5
uhub5: <intel 1="" 9="" uhci="" root="" hub,="" class="" 0,="" rev="" 1.00="" 1.00,="" addr="">on

usbus5
ugen6.1: <intel>at usbus6
uhub6: <intel 1="" 9="" ehci="" root="" hub,="" class="" 0,="" rev="" 2.00="" 1.00,="" addr="">on

usbus6
uhub0: 2 ports with 2 removable, self powered
uhub1: 2 ports with 2 removable, self powered
uhub3: 2 ports with 2 removable, self powered
uhub4: 2 ports with 2 removable, self powered
uhub5: 2 ports with 2 removable, self powered
uhub2: 6 ports with 6 removable, self powered
uhub6: 6 ports with 6 removable, self powered
acd0: DVDROM <teac dvd-rom="" dv28sv="" r.0a="">at ata5-master UDMA100 SATA

1.5Gb/s
lapic1: Forcing LINT1 to edge trigger
SMP: AP CPU #1 Launched!
ugen5.2: <vendor 0x2101="">at usbus5
ukbd0: <vendor 0="" 2="" 0x2101="" product="" 0x020f,="" class="" 0,="" rev="" 1.00="" 0.01,="" addr="">on usbus5
kbd2 at ukbd0
ums0: <vendor 0="" 2="" 0x2101="" product="" 0x020f,="" class="" 0,="" rev="" 1.00="" 0.01,="" addr="">on usbus5
ums0: 5 buttons and [XYZ] coordinates ID=0
Trying to mount root from ufs:/dev/ad8s1a
WARNING: / was not properly dismounted
<118>Configuring crash dumps…
<118>Using /dev/ad8s1b for dump device.
<118>Mounting filesystems...
WARNING: R/W mount of / denied. Filesystem is not clean - run fsck
<118>mount:
<118>/dev/ad8s1a
<118>:
<118>Operation not permitted
<118>** /dev/ad8s1a
<118>** Last Mounted on /
<118>** Root file system
<118>** Phase 1 - Check Blocks and Sizes
<118>INCORRECT BLOCK COUNT I=6665277 (4 should be 0)
<118>CORRECT? yes
<118>
<118>** Phase 2 - Check Pathnames
<118>** Phase 3 - Check Connectivity
<118>** Phase 4 - Check Reference Counts
<118>UNREF FILE I=6665221 OWNER=root MODE=100644
<118>SIZE=0 MTIME=Aug 17 07:07 2012
<118>CLEAR? yes
<118>
<118>UNREF FILE I=6665222 OWNER=root MODE=100644
<118>SIZE=0 MTIME=Aug 17 07:07 2012
<118>CLEAR? yes
<118>
<118>UNREF FILE I=6665223 OWNER=root MODE=100644
<118>SIZE=0 MTIME=Aug 17 07:07 2012
<118>CLEAR? yes
<118>
<118>UNREF FILE I=6665227 OWNER=root MODE=100644
<118>SIZE=0 MTIME=Aug 17 07:07 2012
<118>CLEAR? yes
<118>
<118>UNREF FILE I=6665236 OWNER=root MODE=100644
<118>SIZE=0 MTIME=Aug 17 07:07 2012
<118>CLEAR? yes
<118>
<118>UNREF FILE I=6665251 OWNER=root MODE=100644
<118>SIZE=0 MTIME=Aug 17 07:07 2012
<118>CLEAR? yes
<118>
<118>UNREF FILE I=6665252 OWNER=root MODE=100644
<118>SIZE=0 MTIME=Aug 17 07:07 2012
<118>CLEAR? yes
<118>
<118>UNREF FILE I=6665253 OWNER=root MODE=100644
<118>SIZE=0 MTIME=Aug 17 07:07 2012
<118>CLEAR? yes
<118>
<118>UNREF FILE I=6665254 OWNER=root MODE=100644
<118>SIZE=0 MTIME=Aug 17 07:07 2012
<118>CLEAR? yes
<118>
<118>UNREF FILE I=6665255 OWNER=root MODE=100644
<118>SIZE=0 MTIME=Aug 17 07:07 2012
<118>CLEAR? yes
<118>
<118>UNREF FILE I=6665259 OWNER=root MODE=100644
<118>SIZE=0 MTIME=Aug 17 07:07 2012
<118>CLEAR? yes
<118>
<118>UNREF FILE I=6665264 OWNER=root MODE=100644
<118>SIZE=0 MTIME=Aug 17 07:07 2012
<118>CLEAR? yes
<118>
<118>UNREF FILE I=6665270 OWNER=root MODE=100644
<118>SIZE=0 MTIME=Aug 17 07:07 2012
<118>CLEAR? yes
<118>
<118>UNREF FILE I=6665271 OWNER=root MODE=100644
<118>SIZE=0 MTIME=Aug 17 07:07 2012
<118>CLEAR? yes
<118>
<118>UNREF FILE I=6665272 OWNER=root MODE=100644
<118>SIZE=0 MTIME=Aug 17 07:07 2012
<118>CLEAR? yes
<118>
<118>UNREF FILE I=6665279 OWNER=root MODE=100644
<118>SIZE=0 MTIME=Aug 17 07:07 2012
<118>CLEAR? yes
<118>
<118>UNREF FILE I=6665280 OWNER=root MODE=100644
<118>SIZE=0 MTIME=Aug 17 07:07 2012
<118>CLEAR? yes
<118>
<118>UNREF FILE I=6665281 OWNER=root MODE=100644
<118>SIZE=0 MTIME=Aug 17 07:07 2012
<118>CLEAR? yes
<118>
<118>UNREF FILE I=6665282 OWNER=root MODE=100644
<118>SIZE=0 MTIME=Aug 17 07:07 2012
<118>CLEAR? yes
<118>
<118>UNREF FILE I=6665283 OWNER=root MODE=100644
<118>SIZE=0 MTIME=Aug 17 07:07 2012
<118>CLEAR? yes
<118>
<118>UNREF FILE I=6665285 OWNER=root MODE=100644
<118>SIZE=0 MTIME=Aug 18 13:00 2012
<118>RECONNECT? yes
<118>
<118>UNREF FILE I=6665286 OWNER=root MODE=100644
<118>SIZE=0 MTIME=Aug 18 13:00 2012
<118>RECONNECT? yes
<118>
<118>UNREF FILE I=6665287 OWNER=root MODE=100644
<118>SIZE=0 MTIME=Aug 18 13:00 2012
<118>RECONNECT? yes
<118>
<118>UNREF FILE I=6665288 OWNER=root MODE=100644
<118>SIZE=0 MTIME=Aug 18 13:00 2012
<118>RECONNECT? yes
<118>
<118>UNREF FILE I=6665289 OWNER=root MODE=100644
<118>SIZE=0 MTIME=Aug 18 13:00 2012
<118>RECONNECT? yes
<118>
<118>** Phase 5 - Check Cyl groups
<118>FREE BLK COUNT(S) WRONG IN SUPERBLK
<118>SALVAGE? yes
<118>
<118>SUMMARY INFORMATION BAD
<118>SALVAGE? yes
<118>
<118>BLK(S) MISSING IN BIT MAPS
<118>SALVAGE? yes
<118>
<118>99513 files, 422971 used, 74225974 free (77734 frags, 9268530

blocks, 0.1% fragmentation)
<118>
<118>***** FILE SYSTEM MARKED CLEAN *****
<118>
<118>***** FILE SYSTEM WAS MODIFIED *****
<118>
<118> ___
<118> / f
<118>/ p _/ Sense
<118>_/
<118> __/
<118>
<118>
<118>Welcome to pfSense 2.0.1-RELEASE ...
<118>
<118>savecore: reboot
<118>savecore: writing core to textdump.tar.8
<118>Creating symlinks...
<118>.
<118>.
<118>.
<118>done.
<118>External config loader 1.0 is now starting...
<118> ad8s1b
<118>
<118>Launching the init system...
<118> done.
<118>Initializing...
<118>.
<118>.
<118>.
<118>.
<118>.
<118>.
<118>.
<118>.
<118>.
<118>.
<118>.
<118>.
<118>.
<118>.
<118>.
<118>.
<118>.
<118>.
<118>.
<118>.
<118>.
<118>.
<118>.
<118>.
<118>.
<118> done.
<118>Starting device manager (devd)...
<118>done.
<118>Loading configuration...
<118>.
<118>.
<118>.
<118>done.
<118>Updating configuration...
<118>done.
<118>Cleaning backup cache...
<118>.
<118>.
<118>.
<118>.
<118>.
<118>.
<118>.
<118>.
<118>.
<118>.
<118>.
<118>.
<118>.
<118>.
<118>.
<118>.
<118>.
<118>.
<118>.
<118>.
<118>.
<118>.
<118>.
<118>.
<118>.
<118>.
<118>.
<118>.
<118>.
<118>.
<118>done.
<118>Setting up extended sysctls...
<118>done.
<118>Setting timezone...
<118>done.
<118>Starting Secure Shell Services...
<118>done.
<118>Setting up polling defaults...
<118>done.
<118>Setting up interfaces microcode...
<118>done.
<118>Configuring LAGG interfaces...
<118>done.
<118>Configuring VLAN interfaces...
<118>done.
<118>Configuring QinQ interfaces...
<118>done.
<118>Configuring WAN interface...
<118>done.
<118>Configuring LAN interface...
<118>done.
<118>Syncing OpenVPN settings...
<118>done.
<118>Starting syslog...
<118>done.
<118>Configuring firewall
<118>.
<118>.
<6>pflog0: promiscuous mode enabled
<118>.
<118>.
<118>.
<118>.
<118>done.
<118>Starting PFLOG...
<118>done.
<118>Setting up gateway monitors...
<118>done.
<118>Synchronizing user settings...
<118>done.
<118>Starting webConfigurator...
<5>em0: link state changed to UP
<118>done.
<118>Configuring CRON...
<118>done.
<118>Starting DHCP service...
<118>done.
<118>Starting DNS forwarder...
<118>done.
<118>Configuring firewall
<118>.
<118>.
<118>.
<118>.
<118>.
<118>.
<118>done.
<118>Starting OpenNTP time client...
<118>done.
<118>Configuring PPTP VPN service...
<118>done
<118>Generating RRD graphs...
<118>done.
<118>Starting CRON...
<118>done.
<118> Starting package squid...
<118>done.
<118> Starting package Lightsquid...
<118>done.
<118> Starting package Sarg...
<118>done.
<118> Starting package squidGuard...
<6>pid 5120 (squid), uid 62: exited on signal 6
<118>done.
<118> Starting /usr/local/etc/rc.d/proxy_monitor.sh...
<118>done.
<118>Bootup complete
kernel trap 12 with interrupts disabled

Fatal trap 12: page fault while in kernel mode
cpuid = 0; apic id = 00
fault virtual address = 0x14
fault code = supervisor read, page not present
instruction pointer = 0x20:0xc0a7a2d7
stack pointer = 0x28:0xed1fd804
frame pointer = 0x28:0xed1fd820
code segment = base 0x0, limit 0xfffff, type 0x1b
= DPL 0, pres 1, def32 1, gran 1
processor eflags = resume, IOPL = 0
current process = 26973 (php)
version.txt06000023212014114521 7577 ustarrootwheelFreeBSD 8.1-

RELEASE-p6 #0: Mon Dec 12 17:53:00 EST 2011
root@FreeBSD_8.0_pfSense_2.0-

snaps.pfsense.org:/usr/obj./usr/pfSensesrc/src/sys/pfSense_SMP.8</vendor></vendor></vendor></teac></intel></intel></intel></intel></intel></intel></intel></intel></intel></intel></intel></intel></intel></intel></wdc></memory_size></cpu></enhanced></cpu></enhanced></at></keyboard></generic></system></isa></non-standard></parallel></printer></plip></parallel></parallel></at></ata></ata></intel></serial></ata></ata></intel></isa></pci-isa></i82555></mii></intel></acpi></acpi></intel></intel></intel></intel></intel></intel></intel></intel></acpi></acpi></multimedia,></intel></intel></intel></intel></intel></intel></intel(r)></simple></ata></ata></intel></simple></vga-compatible></intel></vga-compatible></acpi></acpi></acpi></acpi></power></high></acpi></acpi></dell></software></version></dell ></lahf></lm></sse3,dtes64,mon,ds_cpl,est,tm2,ssse3,cx16,xtpr,pdcm></fpu,vme,de,pse,tsc,msr,pae,mce,cx8,apic,sep,mtrr,pg<br>

wallabybob

@hpcs:

Below is the last portion of crash report not really shore how to troubleshoot report

Probably the first portion of the crash report will be the more interesting in that it contains the call stack at the time of the crash.

Somewhere near the start of the crash report there is likely to be a section like (though the numbers may be different):

kernel trap 12 with interrupts disabled

Fatal trap 12: page fault while in kernel mode
cpuid = 0; apic id = 00
fault virtual address = 0x14
fault code = supervisor read, page not present
instruction pointer = 0x20:0xc0a7a2d7
stack pointer = 0x28:0xed1fd804
frame pointer = 0x28:0xed1fd820
code segment = base 0x0, limit 0xfffff, type 0x1b
= DPL 0, pres 1, def32 1, gran 1
processor eflags = resume, IOPL = 0
current process = 26973 (php)

with a call stack nearby that includes panic.

Sorry I can't be more specific but its a while since I looked at a pfSense crash report.

The call stack including panic is generally the most useful part of the crash report.

jimp

Yes, the entire crash report is needed, or at least the first bit.

Actually if you submitted the crash report in the GUI, and if you let me know your IP and the approximate time of the crash I can pull the crash report data from our servers and look at it directly.