Crash reporter



  • Prezados Colegas,

    Boa tarde.

    Pela segunda vez, troco o meu servidor e ainda persiste o erro abaixo, alguém podem me ajudar e informar o que pode estar ocorrendo e como resolver o caso…

    Unfortunately we have detected a programming bug.
    Would you like to submit the programming debug logs to the pfSense developers for inspection?
    Please double check the contents to ensure you are comfortable sending this information before clicking Yes.


    Contents of crash reports:

    Crash report begins.  Anonymous machine information:

    i386
    8.3-RELEASE-p11
    FreeBSD 8.3-RELEASE-p11 #1: Wed Sep 11 18:47:57 EDT 2013    root@snapshots-8_3-i386.builders.pfsense.org:/usr/obj.pfSense/usr/pfSensesrc/src/sys/pfSense_SMP.8

    Crash report details:

    
    Filename: /var/crash/bounds
    1
    
    Filename: /var/crash/info.0
    Dump header from device /dev/ad1s1b
      Architecture: i386
      Architecture Version: 1
      Dump Length: 123904B (0 MB)
      Blocksize: 512
      Dumptime: Thu Oct 10 12:50:53 2013
      Hostname: escfw01.escalasp.com.br
      Magic: FreeBSD Text Dump
      Version String: FreeBSD 8.3-RELEASE-p11 #1: Wed Sep 11 18:47:57 EDT 2013
        root@snapshots-8_3-i386.builders.pfsense.org:/usr/obj.pfSense/usr/pfSensesrc/src/sys/pfSense_SMP.8
      Panic String: spin lock held too long
      Dump Parity: 2169785470
      Bounds: 0
      Dump Status: good
    
    Filename: /var/crash/textdump.tar.0
    ddb.txt06000014000012225546335  7101 ustarrootwheeldb:0:kdb.enter.default>  run lockinfo
    db:1:lockinfo> show locks
    No such command
    db:1:locks>  show alllocks
    No such command
    db:1:alllocks>  show lockedvnods
    Locked vnodes
    db:0:kdb.enter.default>  show pcpu
    cpuid        = 0
    dynamic pcpu = 0x30d080
    curthread    = 0xc5ecab80: pid 12 "swi5: +"
    curpcb       = 0xc5a1bd80
    fpcurthread  = none
    idlethread   = 0xc5d948a0: tid 100003 "idle: cpu0"
    APIC ID      = 0
    currentldt   = 0x50
    db:0:kdb.enter.default>  bt
    Tracing pid 12 tid 100022 td 0xc5ecab80
    kdb_enter(c0f9278c,c0f9278c,c0f9167f,c5a1bb54,0,...) at kdb_enter+0x3b
    panic(c0f9167f,c5ea34d8,c0f95c2e,c5d948a0,186a3,...) at panic+0x102
    _mtx_lock_spin_failed(1,c5ea34c0,c5ecab80,c5f41148,c5a1bba4,...) at _mtx_lock_spin_failed+0x41
    _mtx_lock_spin(c5ea34d8,c5ecab80,0,0,0,...) at _mtx_lock_spin+0x93
    taskqueue_enqueue(c5ea34c0,c5f41148) at taskqueue_enqueue+0x218
    re_intr(c5f3f000,c5ecab80,c5d75aec,c5dd7500,13,...) at re_intr+0x4a
    intr_event_handle(c5dd7500,c5a1bc1c,0,c5d948a0,74641,...) at intr_event_handle+0x4c
    intr_execute_handlers(c5d75aec,c5a1bc1c,0,c5a1bc6c,c0e6efe5,...) at intr_execute_handlers+0x49
    lapic_handle_intr(35,c5a1bc1c) at lapic_handle_intr+0x3a
    Xapic_isr1() at Xapic_isr1+0x35
    --- interrupt, eip = 0xc0a8d206, esp = 0xc5a1bc5c, ebp = 0xc5a1bc6c ---
    _mtx_lock_spin(c5ea34d8,c5ecab80,0,0,0,...) at _mtx_lock_spin+0x66
    taskqueue_run(c5ea34c0,c5ecab80,0,109,55405322,...) at taskqueue_run+0x148
    intr_event_execute_handlers(c5d92560,c5ec9a80,c0f8efc8,529,c5ec9af0,...) at intr_event_execute_handlers+0xd4
    ithread_loop(c5d91220,c5a1bd28,ffffeeff,0,c5d91220,...) at ithread_loop+0x66
    fork_exit(c0a74020,c5d91220,c5a1bd28) at fork_exit+0x87
    fork_trampoline() at fork_trampoline+0x8
    --- trap 0, eip = 0, esp = 0xc5a1bd60, ebp = 0 ---
    db:0:kdb.enter.default>  ps
      pid  ppid  pgrp   uid   state   wmesg     wchan    cmd
    47309  5411   261     0  S       nanslp   0xc1550844 sleep
    61738 61113 60130   106  S       piperd   0xc6a9b930 havp
    61505 60464 60130   106  S       piperd   0xc6171310 havp
    61327 60780 60130   106  S       piperd   0xc6c93188 havp
    61113 60130 60130   106  S       accept   0xc6b8e84a havp
    60780 60130 60130   106  S       accept   0xc6b8e84a havp
    60464 60130 60130   106  S       accept   0xc6b8e84a havp
    60130     1 60130   106  Ss      nanslp   0xc1550844 havp
    25724     1 25724     0  Ss      select   0xc6bf53e4 ntpd
     5411     1   261     0  S       wait     0xc6c35000 sh
     4513     1  4513     0  Ss      select   0xc6bf5364 racoon
    97977     1 97977  1002  Ss      select   0xc662d1a4 dhcpd
    93690     1 93532 65534  S       select   0xc6bf5864 dnsmasq
    91193     1 91193    65  Ss      select   0xc6bf5224 dhclient
    81852     1 81852     0  Ss      select   0xc6bf4164 dhclient
      128     1   128     0  Ss      (threaded)          clamd
    100128                   S       select   0xc6bf43a4 clamd
    100119                   S       select   0xc6bf45a4 clamd
    35274 32221 35274     0  S+      ttyin    0xc5f09270 sh
    35162 32143 35162     0  S+      ttyin    0xc5f09070 sh
    32221 30184 32221     0  S+      wait     0xc6a93ac0 sh
    32143 30196 32143     0  S+      wait     0xc6beb000 sh
    31853 82123 31853     0  Ss      (threaded)          sshlockout_pf
    100113                   S       nanslp   0xc1550844 sshlockout_pf
    100058                   S       piperd   0xc6172dc8 initial thread
    30196     1 30196     0  Ss+     wait     0xc6a93560 login
    30184     1 30184     0  Ss+     wait     0xc6bea000 login
    27636 27334 27334     0  S       nanslp   0xc1550844 minicron
    27334     1 27334     0  Ss      wait     0xc6bea810 minicron
    27083 26546 26546     0  S       nanslp   0xc1550844 minicron
    26546     1 26546     0  Ss      wait     0xc6beb2b0 minicron
    26512 26066 26066     0  S       nanslp   0xc1550844 minicron
    26066     1 26066     0  Ss      wait     0xc6bebac0 minicron
     5488     0     0     0  SL      mdwait   0xc6a1f800 [md10]
    83309     1 83309     0  Ss      nanslp   0xc1550844 cron
    82123     1 82123     0  Ss      select   0xc662db64 syslogd
    53106     1 53106     0  Ss      (threaded)          mpd4
    100100                   S       select   0xc662d9e4 mpd4
    40129 39371 39371     0  S       (threaded)          php
    100064                   S       accept   0xc6a4ab82 php
    39649 38590 38590     0  S       accept   0xc6a4b03e php
    39371 38570 39371     0  Ss      wait     0xc6a432b0 initial thread
    38590 38570 38590     0  Ss      wait     0xc66ca810 initial thread
    38570     1 38335     0  S       kqread   0xc6a48000 lighttpd
    26022 25780 25780     0  S       piperd   0xc6171c40 rrdtool
    25780     1 25780     0  Ss      select   0xc6108a24 apinger
    21829     1 21829     0  Ss      select   0xc63cc8e4 inetd
    18729     1    24     0  S+      piperd   0xc6172000 logger
    18637     1    24     0  S+      bpf      0xc6936200 tcpdump
      273     1   273     0  Ss      select   0xc662c2a4 devd
      263   261   261     0  S       kqread   0xc662eb80 check_reload_status
      261     1   261     0  Ss      kqread   0xc662e880 check_reload_status
       69     0     0     0  SL      mdwait   0xc6157800 [md0]
       36     0     0     0  SL      (threaded)          zfskern
    100066                   D       l2arc_fe 0xc62feb04 [l2arc_feed_thread]
    100061                   D       arc_recl 0xc62ef97c [arc_reclaim_thread]
       23     0     0     0  SL      sdflush  0xc157f1e0 [softdepflush]
       22     0     0     0  SL      vlruwt   0xc6124ac0 [vnlru]
       21     0     0     0  SL      syncer   0xc15645b8 [syncer]
       20     0     0     0  SL      psleep   0xc15642e8 [bufdaemon]
       19     0     0     0  SL      pollid   0xc154fd7c [idlepoll]
       18     0     0     0  SL      pgzero   0xc157fe94 [pagezero]
       17     0     0     0  SL      psleep   0xc157fabc [vmdaemon]
       16     0     0     0  SL      psleep   0xc157fa84 [pagedaemon]
        9     0     0     0  SL      ccb_scan 0xc1518c54 [xpt_thrd]
        8     0     0     0  SL      pftm     0xc050c170 [pfpurge]
        7     0     0     0  SL      waiting_ 0xc156b9b8 [sctp_iterator]
       15     0     0     0  SL      (threaded)          usb
    100041                   D       -        0xc5f0dd34 [usbus2]
    100040                   D       -        0xc5f0dd04 [usbus2]
    100039                   D       -        0xc5f0dcd4 [usbus2]
    100038                   D       -        0xc5f0dca4 [usbus2]
    100036                   D       -        0xc5f03b5c [usbus1]
    100035                   D       -        0xc5f03b2c [usbus1]
    100034                   D       -        0xc5f03afc [usbus1]
    100033                   D       -        0xc5f03acc [usbus1]
    100031                   D       -        0xc5efab5c [usbus0]
    100030                   D       -        0xc5efab2c [usbus0]
    100029                   D       -        0xc5efaafc [usbus0]
    100028                   D       -        0xc5efaacc [usbus0]
       14     0     0     0  SL      -        0xc15506a4 [yarrow]
        6     0     0     0  SL      crypto_r 0xc157e78c [crypto returns]
        5     0     0     0  SL      crypto_w 0xc157e768 [crypto]
        4     0     0     0  SL      -        0xc154de64 [g_down]
        3     0     0     0  SL      -        0xc154de60 [g_up]
        2     0     0     0  SL      -        0xc154de58 [g_event]
       13     0     0     0  SL      sleep    0xc14ec5e0 [ng_queue0]
       12     0     0     0  RL      (threaded)          intr
    100046                   I                           [irq1: atkbd0]
    100045                   I                           [swi0: uart]
    100044                   I                           [irq7: ppc0]
    100043                   I                           [irq18: vr0]
    100042                   I                           [irq19: sis0 re1]
    100037                   I                           [irq23: ehci0]
    100032                   I                           [irq21: ohci1]
    100027                   I                           [irq15: ata1]
    100026                   I                           [irq14: ata0]
    100025                   I                           [irq20: ohci0 acpi0]
    100024                   I                           [swi6: Giant taskq]
    100022                   Run     CPU 0               [swi5: +]
    100019                   I                           [swi2: cambio]
    100015                   I                           [swi6: task queue]
    100006                   I                           [swi3: vm]
    100005                   I                           [swi4: clock]
    100004                   I                           [swi1: netisr 0]
       11     0     0     0  RL                          [idle: cpu0]
        1     0     1     0  SLs     wait     0xc5d92ac0 [init]
       10     0     0     0  SL      audit_wo 0xc157eb80 [audit]
        0     0     0     0  SLs     (threaded)          kernel
    100065                   D       -        0xc6146d00 [system_taskq]
    100023                   D       -        0xc5ea3300 [thread]
    100021                   D       -        0xc5ea3500 [ffs_trim taskq]
    100020                   D       -        0xc5ea3540 [kqueue taskq]
    100018                   D       -        0xc5ea3680 [acpi_task_2]
    100017                   D       -        0xc5ea3680 [acpi_task_1]
    100016                   D       -        0xc5ea3680 [acpi_task_0]
    100011                   D       -        0xc5d72ac0 [firmware taskq]
    100000                   D       sched    0xc154df60 [swapper]
    db:0:kdb.enter.default>  alltrace
    
    Tracing command sleep pid 47309 tid 100071 td 0xc61778a0
    sched_switch(c61778a0,0,104,a4df04f6,1305b,...) at sched_switch+0xbc
    mi_switch(104,0,0,0,ee978ba0,...) at mi_switch+0xd6
    sleepq_switch(c61778a0,0,c0f9592c,1a0,c0ab2e4a,...) at sleepq_switch+0xae
    sleepq_catch_signals(0,0,ea61,ee978bf4,c0aa8082,...) at sleepq_catch_signals+0x33b
    sleepq_timedwait_sig(c1550844,5c,c0f9319e,100,0,...) at sleepq_timedwait_sig+0x1c
    _sleep(c1550844,0,15c,c0f9319e,ea61,...) at _sleep+0x192
    kern_nanosleep(c61778a0,ee978c48,ee978c50,3c,0,...) at kern_nanosleep+0xeb
    nanosleep(c61778a0,ee978cec,1,5b6396d,c,...) at nanosleep+0x6c
    syscall(ee978d28) at syscall+0x1fb
    Xint0x80_syscall() at Xint0x80_syscall+0x21
    --- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x2815c567, esp = 0xbfbfeddc, ebp = 0xbfbfee28 ---
    
    Tracing command havp pid 61738 tid 100097 td 0xc6a95b80
    sched_switch(c6a95b80,0,104,f6624960,79fc,...) at sched_switch+0xbc
    mi_switch(104,0,c6a9baa0,0,ee9d9b40,...) at mi_switch+0xd6
    sleepq_switch(c6a95b80,0,c0f9592c,1a0,c5d7dac0,...) at sleepq_switch+0xae
    sleepq_catch_signals(c6a9baa0,0,ee9d9b90,c0aa816a,c6a9b930,...) at sleepq_catch_signals+0x33b
    sleepq_wait_sig(c6a9b930,4c,c0f96015,100,0,...) at sleepq_wait_sig+0x18
    _sleep(c6a9b930,c6a9baa0,14c,c0f96015,0,...) at _sleep+0x27a
    pipe_read(c6b6aa10,ee9d9c3c,c6b85080,0,c6a95b80,...) at pipe_read+0x44a
    dofileread(ee9d9c3c,ffffffff,ffffffff,0,c6b6aa10,...) at dofileread+0x90
    kern_readv(c6a95b80,1,ee9d9c3c,ee9d9c5c,1,...) at kern_readv+0x6a
    read(c6a95b80,ee9d9cec,2,c0ac35ec,c,...) at read+0x50
    syscall(ee9d9d28) at syscall+0x1fb
    Xint0x80_syscall() at Xint0x80_syscall+0x21
    --- syscall (3, FreeBSD ELF32, read), eip = 0x28cb2e73, esp = 0xbfbfe28c, ebp = 0xbfbfe328 ---
    
    Tracing command havp pid 61505 tid 100070 td 0xc6177b80
    sched_switch(c6177b80,0,104,f69f1624,79fc,...) at sched_switch+0xbc
    mi_switch(104,0,c6171480,0,ee975b40,...) at mi_switch+0xd6
    sleepq_switch(c6177b80,0,c0f9592c,1a0,c5d7db40,...) at sleepq_switch+0xae
    sleepq_catch_signals(c6171480,0,ee975b90,c0aa816a,c6171310,...) at sleepq_catch_signals+0x33b
    sleepq_wait_sig(c6171310,4c,c0f96015,100,0,...) at sleepq_wait_sig+0x18
    _sleep(c6171310,c6171480,14c,c0f96015,0,...) at _sleep+0x27a
    pipe_read(c61688f8,ee975c3c,c6b85080,0,c6177b80,...) at pipe_read+0x44a
    dofileread(ee975c3c,ffffffff,ffffffff,0,c61688f8,...) at dofileread+0x90
    kern_readv(c6177b80,1,ee975c3c,ee975c5c,1,...) at kern_readv+0x6a
    read(c6177b80,ee975cec,2,c0ac35ec,c,...) at read+0x50
    syscall(ee975d28) at syscall+0x1fb
    Xint0x80_syscall() at Xint0x80_syscall+0x21
    --- syscall (3, FreeBSD ELF32, read), eip = 0x28cb2e73, esp = 0xbfbfe28c, ebp = 0xbfbfe328 ---
    
    Tracing command havp pid 61327 tid 100078 td 0xc6a468a0
    sched_switch(c6a468a0,0,104,f63224f8,79fc,...) at sched_switch+0xbc
    mi_switch(104,0,c6c932f8,0,ee98db40,...) at mi_switch+0xd6
    sleepq_switch(c6a468a0,0,c0f9592c,1a0,c5d7d800,...) at sleepq_switch+0xae
    sleepq_catch_signals(c6c932f8,0,ee98db90,c0aa816a,c6c93188,...) at sleepq_catch_signals+0x33b
    sleepq_wait_sig(c6c93188,4c,c0f96015,100,0,...) at sleepq_wait_sig+0x18
    _sleep(c6c93188,c6c932f8,14c,c0f96015,0,...) at _sleep+0x27a
    pipe_read(c6bbdc08,ee98dc3c,c6b85080,0,c6a468a0,...) at pipe_read+0x44a
    dofileread(ee98dc3c,ffffffff,ffffffff,0,c6bbdc08,...) at dofileread+0x90
    kern_readv(c6a468a0,1,ee98dc3c,ee98dc5c,1,...) at kern_readv+0x6a
    read(c6a468a0,ee98dcec,2,c0ac35ec,c,...) at read+0x50
    syscall(ee98dd28) at syscall+0x1fb
    Xint0x80_syscall() at Xint0x80_syscall+0x21
    --- syscall (3, FreeBSD ELF32, read), eip = 0x28cb2e73, esp = 0xbfbfe28c, ebp = 0xbfbfe328 ---
    
    Tracing command havp pid 61113 tid 100085 td 0xc6a452e0
    sched_switch(c6a452e0,0,104,f665399c,79fc,...) at sched_switch+0xbc
    mi_switch(104,0,c1564130,0,ee9a2b9c,...) at mi_switch+0xd6
    sleepq_switch(c6a452e0,0,c0f9592c,1a0,c5d7d3c0,...) at sleepq_switch+0xae
    sleepq_catch_signals(c1564130,0,ee9a2bec,c0aa816a,c6b8e84a,...) at sleepq_catch_signals+0x33b
    sleepq_wait_sig(c6b8e84a,58,c0f963b7,100,0,...) at sleepq_wait_sig+0x18
    _sleep(c6b8e84a,c1564130,158,c0f963b7,0,...) at _sleep+0x27a
    kern_accept(c6a452e0,d,ee9a2c54,ee9a2c50,ee9a2c4c,...) at kern_accept+0x183
    accept(c6a452e0,ee9a2cec,2,353b3b15,c,...) at accept+0x73
    syscall(ee9a2d28) at syscall+0x1fb
    Xint0x80_syscall() at Xint0x80_syscall+0x21
    --- syscall (30, FreeBSD ELF32, accept), eip = 0x28c4ec5f, esp = 0xbfbfe25c, ebp = 0xbfbfe278 ---
    
    Tracing command havp pid 60780 tid 100120 td 0xc6bef2e0
    sched_switch(c6bef2e0,0,104,f5e93ec4,79fc,...) at sched_switch+0xbc
    mi_switch(104,0,c1564130,0,eea32b9c,...) at mi_switch+0xd6
    sleepq_switch(c6bef2e0,0,c0f9592c,1a0,c5d7d3c0,...) at sleepq_switch+0xae
    sleepq_catch_signals(c1564130,0,eea32bec,c0aa816a,c6b8e84a,...) at sleepq_catch_signals+0x33b
    sleepq_wait_sig(c6b8e84a,58,c0f963b7,100,0,...) at sleepq_wait_sig+0x18
    _sleep(c6b8e84a,c1564130,158,c0f963b7,0,...) at _sleep+0x27a
    kern_accept(c6bef2e0,d,eea32c54,eea32c50,eea32c4c,...) at kern_accept+0x183
    accept(c6bef2e0,eea32cec,2,c0ac35ec,c,...) at accept+0x73
    syscall(eea32d28) at syscall+0x1fb
    Xint0x80_syscall() at Xint0x80_syscall+0x21
    --- syscall (30, FreeBSD ELF32, accept), eip = 0x28c4ec5f, esp = 0xbfbfe25c, ebp = 0xbfbfe278 ---
    
    Tracing command havp pid 60464 tid 100089 td 0xc61795c0
    sched_switch(c61795c0,0,104,f65b1f88,79fc,...) at sched_switch+0xbc
    mi_switch(104,0,c1564130,0,ee9c1b9c,...) at mi_switch+0xd6
    sleepq_switch(c61795c0,0,c0f9592c,1a0,c5d7d3c0,...) at sleepq_switch+0xae
    sleepq_catch_signals(c1564130,0,ee9c1bec,c0aa816a,c6b8e84a,...) at sleepq_catch_signals+0x33b
    sleepq_wait_sig(c6b8e84a,58,c0f963b7,100,0,...) at sleepq_wait_sig+0x18
    _sleep(c6b8e84a,c1564130,158,c0f963b7,0,...) at _sleep+0x27a
    kern_accept(c61795c0,d,ee9c1c54,ee9c1c50,ee9c1c4c,...) at kern_accept+0x183
    accept(c61795c0,ee9c1cec,2,c0ac35ec,c,...) at accept+0x73
    syscall(ee9c1d28) at syscall+0x1fb
    Xint0x80_syscall() at Xint0x80_syscall+0x21
    --- syscall (30, FreeBSD ELF32, accept), eip = 0x28c4ec5f, esp = 0xbfbfe25c, ebp = 0xbfbfe278 ---
    
    Tracing command havp pid 60130 tid 100114 td 0xc6bf05c0
    sched_switch(c6bf05c0,0,104,555595e8,1307b,...) at sched_switch+0xbc
    mi_switch(104,0,0,0,eea20ba0,...) at mi_switch+0xd6
    sleepq_switch(c6bf05c0,0,c0f9592c,1a0,c0ab2e4a,...) at sleepq_switch+0xae
    sleepq_catch_signals(0,0,3e9,eea20bf4,c0aa8082,...) at sleepq_catch_signals+0x33b
    sleepq_timedwait_sig(c1550844,5c,c0f9319e,100,0,...) at sleepq_timedwait_sig+0x1c
    _sleep(c1550844,0,15c,c0f9319e,3e9,...) at _sleep+0x192
    kern_nanosleep(c6bf05c0,eea20c48,eea20c50,1,0,...) at kern_nanosleep+0xeb
    nanosleep(c6bf05c0,eea20cec,eea20cc0,c0ac35b6,c155482c,...) at nanosleep+0x6c
    syscall(eea20d28) at syscall+0x1fb
    Xint0x80_syscall() at Xint0x80_syscall+0x21
    --- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x28c96567, esp = 0xbfbfe36c, ebp = 0xbfbfe398 ---
    
    Tracing command ntpd pid 25724 tid 100115 td 0xc6bf02e0
    sched_switch(c6bf02e0,0,104,1314c71c,1307b,...) at sched_switch+0xbc
    mi_switch(104,0,c6bf53c0,0,eea23a1c,...) at mi_switch+0xd6
    sleepq_switch(c6bf02e0,0,c0f9592c,1a0,c5d7d0c0,...) at sleepq_switch+0xae
    sleepq_catch_signals(c6bf53c0,0,eea23a60,c0a54147,c6bf53e4,...) at sleepq_catch_signals+0x33b
    sleepq_wait_sig(c6bf53e4,0,c0f9725c,101,0,...) at sleepq_wait_sig+0x18
    _cv_wait_sig(c6bf53e4,c6bf53d0,eea23a8c,c0ae1570,c60fe380,...) at _cv_wait_sig+0x127
    seltdwait(c7469670,58,c5d8f400,c6bf02e0,0,...) at seltdwait+0x132
    kern_select(c6bf02e0,24,bfbfed0c,0,0,0,20,c6c35810,0) at kern_select+0x61e
    select(c6bf02e0,eea23cec,0,e,0,...) at select+0x63
    syscall(eea23d28) at syscall+0x1fb
    Xint0x80_syscall() at Xint0x80_syscall+0x21
    --- syscall (93, FreeBSD ELF32, select), eip = 0x283d2df3, esp = 0xbfbfecec, ebp = 0xbfbfeda8 ---
    
    Tracing command sh pid 5411 tid 100118 td 0xc6bef8a0
    sched_switch(c6bef8a0,0,104,a4a028ae,1305b,...) at sched_switch+0xbc
    mi_switch(104,0,c6c35088,0,eea2cb60,...) at mi_switch+0xd6
    sleepq_switch(c6bef8a0,0,c0f9592c,1a0,c5d7dd80,...) at sleepq_switch+0xae
    sleepq_catch_signals(c6c35088,0,eea2cbb0,c0aa816a,c6c35000,...) at sleepq_catch_signals+0x33b
    sleepq_wait_sig(c6c35000,5c,c0f96347,100,0,...) at sleepq_wait_sig+0x18
    _sleep(c6c35000,c6c35088,15c,c0f96347,0,...) at _sleep+0x27a
    kern_wait(c6bef8a0,ffffffff,eea2cc58,2,0,...) at kern_wait+0x6ef
    wait4(c6bef8a0,eea2ccec,2,c0ac35ec,c,...) at wait4+0x3b
    syscall(eea2cd28) at syscall+0x1fb
    Xint0x80_syscall() at Xint0x80_syscall+0x21
    --- syscall (7, FreeBSD ELF32, wait4), eip = 0x2816e53b, esp = 0xbfbfeb0c, ebp = 0xbfbfeb28 ---
    
    Tracing command racoon pid 4513 tid 100112 td 0xc6bf0b80
    sched_switch(c6bf0b80,0,104,e62a677c,13079,...) at sched_switch+0xbc
    mi_switch(104,0,c6bf5340,0,eea1aa18,...) at mi_switch+0xd6
    sleepq_switch(c6bf0b80,0,c0f9592c,1a0,c0ab2e4a,...) at sleepq_switch+0xae
    sleepq_catch_signals(c6bf5340,0,c6bf0b80,eea1aa60,c0a53c79,...) at sleepq_catch_signals+0x33b
    sleepq_timedwait_sig(c6bf5364,0,c0f9725c,101,0,...) at sleepq_timedwait_sig+0x1c
    _cv_timedwait_sig(c6bf5364,c6bf5350,4e22,c0ae1570,c60fe380,...) at _cv_timedwait_sig+0x139
    seltdwait(eea1ac0c,eea1ac14,c5d8f400,c6bf0b80,c6bf0b80,...) at seltdwait+0x84
    kern_select(c6bf0b80,28,80c1d40,0,0,eea1ac54,20,14,5) at kern_select+0x61e
    select(c6bf0b80,eea1acec,eea1acc0,c0ac35b6,c155482c,...) at select+0x63
    syscall(eea1ad28) at syscall+0x1fb
    Xint0x80_syscall() at Xint0x80_syscall+0x21
    --- syscall (93, FreeBSD ELF32, select), eip = 0x283e1df3, esp = 0xbfbfe95c, ebp = 0xbfbfeda8 ---
    
    Tracing command dhcpd pid 97977 tid 100095 td 0xc6a98000
    sched_switch(c6a98000,0,104,30a7e68c,1307b,...) at sched_switch+0xbc
    mi_switch(104,0,c662d180,0,ee9d3a18,...) at mi_switch+0xd6
    sleepq_switch(c6a98000,0,c0f9592c,1a0,c0ab2e4a,...) at sleepq_switch+0xae
    sleepq_catch_signals(c662d180,0,c6a98000,ee9d3a60,c0a53c79,...) at sleepq_catch_signals+0x33b
    sleepq_timedwait_sig(c662d1a4,0,c0f9725c,101,0,...) at sleepq_timedwait_sig+0x1c
    _cv_timedwait_sig(c662d1a4,c662d190,d77e,c0ae1570,c60fe380,...) at _cv_timedwait_sig+0x139
    seltdwait(ee9d3c0c,ee9d3c14,c5d8f400,c6a98000,c6a98000,...) at seltdwait+0x84
    kern_select(c6a98000,18,2845b080,2845b180,0,ee9d3c54,20,37,283ae) at kern_select+0x61e
    select(c6a98000,ee9d3cec,ee9d3cc0,c0ac35b6,c155482c,...) at select+0x63
    syscall(ee9d3d28) at syscall+0x1fb
    Xint0x80_syscall() at Xint0x80_syscall+0x21
    --- syscall (93, FreeBSD ELF32, select), eip = 0x28335df3, esp = 0xbfbfeb8c, ebp = 0xbfbfebb8 ---
    
    Tracing command dnsmasq pid 93690 tid 100092 td 0xc6a988a0
    sched_switch(c6a988a0,0,104,35eab9c4,1307b,...) at sched_switch+0xbc
    mi_switch(104,0,c6bf5840,0,ee9caa1c,...) at mi_switch+0xd6
    sleepq_switch(c6a988a0,0,c0f9592c,1a0,c6121c00,...) at sleepq_switch+0xae
    sleepq_catch_signals(c6bf5840,0,ee9caa60,c0a54147,c6bf5864,...) at sleepq_catch_signals+0x33b
    sleepq_wait_sig(c6bf5864,0,c0f9725c,101,0,...) at sleepq_wait_sig+0x18
    _cv_wait_sig(c6bf5864,c6bf5850,ee9caa8c,c0ae1570,0,...) at _cv_wait_sig+0x127
    seltdwait(c735f3f0,58,c6f1bd00,c6a988a0,c1d8c760,...) at seltdwait+0x132
    kern_select(c6a988a0,8,bfbfec90,bfbfec10,bfbfeb90,0,20,c6a92810,bfbfeb90) at kern_select+0x61e
    select(c6a988a0,ee9cacec,ee9cacc0,c0ac35b6,c155482c,...) at select+0x63
    syscall(ee9cad28) at syscall+0x1fb
    Xint0x80_syscall() at Xint0x80_syscall+0x21
    --- syscall (93, FreeBSD ELF32, select), eip = 0x281dddf3, esp = 0xbfbfeb3c, ebp = 0xbfbfed68 ---
    
    Tracing command dhclient pid 91193 tid 100121 td 0xc6bef000
    sched_switch(c6bef000,0,104,2a86d898,12e0c,...) at sched_switch+0xbc
    mi_switch(104,0,c6bf5200,0,eea35a78,...) at mi_switch+0xd6
    sleepq_switch(c6bef000,0,c0f9592c,1a0,c0ab2e4a,...) at sleepq_switch+0xae
    sleepq_catch_signals(c6bf5200,0,c6bef000,eea35ac0,c0a53c79,...) at sleepq_catch_signals+0x33b
    sleepq_timedwait_sig(c6bf5224,0,c0f9725c,101,0,...) at sleepq_timedwait_sig+0x1c
    _cv_timedwait_sig(c6bf5224,c6bf5210,141c71,c0ae1570,c60fe380,...) at _cv_timedwait_sig+0x139
    seltdwait(eea35c40,eea35c48,c5d8f400,c6bef000,c0ae8ea0,...) at seltdwait+0x84
    poll(c6bef000,eea35cec,46,c0ac35ec,c6bef000,...) at poll+0x47f
    syscall(eea35d28) at syscall+0x1fb
    Xint0x80_syscall() at Xint0x80_syscall+0x21
    --- syscall (209, FreeBSD ELF32, poll), eip = 0x2813c097, esp = 0xbfbfed8c, ebp = 0xbfbfedb8 ---
    
    Tracing command dhclient pid 81852 tid 100102 td 0xc6a955c0
    sched_switch(c6a955c0,0,104,13eb98d8,12cd2,...) at sched_switch+0xbc
    mi_switch(104,0,c6bf4140,0,ee9fca7c,...) at mi_switch+0xd6
    sleepq_switch(c6a955c0,0,c0f9592c,1a0,c5d7d380,...) at sleepq_switch+0xae
    sleepq_catch_signals(c6bf4140,0,ee9fcac0,c0a54147,c6bf4164,...) at sleepq_catch_signals+0x33b
    sleepq_wait_sig(c6bf4164,0,c0f9725c,101,0,...) at sleepq_wait_sig+0x18
    _cv_wait_sig(c6bf4164,c6bf4150,c0ada5bd,c6bef000,0,...) at _cv_wait_sig+0x127
    seltdwait(c6bbdd90,1,c5d8f400,c6a955c0,c0ae4620,...) at seltdwait+0x132
    poll(c6a955c0,ee9fccec,46,c0ac35ec,c6a955c0,...) at poll+0x47f
    syscall(ee9fcd28) at syscall+0x1fb
    Xint0x80_syscall() at Xint0x80_syscall+0x21
    --- syscall (209, FreeBSD ELF32, poll), eip = 0x2813c097, esp = 0xbfbfed8c, ebp = 0xbfbfedb8 ---
    
    Tracing command clamd pid 128 tid 100128 td 0xc6c3a000
    sched_switch(c6c3a000,0,104,f4a7f450,79fc,...) at sched_switch+0xbc
    mi_switch(104,0,c6bf4380,0,eea4aa7c,...) at mi_switch+0xd6
    sleepq_switch(c6c3a000,0,c0f9592c,1a0,c6121d80,...) at sleepq_switch+0xae
    sleepq_catch_signals(c6bf4380,0,eea4aac0,c0a54147,c6bf43a4,...) at sleepq_catch_signals+0x33b
    sleepq_wait_sig(c6bf43a4,0,c0f9725c,101,0,...) at sleepq_wait_sig+0x18
    _cv_wait_sig(c6bf43a4,c6bf4390,eea4aaec,c0ae1570,0,...) at _cv_wait_sig+0x127
    seltdwait(c6b6a2a0,1,c6b62280,c6c3a000,c0ae4620,...) at seltdwait+0x132
    poll(c6c3a000,eea4acec,46,c0ac35ec,c6c3a000,...) at poll+0x47f
    syscall(eea4ad28) at syscall+0x1fb
    Xint0x80_syscall() at Xint0x80_syscall+0x21
    --- syscall (209, FreeBSD ELF32, poll), eip = 0x28d29097, esp = 0xbf9fea3c, ebp = 0xbf9fea58 ---
    
    Tracing command clamd pid 128 tid 100119 td 0xc6bef5c0
    sched_switch(c6bef5c0,0,104,1279228c,1283f,...) at sched_switch+0xbc
    mi_switch(104,0,c6bf4580,0,eea2fa78,...) at mi_switch+0xd6
    sleepq_switch(c6bef5c0,0,c0f9592c,1a0,c0ab2e4a,...) at sleepq_switch+0xae
    sleepq_catch_signals(c6bf4580,0,c6bef5c0,eea2fac0,c0a53c79,...) at sleepq_catch_signals+0x33b
    sleepq_timedwait_sig(c6bf45a4,0,c0f9725c,101,0,...) at sleepq_timedwait_sig+0x1c
    _cv_timedwait_sig(c6bf45a4,c6bf4590,36ee81,c0ae1570,0,...) at _cv_timedwait_sig+0x139
    seltdwait(eea2fc40,eea2fc48,c6b62280,c6bef5c0,c0ae4620,...) at seltdwait+0x84
    poll(c6bef5c0,eea2fcec,eea2fcc0,c0ac35b6,c155482c,...) at poll+0x47f
    syscall(eea2fd28) at syscall+0x1fb
    Xint0x80_syscall() at Xint0x80_syscall+0x21
    --- syscall (209, FreeBSD ELF32, poll), eip = 0x28d29097, esp = 0xbfbfe69c, ebp = 0xbfbfe6b8 ---
    
    Tracing command sh pid 35274 tid 100124 td 0xc6c3ab80
    sched_switch(c6c3ab80,0,104,d6534ce,41,...) at sched_switch+0xbc
    mi_switch(104,0,c6c3ab80,1,eea3eab8,...) at mi_switch+0xd6
    sleepq_switch(c6c3ab80,0,c0f9592c,1a0,c6121c80,...) at sleepq_switch+0xae
    sleepq_catch_signals(c6c3ab80,1,eea3eafc,c0a54147,c5f09270,...) at sleepq_catch_signals+0x33b
    sleepq_wait_sig(c5f09270,0,c0f97f32,101,0,...) at sleepq_wait_sig+0x18
    _cv_wait_sig(c5f09270,c154fad0,0,0,eea3eb68,...) at _cv_wait_sig+0x127
    tty_wait(c5f09200,c5f09270,1,eea3eb5b,eea3eb50,...) at tty_wait+0x23
    ttydisc_read(c5f09200,eea3ec3c,0,c6be5b84,eea3ebbc,...) at ttydisc_read+0xa5
    ttydev_read(c5f1e700,eea3ec3c,0,0,1,...) at ttydev_read+0x10f
    devfs_read_f(c6a75968,eea3ec3c,c6b63780,0,c6c3ab80,...) at devfs_read_f+0x7e
    dofileread(eea3ec3c,ffffffff,ffffffff,0,c6a75968,...) at dofileread+0x90
    kern_readv(c6c3ab80,0,eea3ec3c,eea3ec5c,1,...) at kern_readv+0x6a
    read(c6c3ab80,eea3ecec,2,c0ac35ec,c,...) at read+0x50
    syscall(eea3ed28) at syscall+0x1fb
    Xint0x80_syscall() at Xint0x80_syscall+0x21
    --- syscall (3, FreeBSD ELF32, read), eip = 0x281f2e73, esp = 0xbfbfe97c, ebp = 0xbfbfea58 ---
    
    Tracing command sh pid 35162 tid 100123 td 0xc6c3b000
    sched_switch(c6c3b000,0,104,1219414e,41,...) at sched_switch+0xbc
    mi_switch(104,0,c6c3b000,1,eea3bab8,...) at mi_switch+0xd6
    sleepq_switch(c6c3b000,0,c0f9592c,1a0,c6121c40,...) at sleepq_switch+0xae
    sleepq_catch_signals(c6c3b000,1,eea3bafc,c0a54147,c5f09070,...) at sleepq_catch_signals+0x33b
    sleepq_wait_sig(c5f09070,0,c0f97f32,101,0,...) at sleepq_wait_sig+0x18
    _cv_wait_sig(c5f09070,c154fad0,0,0,eea3bb68,...) at _cv_wait_sig+0x127
    tty_wait(c5f09000,c5f09070,1,eea3bb5b,eea3bb50,...) at tty_wait+0x23
    ttydisc_read(c5f09000,eea3bc3c,0,c6be5a78,eea3bbbc,...) at ttydisc_read+0xa5
    ttydev_read(c5f1e300,eea3bc3c,0,0,1,...) at ttydev_read+0x10f
    devfs_read_f(c6a750a8,eea3bc3c,c6b8b100,0,c6c3b000,...) at devfs_read_f+0x7e
    dofileread(eea3bc3c,ffffffff,ffffffff,0,c6a750a8,...) at dofileread+0x90
    kern_readv(c6c3b000,0,eea3bc3c,eea3bc5c,1,...) at kern_readv+0x6a
    read(c6c3b000,eea3bcec,2,16246c00,c,...) at read+0x50
    syscall(eea3bd28) at syscall+0x1fb
    Xint0x80_syscall() at Xint0x80_syscall+0x21
    --- syscall (3, FreeBSD ELF32, read), eip = 0x281f2e73, esp = 0xbfbfe97c, ebp = 0xbfbfea58 ---
    
    Tracing command sh pid 32221 tid 100111 td 0xc6bf1000
    sched_switch(c6bf1000,0,104,7b4a032a,40,...) at sched_switch+0xbc
    mi_switch(104,0,c6a93b48,0,eea17b60,...) at mi_switch+0xd6
    sleepq_switch(c6bf1000,0,c0f9592c,1a0,c5d7d140,...) at sleepq_switch+0xae
    sleepq_catch_signals(c6a93b48,0,eea17bb0,c0aa816a,c6a93ac0,...) at sleepq_catch_signals+0x33b
    sleepq_wait_sig(c6a93ac0,5c,c0f96347,100,0,...) at sleepq_wait_sig+0x18
    _sleep(c6a93ac0,c6a93b48,15c,c0f96347,0,...) at _sleep+0x27a
    kern_wait(c6bf1000,ffffffff,eea17c58,2,0,...) at kern_wait+0x6ef
    wait4(c6bf1000,eea17cec,2,c0ac35b6,c,...) at wait4+0x3b
    syscall(eea17d28) at syscall+0x1fb
    Xint0x80_syscall() at Xint0x80_syscall+0x21
    --- syscall (7, FreeBSD ELF32, wait4), eip = 0x2816e53b, esp = 0xbfbfea8c, ebp = 0xbfbfeaa8 ---
    
    Tracing command sh pid 32143 tid 100105 td 0xc6a968a0
    sched_switch(c6a968a0,0,104,7b2f03fa,40,...) at sched_switch+0xbc
    mi_switch(104,0,c6beb088,0,eea05b60,...) at mi_switch+0xd6
    sleepq_switch(c6a968a0,0,c0f9592c,1a0,c5d7d580,...) at sleepq_switch+0xae
    sleepq_catch_signals(c6beb088,0,eea05bb0,c0aa816a,c6beb000,...) at sleepq_catch_signals+0x33b
    sleepq_wait_sig(c6beb000,5c,c0f96347,100,0,...) at sleepq_wait_sig+0x18
    _sleep(c6beb000,c6beb088,15c,c0f96347,0,...) at _sleep+0x27a
    kern_wait(c6a968a0,ffffffff,eea05c58,2,0,...) at kern_wait+0x6ef
    wait4(c6a968a0,eea05cec,2,16246c00,c,...) at wait4+0x3b
    syscall(eea05d28) at syscall+0x1fb
    Xint0x80_syscall() at Xint0x80_syscall+0x21
    --- syscall (7, FreeBSD ELF32, wait4), eip = 0x2816e53b, esp = 0xbfbfea8c, ebp = 0xbfbfeaa8 ---
    
    Tracing command sshlockout_pf pid 31853 tid 100113 td 0xc6bf08a0
    sched_switch(c6bf08a0,0,104,9a4647d8,12ecd,...) at sched_switch+0xbc
    mi_switch(104,0,0,0,eea1dba0,...) at mi_switch+0xd6
    sleepq_switch(c6bf08a0,0,c0f9592c,1a0,c0ab2e4a,...) at sleepq_switch+0xae
    sleepq_catch_signals(0,0,1b7741,eea1dbf4,c0aa8082,...) at sleepq_catch_signals+0x33b
    sleepq_timedwait_sig(c1550844,5c,c0f9319e,100,0,...) at sleepq_timedwait_sig+0x1c
    _sleep(c1550844,0,15c,c0f9319e,1b7741,...) at _sleep+0x192
    kern_nanosleep(c6bf08a0,eea1dc48,eea1dc50,708,0,...) at kern_nanosleep+0xeb
    nanosleep(c6bf08a0,eea1dcec,eea1dcc0,c0ac35b6,c155482c,...) at nanosleep+0x6c
    syscall(eea1dd28) at syscall+0x1fb
    Xint0x80_syscall() at Xint0x80_syscall+0x21
    --- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x28172567, esp = 0xbf9fef4c, ebp = 0xbf9fef68 ---
    
    Tracing command sshlockout_pf pid 31853 tid 100058 td 0xc61202e0
    sched_switch(c61202e0,0,104,ccdb30b4,614f,...) at sched_switch+0xbc
    mi_switch(104,0,c6172f38,0,ee941b40,...) at mi_switch+0xd6
    sleepq_switch(c61202e0,0,c0f9592c,1a0,c5d7c080,...) at sleepq_switch+0xae
    sleepq_catch_signals(c6172f38,0,ee941b90,c0aa816a,c6172dc8,...) at sleepq_catch_signals+0x33b
    sleepq_wait_sig(c6172dc8,4c,c0f96015,100,0,...) at sleepq_wait_sig+0x18
    _sleep(c6172dc8,c6172f38,14c,c0f96015,0,...) at _sleep+0x27a
    pipe_read(c6875508,ee941c3c,c5d8f400,0,c61202e0,...) at pipe_read+0x44a
    dofileread(ee941c3c,ffffffff,ffffffff,0,c6875508,...) at dofileread+0x90
    kern_readv(c61202e0,0,ee941c3c,ee941c5c,1,...) at kern_readv+0x6a
    read(c61202e0,ee941cec,2,c0ac35ec,c,...) at read+0x50
    syscall(ee941d28) at syscall+0x1fb
    Xint0x80_syscall() at Xint0x80_syscall+0x21
    --- syscall (3, FreeBSD ELF32, read), eip = 0x2818ee73, esp = 0xbfbfe8ec, ebp = 0xbfbfe908 ---
    
    Tracing command login pid 30196 tid 100088 td 0xc61798a0
    sched_switch(c61798a0,0,104,63c26922,40,...) at sched_switch+0xbc
    mi_switch(104,0,c6a935e8,0,ee9beb60,...) at mi_switch+0xd6
    sleepq_switch(c61798a0,0,c0f9592c,1a0,c5d7d980,...) at sleepq_switch+0xae
    sleepq_catch_signals(c6a935e8,0,ee9bebb0,c0aa816a,c6a93560,...) at sleepq_catch_signals+0x33b
    sleepq_wait_sig(c6a93560,5c,c0f96347,100,0,...) at sleepq_wait_sig+0x18
    _sleep(c6a93560,c6a935e8,15c,c0f96347,0,...) at _sleep+0x27a
    kern_wait(c61798a0,7d8f,ee9bec58,0,0,...) at kern_wait+0x6ef
    wait4(c61798a0,ee9becec,2,c6b8d080,c,...) at wait4+0x3b
    syscall(ee9bed28) at syscall+0x1fb
    Xint0x80_syscall() at Xint0x80_syscall+0x21
    --- syscall (7, FreeBSD ELF32, wait4), eip = 0x2810e53b, esp = 0xbfbfed3c, ebp = 0xbfbfed58 ---
    
    Tracing command login pid 30184 tid 100110 td 0xc6bf12e0
    sched_switch(c6bf12e0,0,104,63d8e5c6,40,...) at sched_switch+0xbc
    mi_switch(104,0,c6bea088,0,eea14b60,...) at mi_switch+0xd6
    sleepq_switch(c6bf12e0,0,c0f9592c,1a0,c5d7d100,...) at sleepq_switch+0xae
    sleepq_catch_signals(c6bea088,0,eea14bb0,c0aa816a,c6bea000,...) at sleepq_catch_signals+0x33b
    sleepq_wait_sig(c6bea000,5c,c0f96347,100,0,...) at sleepq_wait_sig+0x18
    _sleep(c6bea000,c6bea088,15c,c0f96347,0,...) at _sleep+0x27a
    kern_wait(c6bf12e0,7ddd,eea14c58,0,0,...) at kern_wait+0x6ef
    wait4(c6bf12e0,eea14cec,2,0,c,...) at wait4+0x3b
    syscall(eea14d28) at syscall+0x1fb
    Xint0x80_syscall() at Xint0x80_syscall+0x21
    --- syscall (7, FreeBSD ELF32, wait4), eip = 0x2810e53b, esp = 0xbfbfed3c, ebp = 0xbfbfed58 ---
    
    Tracing command minicron pid 27636 tid 100108 td 0xc6bf18a0
    sched_switch(c6bf18a0,0,104,7b2fd140,dc48,...) at sched_switch+0xbc
    mi_switch(104,0,0,0,eea0eba0,...) at mi_switch+0xd6
    sleepq_switch(c6bf18a0,0,c0f9592c,1a0,c0ab2e4a,...) at sleepq_switch+0xae
    sleepq_catch_signals(0,0,5265c01,eea0ebf4,c0aa8082,...) at sleepq_catch_signals+0x33b
    sleepq_timedwait_sig(c1550844,5c,c0f9319e,100,0,...) at sleepq_timedwait_sig+0x1c
    _sleep(c1550844,0,15c,c0f9319e,5265c01,...) at _sleep+0x192
    kern_nanosleep(c6bf18a0,eea0ec48,eea0ec50,15180,0,...) at kern_nanosleep+0xeb
    nanosleep(c6bf18a0,eea0ecec,2,0,c,...) at nanosleep+0x6c
    syscall(eea0ed28) at syscall+0x1fb
    Xint0x80_syscall() at Xint0x80_syscall+0x21
    --- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x2815c567, esp = 0xbfbfed2c, ebp = 0xbfbfed58 ---
    
    Tracing command minicron pid 27334 tid 100107 td 0xc6bf1b80
    sched_switch(c6bf1b80,0,104,ccbf43ce,3e,...) at sched_switch+0xbc
    mi_switch(104,0,c6bea898,0,eea0bb60,...) at mi_switch+0xd6
    sleepq_switch(c6bf1b80,0,c0f9592c,1a0,c5d7d040,...) at sleepq_switch+0xae
    sleepq_catch_signals(c6bea898,0,eea0bbb0,c0aa816a,c6bea810,...) at sleepq_catch_signals+0x33b
    sleepq_wait_sig(c6bea810,5c,c0f96347,100,0,...) at sleepq_wait_sig+0x18
    _sleep(c6bea810,c6bea898,15c,c0f96347,0,...) at _sleep+0x27a
    kern_wait(c6bf1b80,ffffffff,eea0bc58,0,0,...) at kern_wait+0x6ef
    wait4(c6bf1b80,eea0bcec,2,0,c,...) at wait4+0x3b
    syscall(eea0bd28) at syscall+0x1fb
    Xint0x80_syscall() at Xint0x80_syscall+0x21
    --- syscall (7, FreeBSD ELF32, wait4), eip = 0x280f453b, esp = 0xbfbfed3c, ebp = 0xbfbfed58 ---
    
    Tracing command minicron pid 27083 tid 100106 td 0xc6bf2000
    sched_switch(c6bf2000,0,104,ba999b42,12eea,...) at sched_switch+0xbc
    mi_switch(104,0,0,0,eea08ba0,...) at mi_switch+0xd6
    sleepq_switch(c6bf2000,0,c0f9592c,1a0,c0ab2e4a,...) at sleepq_switch+0xae
    sleepq_catch_signals(0,0,36ee81,eea08bf4,c0aa8082,...) at sleepq_catch_signals+0x33b
    sleepq_timedwait_sig(c1550844,5c,c0f9319e,100,0,...) at sleepq_timedwait_sig+0x1c
    _sleep(c1550844,0,15c,c0f9319e,36ee81,...) at _sleep+0x192
    kern_nanosleep(c6bf2000,eea08c48,eea08c50,e10,0,...) at kern_nanosleep+0xeb
    nanosleep(c6bf2000,eea08cec,2,c0ac35ec,c,...) at nanosleep+0x6c
    syscall(eea08d28) at syscall+0x1fb
    Xint0x80_syscall() at Xint0x80_syscall+0x21
    --- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x2815c567, esp = 0xbfbfed3c, ebp = 0xbfbfed68 ---
    
    Tracing command minicron pid 26546 tid 100104 td 0xc6a95000
    sched_switch(c6a95000,0,104,cc81f71e,3e,...) at sched_switch+0xbc
    mi_switch(104,0,c6beb338,0,eea02b60,...) at mi_switch+0xd6
    sleepq_switch(c6a95000,0,c0f9592c,1a0,c5d7d780,...) at sleepq_switch+0xae
    sleepq_catch_signals(c6beb338,0,eea02bb0,c0aa816a,c6beb2b0,...) at sleepq_catch_signals+0x33b
    sleepq_wait_sig(c6beb2b0,5c,c0f96347,100,0,...) at sleepq_wait_sig+0x18
    _sleep(c6beb2b0,c6beb338,15c,c0f96347,0,...) at _sleep+0x27a
    kern_wait(c6a95000,ffffffff,eea02c58,0,0,...) at kern_wait+0x6ef
    wait4(c6a95000,eea02cec,2,c0ac35ec,c,...) at wait4+0x3b
    syscall(eea02d28) at syscall+0x1fb
    Xint0x80_syscall() at Xint0x80_syscall+0x21
    --- syscall (7, FreeBSD ELF32, wait4), eip = 0x280f453b, esp = 0xbfbfed4c, ebp = 0xbfbfed68 ---
    
    Tracing command minicron pid 26512 tid 100103 td 0xc6a952e0
    sched_switch(c6a952e0,0,104,a849069c,13011,...) at sched_switch+0xbc
    mi_switch(104,0,0,0,ee9ffba0,...) at mi_switch+0xd6
    sleepq_switch(c6a952e0,0,c0f9592c,1a0,c0ab2e4a,...) at sleepq_switch+0xae
    sleepq_catch_signals(0,0,3a981,ee9ffbf4,c0aa8082,...) at sleepq_catch_signals+0x33b
    sleepq_timedwait_sig(c1550844,5c,c0f9319e,100,0,...) at sleepq_timedwait_sig+0x1c
    _sleep(c1550844,0,15c,c0f9319e,3a981,...) at _sleep+0x192
    kern_nanosleep(c6a952e0,ee9ffc48,ee9ffc50,f0,0,...) at kern_nanosleep+0xeb
    nanosleep(c6a952e0,ee9ffcec,2,c0ac35ec,c,...) at nanosleep+0x6c
    syscall(ee9ffd28) at syscall+0x1fb
    Xint0x80_syscall() at Xint0x80_syscall+0x21
    --- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x2815c567, esp = 0xbfbfed3c, ebp = 0xbfbfed68 ---
    
    Tracing command minicron pid 26066 tid 100101 td 0xc6a958a0
    sched_switch(c6a958a0,0,104,cbceec42,3e,...) at sched_switch+0xbc
    mi_switch(104,0,c6bebb48,0,ee9f9b60,...) at mi_switch+0xd6
    sleepq_switch(c6a958a0,0,c0f9592c,1a0,c5d7d6c0,...) at sleepq_switch+0xae
    sleepq_catch_signals(c6bebb48,0,ee9f9bb0,c0aa816a,c6bebac0,...) at sleepq_catch_signals+0x33b
    sleepq_wait_sig(c6bebac0,5c,c0f96347,100,0,...) at sleepq_wait_sig+0x18
    _sleep(c6bebac0,c6bebb48,15c,c0f96347,0,...) at _sleep+0x27a
    kern_wait(c6a958a0,ffffffff,ee9f9c58,0,0,...) at kern_wait+0x6ef
    wait4(c6a958a0,ee9f9cec,2,0,c,...) at wait4+0x3b
    syscall(ee9f9d28) at syscall+0x1fb
    Xint0x80_syscall() at Xint0x80_syscall+0x21
    --- syscall (7, FreeBSD ELF32, wait4), eip = 0x280f453b, esp = 0xbfbfed4c, ebp = 0xbfbfed68 ---
    
    Tracing command md10 pid 5488 tid 100079 td 0xc6a465c0
    sched_switch(c6a465c0,0,104,95376078,7a24,...) at sched_switch+0xbc
    mi_switch(104,0,4c,c6a1f800,ee990c84,...) at mi_switch+0xd6
    sleepq_switch(c6a465c0,0,c0f9592c,260,c6a1f820,...) at sleepq_switch+0xae
    sleepq_wait(c6a1f800,4c,c0f6065e,0,0,...) at sleepq_wait+0x45
    _sleep(c6a1f800,c6a1f820,24c,c0f6065e,0,...) at _sleep+0x32c
    md_kthread(c6a1f800,ee990d28,0,0,c6a1f800,...) at md_kthread+0x245
    fork_exit(c082f2e0,c6a1f800,ee990d28) at fork_exit+0x87
    fork_trampoline() at fork_trampoline+0x8
    --- trap 0, eip = 0, esp = 0xee990d60, ebp = 0 ---
    
    Tracing command cron pid 83309 tid 100084 td 0xc6a455c0
    sched_switch(c6a455c0,0,104,24759eaa,13059,...) at sched_switch+0xbc
    mi_switch(104,0,0,0,ee99fba0,...) at mi_switch+0xd6
    sleepq_switch(c6a455c0,0,c0f9592c,1a0,c0ab2e4a,...) at sleepq_switch+0xae
    sleepq_catch_signals(0,0,ea61,ee99fbf4,c0aa8082,...) at sleepq_catch_signals+0x33b
    sleepq_timedwait_sig(c1550844,5c,c0f9319e,100,0,...) at sleepq_timedwait_sig+0x1c
    _sleep(c1550844,0,15c,c0f9319e,ea61,...) at _sleep+0x192
    kern_nanosleep(c6a455c0,ee99fc48,ee99fc50,3c,0,...) at kern_nanosleep+0xeb
    nanosleep(c6a455c0,ee99fcec,ee99fcc0,c0ac35b6,c155482c,...) at nanosleep+0x6c
    syscall(ee99fd28) at syscall+0x1fb
    Xint0x80_syscall() at Xint0x80_syscall+0x21
    --- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x2817a567, esp = 0xbfbfec6c, ebp = 0xbfbfec98 ---
    
    Tracing command syslogd pid 82123 tid 100059 td 0xc6120000
    sched_switch(c6120000,0,104,19b0aea4,1307b,...) at sched_switch+0xbc
    mi_switch(104,0,c662db40,0,ee945a1c,...) at mi_switch+0xd6
    sleepq_switch(c6120000,0,c0f9592c,1a0,c6121080,...) at sleepq_switch+0xae
    sleepq_catch_signals(c662db40,0,ee945a60,c0a54147,c662db64,...) at sleepq_catch_signals+0x33b
    sleepq_wait_sig(c662db64,0,c0f9725c,101,0,...) at sleepq_wait_sig+0x18
    _cv_wait_sig(c662db64,c662db50,c6120000,0,c14e0e80,...) at _cv_wait_sig+0x127
    seltdwait(c61682a0,58,c5d8f400,c6120000,7ce00,...) at seltdwait+0x132
    kern_select(c6120000,f,2822c098,0,0,0,20,c61242b0,0) at kern_select+0x61e
    select(c6120000,ee945cec,ee945cc0,c0ac35b6,c155482c,...) at select+0x63
    syscall(ee945d28) at syscall+0x1fb
    Xint0x80_syscall() at Xint0x80_syscall+0x21
    --- syscall (93, FreeBSD ELF32, select), eip = 0x2818fdf3, esp = 0xbfbfe24c, ebp = 0xbfbfedb8 ---
    
    Tracing command mpd4 pid 53106 tid 100100 td 0xc6a96000
    sched_switch(c6a96000,0,104,7db28e2e,9392,...) at sched_switch+0xbc
    mi_switch(104,0,c662d9c0,0,ee9e2a7c,...) at mi_switch+0xd6
    sleepq_switch(c6a96000,0,c0f9592c,1a0,c5d7d640,...) at sleepq_switch+0xae
    sleepq_catch_signals(c662d9c0,0,ee9e2ac0,c0a54147,c662d9e4,...) at sleepq_catch_signals+0x33b
    sleepq_wait_sig(c662d9e4,0,c0f9725c,101,0,...) at sleepq_wait_sig+0x18
    _cv_wait_sig(c662d9e4,c662d9d0,ee9e2aec,c0ae1570,c60fe380,...) at _cv_wait_sig+0x127
    seltdwait(c6b484d4,40,c5d8f400,c6a96000,c0ae8ea0,...) at seltdwait+0x132
    poll(c6a96000,ee9e2cec,46,c0ac35ec,c6a96000,...) at poll+0x47f
    syscall(ee9e2d28) at syscall+0x1fb
    Xint0x80_syscall() at Xint0x80_syscall+0x21
    --- syscall (209, FreeBSD ELF32, poll), eip = 0x28474097, esp = 0xbf9feefc, ebp = 0xbf9fef18 ---
    
    Tracing command php pid 40129 tid 100064 td 0xc6179000
    sched_switch(c6179000,0,104,569d15f8,6bdd,...) at sched_switch+0xbc
    mi_switch(104,0,c1564130,0,ee959b9c,...) at mi_switch+0xd6
    sleepq_switch(c6179000,0,c0f9592c,1a0,c5d7d200,...) at sleepq_switch+0xae
    sleepq_catch_signals(c1564130,0,ee959bec,c0aa816a,c6a4ab82,...) at sleepq_catch_signals+0x33b
    sleepq_wait_sig(c6a4ab82,58,c0f963b7,100,0,...) at sleepq_wait_sig+0x18
    _sleep(c6a4ab82,c1564130,158,c0f963b7,0,...) at _sleep+0x27a
    kern_accept(c6179000,0,ee959c54,ee959c50,ee959c4c,...) at kern_accept+0x183
    accept(c6179000,ee959cec,ee959cc0,c0ac35b6,c1554a34,...) at accept+0x73
    syscall(ee959d28) at syscall+0x1fb
    Xint0x80_syscall() at Xint0x80_syscall+0x21
    --- syscall (30, FreeBSD ELF32, accept), eip = 0x286a7c5f, esp = 0xbfbeca9c, ebp = 0xbfbecab8 ---
    
    Tracing command php pid 39649 tid 100080 td 0xc6a462e0
    sched_switch(c6a462e0,0,104,7aa2a03c,6153,...) at sched_switch+0xbc
    mi_switch(104,0,c1564130,0,ee993b9c,...) at mi_switch+0xd6
    sleepq_switch(c6a462e0,0,c0f9592c,1a0,c5d7d880,...) at sleepq_switch+0xae
    sleepq_catch_signals(c1564130,0,ee993bec,c0aa816a,c6a4b03e,...) at sleepq_catch_signals+0x33b
    sleepq_wait_sig(c6a4b03e,58,c0f963b7,100,0,...) at sleepq_wait_sig+0x18
    _sleep(c6a4b03e,c1564130,158,c0f963b7,0,...) at _sleep+0x27a
    kern_accept(c6a462e0,0,ee993c54,ee993c50,ee993c4c,...) at kern_accept+0x183
    accept(c6a462e0,ee993cec,2,c0ac35b6,c,...) at accept+0x73
    syscall(ee993d28) at syscall+0x1fb
    Xint0x80_syscall() at Xint0x80_syscall+0x21
    --- syscall (30, FreeBSD ELF32, accept), eip = 0x286a7c5f, esp = 0xbfbeca9c, ebp = 0xbfbecab8 ---
    
    Tracing command php pid 39371 tid 100081 td 0xc6a46000
    sched_switch(c6a46000,0,104,7078f95e,39,...) at sched_switch+0xbc
    mi_switch(104,0,c6a43338,0,ee996b60,...) at mi_switch+0xd6
    sleepq_switch(c6a46000,0,c0f9592c,1a0,c5d7d8c0,...) at sleepq_switch+0xae
    sleepq_catch_signals(c6a43338,0,ee996bb0,c0aa816a,c6a432b0,...) at sleepq_catch_signals+0x33b
    sleepq_wait_sig(c6a432b0,5c,c0f96347,100,0,...) at sleepq_wait_sig+0x18
    _sleep(c6a432b0,c6a43338,15c,c0f96347,0,...) at _sleep+0x27a
    kern_wait(c6a46000,ffffffff,ee996c58,0,0,...) at kern_wait+0x6ef
    wait4(c6a46000,ee996cec,2,c0ac35ec,c,...) at wait4+0x3b
    syscall(ee996d28) at syscall+0x1fb
    Xint0x80_syscall() at Xint0x80_syscall+0x21
    --- syscall (7, FreeBSD ELF32, wait4), eip = 0x2868753b, esp = 0xbfbfcb5c, ebp = 0xbfbfcb78 ---
    
    Tracing command php pid 38590 tid 100068 td 0xc61782e0
    sched_switch(c61782e0,0,104,625398e2,39,...) at sched_switch+0xbc
    mi_switch(104,0,c66ca898,0,ee96fb60,...) at mi_switch+0xd6
    sleepq_switch(c61782e0,0,c0f9592c,1a0,c5d7dc40,...) at sleepq_switch+0xae
    sleepq_catch_signals(c66ca898,0,ee96fbb0,c0aa816a,c66ca810,...) at sleepq_catch_signals+0x33b
    sleepq_wait_sig(c66ca810,5c,c0f96347,100,0,...) at sleepq_wait_sig+0x18
    _sleep(c66ca810,c66ca898,15c,c0f96347,0,...) at _sleep+0x27a
    kern_wait(c61782e0,ffffffff,ee96fc58,0,0,...) at kern_wait+0x6ef
    wait4(c61782e0,ee96fcec,2,0,c,...) at wait4+0x3b
    syscall(ee96fd28) at syscall+0x1fb
    Xint0x80_syscall() at Xint0x80_syscall+0x21
    --- syscall (7, FreeBSD ELF32, wait4), eip = 0x2868753b, esp = 0xbfbfcb5c, ebp = 0xbfbfcb78 ---
    
    Tracing command lighttpd pid 38570 tid 100076 td 0xc61228a0
    sched_switch(c61228a0,0,104,22ee0db4,1307b,...) at sched_switch+0xbc
    mi_switch(104,0,c6a48000,0,ee987a80,...) at mi_switch+0xd6
    sleepq_switch(c61228a0,0,c0f9592c,1a0,c0ab2e4a,...) at sleepq_switch+0xae
    sleepq_catch_signals(c6a48000,0,3e9,ee987ad4,c0aa8082,...) at sleepq_catch_signals+0x33b
    sleepq_timedwait_sig(c6a48000,58,c0f8ea33,100,0,...) at sleepq_timedwait_sig+0x1c
    _sleep(c6a48000,c6a48000,158,c0f8ea33,3e9,...) at _sleep+0x192
    kern_kevent(c61228a0,8,0,2b58,ee987c3c,...) at kern_kevent+0x325
    kevent(c61228a0,ee987cec,ee987cc0,c0ac35b6,c155482c,...) at kevent+0x88
    syscall(ee987d28) at syscall+0x1fb
    Xint0x80_syscall() at Xint0x80_syscall+0x21
    --- syscall (363, FreeBSD ELF32, kevent), eip = 0x283a4bf7, esp = 0xbfbfea9c, ebp = 0xbfbfead8 ---
    
    Tracing command rrdtool pid 26022 tid 100086 td 0xc6a45000
    sched_switch(c6a45000,0,104,495bb4f0,13073,...) at sched_switch+0xbc
    mi_switch(104,0,c6171db0,0,ee9a5b40,...) at mi_switch+0xd6
    sleepq_switch(c6a45000,0,c0f9592c,1a0,c5d7da00,...) at sleepq_switch+0xae
    sleepq_catch_signals(c6171db0,0,ee9a5b90,c0aa816a,c6171c40,...) at sleepq_catch_signals+0x33b
    sleepq_wait_sig(c6171c40,4c,c0f96015,100,0,...) at sleepq_wait_sig+0x18
    _sleep(c6171c40,c6171db0,14c,c0f96015,0,...) at _sleep+0x27a
    pipe_read(c61691c0,ee9a5c3c,c6a48600,0,c6a45000,...) at pipe_read+0x44a
    dofileread(ee9a5c3c,ffffffff,ffffffff,0,c61691c0,...) at dofileread+0x90
    kern_readv(c6a45000,0,ee9a5c3c,ee9a5c5c,1,...) at kern_readv+0x6a
    read(c6a45000,ee9a5cec,2,c0ac35b6,c,...) at read+0x50
    syscall(ee9a5d28) at syscall+0x1fb
    Xint0x80_syscall() at Xint0x80_syscall+0x21
    --- syscall (3, FreeBSD ELF32, read), eip = 0x282bbe73, esp = 0xbfbfec9c, ebp = 0xbfbfecb8 ---
    
    Tracing command apinger pid 25780 tid 100087 td 0xc6179b80
    sched_switch(c6179b80,0,104,30a953e4,1307b,...) at sched_switch+0xbc
    mi_switch(104,0,c6108a00,0,ee9a8a78,...) at mi_switch+0xd6
    sleepq_switch(c6179b80,0,c0f9592c,1a0,c0ab2e4a,...) at sleepq_switch+0xae
    sleepq_catch_signals(c6108a00,0,c6179b80,ee9a8ac0,c0a53c79,...) at sleepq_catch_signals+0x33b
    sleepq_timedwait_sig(c6108a24,0,c0f9725c,101,0,...) at sleepq_timedwait_sig+0x1c
    _cv_timedwait_sig(c6108a24,c6108a10,35f,c0ae1570,c60fe380,...) at _cv_timedwait_sig+0x139
    seltdwait(ee9a8c40,ee9a8c48,c6a48600,c6179b80,c0ae8ea0,...) at seltdwait+0x84
    poll(c6179b80,ee9a8cec,ee9a8cc0,c0ac35b6,c155482c,...) at poll+0x47f
    syscall(ee9a8d28) at syscall+0x1fb
    Xint0x80_syscall() at Xint0x80_syscall+0x21
    --- syscall (209, FreeBSD ELF32, poll), eip = 0x28128097, esp = 0xbfbfcd2c, ebp = 0xbfbfed88 ---
    
    Tracing command inetd pid 21829 tid 100074 td 0xc6177000
    sched_switch(c6177000,0,104,dea80a10,12e0c,...) at sched_switch+0xbc
    mi_switch(104,0,c63cc8c0,0,ee981a1c,...) at mi_switch+0xd6
    sleepq_switch(c6177000,0,c0f9592c,1a0,c5d7ddc0,...) at sleepq_switch+0xae
    sleepq_catch_signals(c63cc8c0,0,ee981a60,c0a54147,c63cc8e4,...) at sleepq_catch_signals+0x33b
    sleepq_wait_sig(c63cc8e4,0,c0f9725c,101,0,...) at sleepq_wait_sig+0x18
    _cv_wait_sig(c63cc8e4,c63cc8d0,ee981a8c,c0ae1570,c60fe380,...) at _cv_wait_sig+0x127
    seltdwait(c6723000,58,c5d8f400,c6177000,c74d4270,...) at seltdwait+0x132
    kern_select(c6177000,c,bfbfdf90,0,0,0,20,c66c9560,bfbfe0b4) at kern_select+0x61e
    select(c6177000,ee981cec,ee981cc0,c0ac35b6,c155482c,...) at select+0x63
    syscall(ee981d28) at syscall+0x1fb
    Xint0x80_syscall() at Xint0x80_syscall+0x21
    --- syscall (93, FreeBSD ELF32, select), eip = 0x2819fdf3, esp = 0xbfbfdf4c, ebp = 0xbfbfedd8 ---
    
    Tracing command logger pid 18729 tid 100073 td 0xc61772e0
    sched_switch(c61772e0,0,104,19b0df54,1307b,...) at sched_switch+0xbc
    mi_switch(104,0,c6172170,0,ee97eb40,...) at mi_switch+0xd6
    sleepq_switch(c61772e0,0,c0f9592c,1a0,c5d7de00,...) at sleepq_switch+0xae
    sleepq_catch_signals(c6172170,0,ee97eb90,c0aa816a,c6172000,...) at sleepq_catch_signals+0x33b
    sleepq_wait_sig(c6172000,4c,c0f96015,100,0,...) at sleepq_wait_sig+0x18
    _sleep(c6172000,c6172170,14c,c0f96015,0,...) at _sleep+0x27a
    pipe_read(c61699d8,ee97ec3c,c5d8f400,0,c61772e0,...) at pipe_read+0x44a
    dofileread(ee97ec3c,ffffffff,ffffffff,0,c61699d8,...) at dofileread+0x90
    kern_readv(c61772e0,0,ee97ec3c,ee97ec5c,1,...) at kern_readv+0x6a
    read(c61772e0,ee97ecec,46,c0ac35ec,c61772e0,...) at read+0x50
    syscall(ee97ed28) at syscall+0x1fb
    Xint0x80_syscall() at Xint0x80_syscall+0x21
    --- syscall (3, FreeBSD ELF32, read), eip = 0x28179e73, esp = 0xbfbfe91c, ebp = 0xbfbfe938 ---
    
    Tracing command tcpdump pid 18637 tid 100067 td 0xc61785c0
    sched_switch(c61785c0,0,104,19a44b84,1307b,...) at sched_switch+0xbc
    mi_switch(104,0,c6936284,0,ee96cb10,...) at mi_switch+0xd6
    sleepq_switch(c61785c0,0,c0f9592c,1a0,c0ab2e4a,...) at sleepq_switch+0xae
    sleepq_catch_signals(c6936284,0,3e8,ee96cb64,c0aa8082,...) at sleepq_catch_signals+0x33b
    sleepq_timedwait_sig(c6936200,1a,c0fa46e1,100,0,...) at sleepq_timedwait_sig+0x1c
    _sleep(c6936200,c6936284,11a,c0fa46e1,3e8,...) at _sleep+0x192
    bpfread(c5d81600,ee96cc3c,0,0,8000,...) at bpfread+0x258
    devfs_read_f(c6169738,ee96cc3c,c6872900,0,c61785c0,...) at devfs_read_f+0x7e
    dofileread(ee96cc3c,ffffffff,ffffffff,0,c6169738,...) at dofileread+0x90
    kern_readv(c61785c0,8,ee96cc3c,ee96cc5c,1,...) at kern_readv+0x6a
    read(c61785c0,ee96ccec,46,c0ac35ec,c61785c0,...) at read+0x50
    syscall(ee96cd28) at syscall+0x1fb
    Xint0x80_syscall() at Xint0x80_syscall+0x21
    --- syscall (3, FreeBSD ELF32, read), eip = 0x28392e73, esp = 0xbfbfeafc, ebp = 0xbfbfebf8 ---
    
    Tracing command devd pid 273 tid 100060 td 0xc5f28b80
    sched_switch(c5f28b80,0,104,77871664,79ec,...) at sched_switch+0xbc
    mi_switch(104,0,c662c280,0,ee949a1c,...) at mi_switch+0xd6
    sleepq_switch(c5f28b80,0,c0f9592c,1a0,c5d7c100,...) at sleepq_switch+0xae
    sleepq_catch_signals(c662c280,0,ee949a60,c0a54147,c662c2a4,...) at sleepq_catch_signals+0x33b
    sleepq_wait_sig(c662c2a4,0,c0f9725c,101,0,...) at sleepq_wait_sig+0x18
    _cv_wait_sig(c662c2a4,c662c290,ee949a8c,c0ae1570,c60fe380,...) at _cv_wait_sig+0x127
    seltdwait(c66b9338,58,c5d8f400,c5f28b80,c5d97658,...) at seltdwait+0x132
    kern_select(c5f28b80,a,bfbfe990,0,0,0,20,c6124000,100) at kern_select+0x61e
    select(c5f28b80,ee949cec,2,c0ac35ec,c,...) at select+0x63
    syscall(ee949d28) at syscall+0x1fb
    Xint0x80_syscall() at Xint0x80_syscall+0x21
    --- syscall (93, FreeBSD ELF32, select), eip = 0x80881d3, esp = 0xbfbfe95c, ebp = 0xbfbfee38 ---
    
    Tracing command check_reload_status pid 263 tid 100069 td 0xc6178000
    sched_switch(c6178000,0,104,d4a83b0c,2c,...) at sched_switch+0xbc
    mi_switch(104,0,c662eb80,0,ee972a84,...) at mi_switch+0xd6
    sleepq_switch(c6178000,0,c0f9592c,1a0,c5d7dc80,...) at sleepq_switch+0xae
    sleepq_catch_signals(c662eb80,0,ee972ad4,c0aa816a,c662eb80,...) at sleepq_catch_signals+0x33b
    sleepq_wait_sig(c662eb80,58,c0f8ea33,100,0,...) at sleepq_wait_sig+0x18
    _sleep(c662eb80,c662eb80,158,c0f8ea33,0,...) at _sleep+0x27a
    kern_kevent(c6178000,3,0,1,ee972c3c,...) at kern_kevent+0x325
    kevent(c6178000,ee972cec,1,c0ac35ec,c,...) at kevent+0x88
    syscall(ee972d28) at syscall+0x1fb
    Xint0x80_syscall() at Xint0x80_syscall+0x21
    --- syscall (363, FreeBSD ELF32, kevent), eip = 0x28143bf7, esp = 0xbfbfec8c, ebp = 0xbfbfeda8 ---
    
    Tracing command check_reload_status pid 261 tid 10006config.txt0600001216312225546335  7545 ustarrootwheeloptions	CONFIG_AUTOGENERATED
    ident	pfSense8_SMP
    machine	i386
    cpu	I686_CPU
    cpu	I586_CPU
    cpu	I486_CPU
    options	ALTQ_CODEL
    options	ALTQ_NOPCC
    options	PPS_SYNC
    options	ALTQ_FAIRQ
    options	MROUTING
    options	DEVICE_POLLING
    options	NULLFS
    options	MSGTQL=2048
    options	MSGSSZ=32
    options	MSGSEG=512
    options	MSGMNI=40
    options	MSGMNB=8192
    options	ALTQ_PRIQ
    options	ALTQ_HFSC
    options	ALTQ_RIO
    options	ALTQ_RED
    options	ALTQ_CBQ
    options	ALTQ
    options	TCP_SIGNATURE
    options	IPSEC_NAT_T
    options	IPSEC
    options	NETGRAPH_PRED1
    options	NETGRAPH_DEFLATE
    options	NETGRAPH_CAR
    options	NETGRAPH_PIPE
    options	NETGRAPH_TCPMSS
    options	NETGRAPH_VJC
    options	NETGRAPH_UI
    options	NETGRAPH_TTY
    options	NETGRAPH_TEE
    options	NETGRAPH_SOCKET
    options	NETGRAPH_RFC1490
    options	NETGRAPH_PPTPGRE
    options	NETGRAPH_PPPOE
    options	NETGRAPH_PPP
    options	NETGRAPH_ONE2MANY
    options	NETGRAPH_MPPC_ENCRYPTION
    options	NETGRAPH_LMI
    options	NETGRAPH_KSOCKET
    options	NETGRAPH_EIFACE
    options	NETGRAPH_IFACE
    options	NETGRAPH_HOLE
    options	NETGRAPH_FRAME_RELAY
    options	NETGRAPH_ETHER
    options	NETGRAPH_ECHO
    options	NETGRAPH_CISCO
    options	NETGRAPH_BRIDGE
    options	NETGRAPH_BPF
    options	NETGRAPH_ASYNC
    options	NETGRAPH_L2TP
    options	NETGRAPH_VLAN
    options	NETGRAPH
    options	IPSTEALTH
    options	IPFIREWALL_VERBOSE_LIMIT
    options	IPFIREWALL_VERBOSE
    options	IPFIREWALL_FORWARD
    options	IPFIREWALL_DEFAULT_TO_ACCEPT
    options	UNIONFS
    options	GEOM_BDE
    options	GEOM_ELI
    options	GEOM_UZIP
    options	GEOM_MIRROR
    options	DDB
    options	USB_DEBUG
    options	AH_SUPPORT_AR5416
    options	IEEE80211_SUPPORT_MESH
    options	IEEE80211_AMPDU_AGE
    options	IEEE80211_DEBUG
    options	AHD_REG_PRETTY_PRINT
    options	AHC_REG_PRETTY_PRINT
    options	ATA_STATIC_ID
    options	SMP
    options	KDB
    options	INCLUDE_CONFIG_FILE
    [/thread]
    


  • Já pensou em subir outro pfsense para HA?

    Estes crashes podem indicar problemas com drivers ou hardware.


Log in to reply