WLAN crash with D-Link DWL-G122



  • Hi @ all!

    When I use the WLAN USB stick above, than the pfsense crash and reboot if a client is trying to connect.
    I have the wlan stick in access point mode.

    The wlan stick is official supported by pfsense 2.0.1.
    network interface has the name "rum0"

    Does anybody has a solution for this problem?



  • Can you capture the console output before the reboot? (Perhaps a screen photo.)

    This might provide some more useful information.



  • Hi!
    I had exactly the same issue with a Tp-Link TL-WN321G 54mbps USB Stick.
    It also uses the rum driver, and it worked in pfsense 1.2.3 (well, only at 1 mbps in ap mode).
    Crash occurs when 1st packet is received in ap mode.



  • I have the same problem with a Linksys Wireless G USB adapter in AP mode.

    This is what appears on my box



  • Here is my crashreport

    Crash report begins.  Anonymous machine information:
    
    i386
    8.1-RELEASE-p6
    FreeBSD 8.1-RELEASE-p6 #0: Mon Dec 12 17:53:00 EST 2011     root@FreeBSD_8.0_pfSense_2.0-snaps.pfsense.org:/usr/obj./usr/pfSensesrc/src/sys/pfSense_SMP.8
    
    Crash report details:
    
    Filename: /var/crash/bounds
    4
    
    Filename: /var/crash/info.0
    Dump header from device /dev/da0s1b
      Architecture: i386
      Architecture Version: 1
      Dump Length: 122880B (0 MB)
      Blocksize: 512
      Dumptime: Sat Jan 21 15:53:15 2012
      Hostname: pfsense.skynet.com
      Magic: FreeBSD Text Dump
      Version String: FreeBSD 8.1-RELEASE-p6 #0: Mon Dec 12 17:53:00 EST 2011
        root@FreeBSD_8.0_pfSense_2.0-snaps.pfsense.org:/usr/obj./usr/pfSensesrc/src/sys/pfSense_SMP.8
      Panic String: 
      Dump Parity: 510486641
      Bounds: 0
      Dump Status: good
    
    Filename: /var/crash/info.1
    Dump header from device /dev/da0s1b
      Architecture: i386
      Architecture Version: 1
      Dump Length: 122880B (0 MB)
      Blocksize: 512
      Dumptime: Sat Jan 21 16:00:43 2012
      Hostname: pfsense.skynet.com
      Magic: FreeBSD Text Dump
      Version String: FreeBSD 8.1-RELEASE-p6 #0: Mon Dec 12 17:53:00 EST 2011
        root@FreeBSD_8.0_pfSense_2.0-snaps.pfsense.org:/usr/obj./usr/pfSensesrc/src/sys/pfSense_SMP.8
      Panic String: 
      Dump Parity: 1584359537
      Bounds: 1
      Dump Status: good
    
    Filename: /var/crash/info.2
    Dump header from device /dev/da0s1b
      Architecture: i386
      Architecture Version: 1
      Dump Length: 122880B (0 MB)
      Blocksize: 512
      Dumptime: Sat Jan 21 16:03:08 2012
      Hostname: pfsense.skynet.com
      Magic: FreeBSD Text Dump
      Version String: FreeBSD 8.1-RELEASE-p6 #0: Mon Dec 12 17:53:00 EST 2011
        root@FreeBSD_8.0_pfSense_2.0-snaps.pfsense.org:/usr/obj./usr/pfSensesrc/src/sys/pfSense_SMP.8
      Panic String: 
      Dump Parity: 3916392561
      Bounds: 2
      Dump Status: good
    
    Filename: /var/crash/info.3
    Dump header from device /dev/da0s1b
      Architecture: i386
      Architecture Version: 1
      Dump Length: 122880B (0 MB)
      Blocksize: 512
      Dumptime: Sat Jan 21 16:05:50 2012
      Hostname: pfsense.skynet.com
      Magic: FreeBSD Text Dump
      Version String: FreeBSD 8.1-RELEASE-p6 #0: Mon Dec 12 17:53:00 EST 2011
        root@FreeBSD_8.0_pfSense_2.0-snaps.pfsense.org:/usr/obj./usr/pfSensesrc/src/sys/pfSense_SMP.8
      Panic String: 
      Dump Parity: 191391857
      Bounds: 3
      Dump Status: good
    
    Filename: /var/crash/minfree
    2048
    
    Filename: /var/crash/textdump.tar.0
    ddb.txt���������������������������������������������������������������������������������������������0600����0�������0�������140000������11706550533�  7077� �����������������������������������������������������������������������������������������������������ustar���root����������������������������wheel������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������������db:0:kdb.enter.default>  run lockinfo
    db:1:lockinfo> show locks
    No such command
    db:1:locks>  show alllocks
    No such command
    db:1:alllocks>  show lockedvnods
    Locked vnodes
    db:0:kdb.enter.default>  show pcpu
    cpuid        = 0
    dynamic pcpu    = 0x51f880
    curthread    = 0xc4b9aa00: pid 15 "usbus1"
    curpcb       = 0xeb1c6d90
    fpcurthread  = none
    idlethread   = 0xc4996a00: pid 11 "idle: cpu0"
    APIC ID      = 0
    currentldt   = 0x50
    db:0:kdb.enter.default>  bt
    Tracing pid 15 tid 64040 td 0xc4b9aa00
    rum_setup_tx_desc(0,3c,0,0,18,...) at rum_setup_tx_desc+0x78
    rum_start(c4c04400,5486c1d2,e6101c00,608bf43,4,...) at rum_start+0x17f
    if_transmit(c4c04400,c5081900,c5081900,1,c4d89b00,...) at if_transmit+0xcb
    ieee80211_start(c4bbf800,c4eacd34,c4bbf800,c1d8b060,eb1c6a18,...) at ieee80211_start+0x5a8
    if_transmit(c4bbf800,c5081900,0,0) at if_transmit+0xcb
    ether_output_frame(c4bbf800,c5081900,6,eb1c6a4c,a000,...) at ether_output_frame+0x2c
    ether_output(c4bbf800,c5081900,eb1c6ad8,0,eb1c6ac0,...) at ether_output+0x591
    arpintr(c5081900,10,c4b9c000,201,0,...) at arpintr+0x7e4
    netisr_dispatch_src(7,0,c5081900,eb1c6b6c,c0af947f,...) at netisr_dispatch_src+0x70
    netisr_dispatch(7,c5081900,0,1) at netisr_dispatch+0x20
    ether_demux(c4bbf800,c5081900,3,0,3,...) at ether_demux+0x19f
    ether_input(c4bbf800,c5081900,c5081900,c509600a,eb1c6bc8,...) at ether_input+0x15d
    hostap_input(c5516000,c5081900,35,ffffffa1,0,...) at hostap_input+0x3f7
    rum_bulk_read_callback(c4dea988,0,c4b9aa00,eb1c6c88,c0a7a62f,...) at rum_bulk_read_callback+0x113
    usbd_callback_wrapper(c4dea030,c4997d00,c4b9b000,4,eb1c6cc4,...) at usbd_callback_wrapper+0x3d7
    usb_command_wrapper(c4dea030,0,c0a29f47,c4b9fdac,c4b9aa00,...) at usb_command_wrapper+0xb1
    usb_callback_proc(c4dea044,0,c0ed4bc9,68,0,...) at usb_callback_proc+0x88
    usb_process(c4b9fca4,eb1c6d38,0,0,0,...) at usb_process+0xc6
    fork_exit(c09297d0,c4b9fca4,eb1c6d38) at fork_exit+0x88
    fork_trampoline() at fork_trampoline+0x8
    --- trap 0, eip = 0, esp = 0xeb1c6d70, ebp = 0 ---
    db:0:kdb.enter.default>  ps
      pid  ppid  pgrp   uid   state   wmesg     wchan    cmd
     2350 40287    27     0  S       nanslp   0xc133c224 sleep
    43761 63528    27     0  S       nanslp   0xc133c224 sleep
     7804 45855 45855     0  S       piperd   0xc5457000 rrdtool
     2623     1  1993 65534  S       select   0xc5480664 dnsmasq
     1539     1  1539     0  Ss      kqread   0xc54b5e00 dhcpleases
    60763     1 60763     0  Ss      select   0xc5079ba4 dhcrelay
    15602 12878 15602     0  S+      ttyin    0xc4a4aa70 sh
    12878  8471 12878     0  S+      wait     0xc526c2a8 sh
    12537 22709 12537     0  Ss      (threaded)          sshlockout_pf
     64136                   S       nanslp   0xc133c224 sshlockout_pf
     64133                   S       piperd   0xc53b9930 initial thread
     8200  7445  6400  1003  S       piperd   0xc4e13c40 havp
     8004  7644  6400  1003  S       piperd   0xc4e14310 havp
     7707  7238  6400  1003  S       piperd   0xc4e14dc8 havp
     7644  6400  6400  1003  S       accept   0xc52cbd1e havp
     7445  6400  6400  1003  S       accept   0xc52cbd1e havp
     7238  6400  6400  1003  S       accept   0xc52cbd1e havp
     6400     1  6400  1003  Ss      nanslp   0xc133c224 havp
     2094     1  2094     0  Ss      (threaded)          clamd
     64135                   S       select   0xc54804e4 clamd
     64128                   S       select   0xc54812a4 clamd
     9674     1  9632     0  S       select   0xc51a2c24 initial thread
     8471     1  8471     0  Ss+     wait     0xc54942a8 login
     2523     1  2523     0  Ss      nanslp   0xc133c224 minicron
     2333     1  2333     0  Ss      nanslp   0xc133c224 minicron
     1888     1  1888     0  Ss      nanslp   0xc133c224 minicron
    63528     1    27     0  S+      wait     0xc526caa0 sh
    60006 42984 42257    62  S       sbwait   0xc4eaca60 initial thread
    59964 42984 42257    62  S       sbwait   0xc52cc8c4 initial thread
    59652 42984 42257    62  S       sbwait   0xc4ead3f0 initial thread
    43753 42984 42257    62  S       piperd   0xc53b9188 unlinkd
    42984 42257 42257    62  S       kqread   0xc526d180 initial thread
    42257     1 42257     0  Ss      wait     0xc526c550 squid
    38525     0     0     0  SL      mdwait   0xc5425000 [md10]
    43960     1 43960     0  Ss      nanslp   0xc133c224 cron
    40287     1    27     0  S+      wait     0xc5163550 sh
    20518 19661 19661     0  S       accept   0xc51849e6 php
    20311 19661 19661     0  S       accept   0xc51849e6 php
    20018 19661 19661     0  S       accept   0xc51849e6 php
    19797 19661 19661     0  S       accept   0xc51849e6 php
    19661 17908 19661     0  Ss      wait     0xc51637f8 initial thread
    19503 18264 18264     0  S       accept   0xc518484a php
    19314 18264 18264     0  S       accept   0xc518484a php
    19206 18264 18264     0  S       accept   0xc518484a php
    19155 18264 18264     0  S       accept   0xc518484a php
    18458     1 18458     0  Ss      nanslp   0xc133c224 minicron
    18264 17908 18264     0  Ss      wait     0xc51d0550 initial thread
    17908     1 17669     0  S       kqread   0xc526d400 lighttpd
    10009     1 10009     0  Ss      select   0xc50794e4 ntpd
     9855     1    27   123  S+      select   0xc51a3024 ntpd
    49827 48084 48084     0  S       accept   0xc515c376 php
    49697 48084 48084     0  S       accept   0xc515c376 php
    48084 46166 48084     0  Ss      wait     0xc4efdaa0 initial thread
    47352 46578 46578     0  S       accept   0xc4f056ae php
    47244 46578 46578     0  S       accept   0xc4f056ae php
    46578 46166 46578     0  Ss      wait     0xc4efd550 initial thread
    46166     1 46159     0  S       kqread   0xc511fc80 lighttpd
    45855     1 45855     0  Ss      select   0xc4bff124 apinger
    29713     1 29713     0  Ss      select   0xc507aca4 inetd
    22709     1 22709     0  Ss      select   0xc5079d64 syslogd
    21938     1    27     0  S+      piperd   0xc4e13498 logger
    21657     1    27     0  S+      bpf      0xc50e4e00 tcpdump
    13059     1 13059    65  Ss      select   0xc4c00ca4 dhclient
     9592     1  9592     0  Ss      select   0xc4dab5a4 sshd
     7726     1  7726     0  Ss      select   0xc4bff1a4 dhclient
      277     1   277     0  Ss      select   0xc4bff264 devd
      263   261   261     0  S       kqread   0xc4dfb800 check_reload_status
      261     1   261     0  Ss      kqread   0xc4dfb500 check_reload_status
       42     0     0     0  SL      mdwait   0xc4da6800 [md0]
       26     0     0     0  SL      sdflush  0xc136ac60 [softdepflush]
       25     0     0     0  SL      syncer   0xc134fd94 [syncer]
       24     0     0     0  SL      vlruwt   0xc49dc7f8 [vnlru]
       23     0     0     0  SL      psleep   0xc134fac8 [bufdaemon]
       22     0     0     0  SL      pollid   0xc133b77c [idlepoll]
       21     0     0     0  SL      pgzero   0xc136b914 [pagezero]
       20     0     0     0  SL      psleep   0xc136b53c [vmdaemon]
       19     0     0     0  SL      psleep   0xc136b504 [pagedaemon]
       18     0     0     0  SL      ccb_scan 0xc1306454 [xpt_thrd]
       17     0     0     0  SL      pftm     0xc04f6d80 [pfpurge]
       16     0     0     0  SL      waiting_ 0xc13571d8 [sctp_iterator]
        9     0     0     0  SL      vmhgfs_w 0xc1589aac [HgfsKReqWorker]
        8     0     0     0  SL      -        0xc4a4a83c [fdc0]
       15     0     0     0  RL      (threaded)          usb
     64042                   D       -        0xc4b9fd0c [usbus1]
     64041                   D       -        0xc4b9fcdc [usbus1]
     64040                   Run     CPU 0               [usbus1]
     64039                   D       -        0xc4b9fc7c [usbus1]
     64037                   D       -        0xc4b8bdac [usbus0]
     64036                   D       -        0xc4b8bd7c [usbus0]
     64035                   D       -        0xc4b8bd4c [usbus0]
     64034                   D       -        0xc4b8bd1c [usbus0]
        7     0     0     0  SL      idle     0xc4b58000 [mpt_recovery0]
       14     0     0     0  SL      -        0xc133c084 [yarrow]
        6     0     0     0  SL      crypto_r 0xc136a28c [crypto returns]
        5     0     0     0  SL      crypto_w 0xc136a268 [crypto]
        4     0     0     0  SL      -        0xc1339924 [g_down]
        3     0     0     0  SL      -        0xc1339920 [g_up]
        2     0     0     0  SL      -        0xc1339918 [g_event]
       13     0     0     0  SL      sleep    0xc12dcae0 [ng_queue0]
       12     0     0     0  RL      (threaded)          intr
     64046                   I                           [swi0: uart uart]
     64045                   I                           [irq7: ppc0]
     64044                   I                           [irq12: psm0]
     64043                   I                           [irq1: atkbd0]
     64038                   RunQ                        [irq19: ehci0]
     64033                   I                           [irq18: em0 uhci0]
     64028                   I                           [irq17: em2 mpt0]
     64027                   I                           [irq15: ata1]
     64026                   I                           [irq14: ata0]
     64025                   I                           [irq9: acpi0]
     64024                   I                           [swi6: Giant taskq]
     64022                   I                           [swi5: +]
     64020                   I                           [swi2: cambio]
     64016                   I                           [swi6: task queue]
     64007                   I                           [swi1: netisr 0]
     64006                   I                           [swi3: vm]
     64005                   RunQ                        [swi4: clock]
       11     0     0     0  RL                          [idle: cpu0]
        1     0     1     0  SLs     wait     0xc4994d48 [init]
       10     0     0     0  SL      audit_wo 0xc136a600 [audit]
        0     0     0     0  SLs     (threaded)          kernel
     64105                   D       -        0xc51a2100 [dummynet]
     64060                   D       -        0xc4dab300 [rum0 taskq]
     64032                   D       -        0xc4b49300 [em2 taskq]
     64031                   D       -        0xc4b71d00 [em1 taskq]
     64030                   D       -        0xc4b43580 [em0 taskq]
     64023                   D       -        0xc4aa54c0 [thread]
     64021                   D       -        0xc4aa5580 [kqueue taskq]
     64019                   D       -        0xc4aa5840 [acpi_task_2]
     64018                   D       -        0xc4aa5840 [acpi_task_1]
     64017                   D       -        0xc4aa5840 [acpi_task_0]
     64009                   D       -        0xc497b940 [firmware taskq]
     64001                   D       sched    0xc1339a00 [swapper]
    db:0:kdb.enter.default>  alltrace
    
    Tracing command sleep pid 2350 tid 64073 td 0xc4f09a00
    sched_switch(c4f09a00,0,104,794d45f7,5c6,...) at sched_switch+0xb9
    mi_switch(104,0,0,0,ed438bbc,...) at mi_switch+0xd6
    sleepq_switch(c4f09a00,0,c0ee9712,1a0,c0ddb480,...) at sleepq_switch+0xae
    sleepq_catch_signals(0,0,c4f09a00,ed438c0c,c0a447bb,...) at sleepq_catch_signals+0x33b
    sleepq_timedwait_sig(c133c224,5c,c0ee701c,100,0,...) at sleepq_timedwait_sig+0x1c
    _sleep(c133c224,0,15c,c0ee701c,1771,...) at _sleep+0x18b
    kern_nanosleep(c4f09a00,ed438c60,ed438c68,3c,0,...) at kern_nanosleep+0xeb
    nanosleep(c4f09a00,ed438cf8,c,c4f09a00,c,...) at nanosleep+0x6c
    syscall(ed438d38) at syscall+0x1ad
    Xint0x80_syscall() at Xint0x80_syscall+0x20
    --- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x28165f17, esp = 0xbfbfee0c, ebp = 0xbfbfee48 ---
    
    Tracing command sleep pid 43761 tid 64123 td 0xc52d9a00
    sched_switch(c52d9a00,0,104,e8b9ba7a,5bc,...) at sched_switch+0xb9
    mi_switch(104,0,0,0,ed4f5bbc,...) at mi_switch+0xd6
    sleepq_switch(c52d9a00,0,c0ee9712,1a0,c0ddb480,...) at sleepq_switch+0xae
    sleepq_catch_signals(0,0,c52d9a00,ed4f5c0c,c0a447bb,...) at sleepq_catch_signals+0x33b
    sleepq_timedwait_sig(c133c224,5c,c0ee701c,100,0,...) at sleepq_timedwait_sig+0x1c
    _sleep(c133c224,0,15c,c0ee701c,157d,...) at _sleep+0x18b
    kern_nanosleep(c52d9a00,ed4f5c60,ed4f5c68,37,0,...) at kern_nanosleep+0xeb
    nanosleep(c52d9a00,ed4f5cf8,c,c52d9a00,c,...) at nanosleep+0x6c
    syscall(ed4f5d38) at syscall+0x1ad
    Xint0x80_syscall() at Xint0x80_syscall+0x20
    --- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x28165f17, esp = 0xbfbfee0c, ebp = 0xbfbfee48 ---
    
    Tracing command rrdtool pid 7804 tid 64112 td 0xc5273280
    sched_switch(c5273280,0,104,e6c2c104,5b8,...) at sched_switch+0xb9
    mi_switch(104,0,0,c5457170,ed4d4b64,...) at mi_switch+0xd6
    sleepq_switch(c5273280,0,c0ee9712,1a0,0,...) at sleepq_switch+0xae
    sleepq_catch_signals(0,c5457170,ed4d4bb0,c0a448a9,c5457000,...) at sleepq_catch_signals+0x33b
    sleepq_wait_sig(c5457000,4c,c0ee9deb,100,0,...) at sleepq_wait_sig+0x18
    _sleep(c5457000,c5457170,14c,c0ee9deb,0,...) at _sleep+0x279
    pipe_read(c50e8818,ed4d4c54,c511f800,0,c5273280,...) at pipe_read+0x43b
    dofileread(ed4d4c54,ffffffff,ffffffff,0,c50e8818,...) at dofileread+0x90
    kern_readv(c5273280,0,ed4d4c54,ed4d4c74,1,...) at kern_readv+0x6a
    read(c5273280,ed4d4cf8,c,c5273280,c,...) at read+0x50
    syscall(ed4d4d38) at syscall+0x1ad
    Xint0x80_syscall() at Xint0x80_syscall+0x20
    --- syscall (3, FreeBSD ELF32, read), eip = 0x282ad593, esp = 0xbfbfecac, ebp = 0xbfbfecc8 ---
    
    Tracing command dnsmasq pid 2623 tid 64118 td 0xc52db780
    sched_switch(c52db780,0,104,c856499,595,...) at sched_switch+0xb9
    mi_switch(104,0,0,c52db780,ed4e6a44,...) at mi_switch+0xd6
    sleepq_switch(c52db780,0,c0ee9712,1a0,0,...) at sleepq_switch+0xae
    sleepq_catch_signals(0,c52db780,ed4e6a84,c09f2681,c5480664,...) at sleepq_catch_signals+0x33b
    sleepq_wait_sig(c5480664,0,c0ee9d49,101,0,...) at sleepq_wait_sig+0x18
    _cv_wait_sig(c5480664,c5480650,c0a7bf40,0,0,...) at _cv_wait_sig+0x121
    seltdwait(c4e0a2a0,58,c54b5600,c52db780,c4d48000,...) at seltdwait+0x126
    kern_select(c52db780,8,bfbfec4c,bfbfebcc,bfbfeb4c,0,20,bfbfeb00,bfbfebcc) at kern_select+0x5d7
    select(c52db780,ed4e6cf8,c4bf5a00,ed4e6cd4,c0deccca,...) at select+0x63
    syscall(ed4e6d38) at syscall+0x1ad
    Xint0x80_syscall() at Xint0x80_syscall+0x20
    --- syscall (93, FreeBSD ELF32, select), eip = 0x281d8513, esp = 0xbfbfeafc, ebp = 0xbfbfed18 ---
    
    Tracing command dhcpleases pid 1539 tid 64088 td 0xc5174000
    sched_switch(c5174000,0,104,c7dca1a,595,...) at sched_switch+0xb9
    mi_switch(104,0,0,c54b5e00,ed478aa4,...) at mi_switch+0xd6
    sleepq_switch(c5174000,0,c0ee9712,1a0,0,...) at sleepq_switch+0xae
    sleepq_catch_signals(0,c54b5e00,ed478af0,c0a448a9,c54b5e00,...) at sleepq_catch_signals+0x33b
    sleepq_wait_sig(c54b5e00,58,c0ee2b51,100,0,...) at sleepq_wait_sig+0x18
    _sleep(c54b5e00,c54b5e00,158,c0ee2b51,0,...) at _sleep+0x279
    kern_kevent(c5174000,6,0,1,ed478c54,...) at kern_kevent+0x325
    kevent(c5174000,ed478cf8,c,c5174000,c,...) at kevent+0x88
    syscall(ed478d38) at syscall+0x1ad
    Xint0x80_syscall() at Xint0x80_syscall+0x20
    --- syscall (363, FreeBSD ELF32, kevent), eip = 0x2816907b, esp = 0xbfbfecbc, ebp = 0xbfbfed38 ---
    
    Tracing command dhcrelay pid 60763 tid 64132 td 0xc5275280
    sched_switch(c5275280,0,104,58ad3ac1,5c8,...) at sched_switch+0xb9
    mi_switch(104,0,0,c5275280,ed510a44,...) at mi_switch+0xd6
    sleepq_switch(c5275280,0,c0ee9712,1a0,0,...) at sleepq_switch+0xae
    sleepq_catch_signals(0,c5275280,ed510a84,c09f2681,c5079ba4,...) at sleepq_catch_signals+0x33b
    sleepq_wait_sig(c5079ba4,0,c0ee9d49,101,0,...) at sleepq_wait_sig+0x18
    _cv_wait_sig(c5079ba4,c5079b90,c0a7bf40,0,0,...) at _cv_wait_sig+0x121
    seltdwait(c4eacce0,58,c4991700,c5275280,c1d8b014,...) at seltdwait+0x126
    kern_select(c5275280,16,28359080,28359180,0,0,20,bfbfec30,0) at kern_select+0x5d7
    select(c5275280,ed510cf8,c5275280,ed510c98,c0a43113,...) at select+0x63
    syscall(ed510d38) at syscall+0x1ad
    Xint0x80_syscall() at Xint0x80_syscall+0x20
    --- syscall (93, FreeBSD ELF32, select), eip = 0x282cb513, esp = 0xbfbfec2c, ebp = 0xbfbfec58 ---
    
    Tracing command sh pid 15602 tid 64117 td 0xc52dba00
    sched_switch(c52dba00,0,104,f8039df5,5a1,...) at sched_switch+0xb9
    mi_switch(104,0,1,c52dba00,ed4e3adc,...) at mi_switch+0xd6
    sleepq_switch(c52dba00,0,c0ee9712,1a0,0,...) at sleepq_switch+0xae
    sleepq_catch_signals(1,c52dba00,ed4e3b1c,c09f2681,c4a4aa70,...) at sleepq_catch_signals+0x33b
    sleepq_wait_sig(c4a4aa70,0,c0eeabc1,101,0,...) at sleepq_wait_sig+0x18
    _cv_wait_sig(c4a4aa70,c133b510,0,0,ed4e3b88,...) at _cv_wait_sig+0x121
    tty_wait(c4a4aa00,c4a4aa70,1,ed4e3b7b,0,...) at tty_wait+0x23
    ttydisc_read(c4a4aa00,ed4e3c54,0,c54a2324,ed4e3bd4,...) at ttydisc_read+0xa5
    ttydev_read(c4bb4e00,ed4e3c54,0,0,1,...) at ttydev_read+0x116
    devfs_read_f(c543d230,ed4e3c54,c54b5c00,0,c52dba00,...) at devfs_read_f+0x7e
    dofileread(ed4e3c54,ffffffff,ffffffff,0,c543d230,...) at dofileread+0x90
    kern_readv(c52dba00,0,ed4e3c54,ed4e3c74,1,...) at kern_readv+0x6a
    read(c52dba00,ed4e3cf8,c,c52dba00,c,...) at read+0x50
    syscall(ed4e3d38) at syscall+0x1ad
    Xint0x80_syscall() at Xint0x80_syscall+0x20
    --- syscall (3, FreeBSD ELF32, read), eip = 0x281f3593, esp = 0xbfbfe98c, ebp = 0xbfbfea68 ---
    
    Tracing command sh pid 12878 tid 64110 td 0xc5273780
    sched_switch(c5273780,0,104,4f1e7812,524,...) at sched_switch+0xb9
    mi_switch(104,0,0,c526c330,ed4ceb7c,...) at mi_switch+0xd6
    sleepq_switch(c5273780,0,c0ee9712,1a0,0,...) at sleepq_switch+0xae
    sleepq_catch_signals(0,c526c330,ed4cebc8,c0a448a9,c526c2a8,...) at sleepq_catch_signals+0x33b
    sleepq_wait_sig(c526c2a8,5c,c0efafc7,100,0,...) at sleepq_wait_sig+0x18
    _sleep(c526c2a8,c526c330,15c,c0efafc7,0,...) at _sleep+0x279
    kern_wait(c5273780,ffffffff,ed4cec70,2,0,...) at kern_wait+0x747
    wait4(c5273780,ed4cecf8,c,c5273780,c,...) at wait4+0x3b
    syscall(ed4ced38) at syscall+0x1ad
    Xint0x80_syscall() at Xint0x80_syscall+0x20
    --- syscall (7, FreeBSD ELF32, wait4), eip = 0x2816469b, esp = 0xbfbfea9c, ebp = 0xbfbfeab8 ---
    
    Tracing command sshlockout_pf pid 12537 tid 64136 td 0xc5499a00
    sched_switch(c5499a00,0,104,3fc5adf6,524,...) at sched_switch+0xb9
    mi_switch(104,0,0,0,ed539bbc,...) at mi_switch+0xd6
    sleepq_switch(c5499a00,0,c0ee9712,1a0,c0ddb480,...) at sleepq_switch+0xae
    sleepq_catch_signals(0,0,c5499a00,ed539c0c,c0a447bb,...) at sleepq_catch_signals+0x33b
    sleepq_timedwait_sig(c133c224,5c,c0ee701c,100,0,...) at sleepq_timedwait_sig+0x1c
    _sleep(c133c224,0,15c,c0ee701c,2bf21,...) at _sleep+0x18b
    kern_nanosleep(c5499a00,ed539c60,ed539c68,708,0,...) at kern_nanosleep+0xeb
    nanosleep(c5499a00,ed539cf8,0,0,0,...) at nanosleep+0x6c
    syscall(ed539d38) at syscall+0x1ad
    Xint0x80_syscall() at Xint0x80_syscall+0x20
    --- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x2817bf17, esp = 0xbf9fef4c, ebp = 0xbf9fef68 ---
    
    Tracing command sshlockout_pf pid 12537 tid 64133 td 0xc549a500
    sched_switch(c549a500,0,104,3fc51133,524,...) at sched_switch+0xb9
    mi_switch(104,0,0,c53b9aa0,ed513b64,...) at mi_switch+0xd6
    sleepq_switch(c549a500,0,c0ee9712,1a0,0,...) at sleepq_switch+0xae
    sleepq_catch_signals(0,c53b9aa0,ed513bb0,c0a448a9,c53b9930,...) at sleepq_catch_signals+0x33b
    sleepq_wait_sig(c53b9930,4c,c0ee9deb,100,0,...) at sleepq_wait_sig+0x18
    _sleep(c53b9930,c53b9aa0,14c,c0ee9deb,0,...) at _sleep+0x279
    pipe_read(c543e5b0,ed513c54,c4991700,0,c549a500,...) at pipe_read+0x43b
    dofileread(ed513c54,ffffffff,ffffffff,0,c543e5b0,...) at dofileread+0x90
    kern_readv(c549a500,0,ed513c54,ed513c74,1,...) at kern_readv+0x6a
    read(c549a500,ed513cf8,c,c549a500,c,...) at read+0x50
    syscall(ed513d38) at syscall+0x1ad
    Xint0x80_syscall() at Xint0x80_syscall+0x20
    --- syscall (3, FreeBSD ELF32, read), eip = 0x28199593, esp = 0xbfbfe8fc, ebp = 0xbfbfe918 ---
    
    Tracing command havp pid 8200 tid 64116 td 0xc5174780
    sched_switch(c5174780,0,104,7b87b0ba,50b,...) at sched_switch+0xb9
    mi_switch(104,0,0,c4e13db0,ed4e0b64,...) at mi_switch+0xd6
    sleepq_switch(c5174780,0,c0ee9712,1a0,0,...) at sleepq_switch+0xae
    sleepq_catch_signals(0,c4e13db0,ed4e0bb0,c0a448a9,c4e13c40,...) at sleepq_catch_signals+0x33b
    sleepq_wait_sig(c4e13c40,4c,c0ee9deb,100,0,...) at sleepq_wait_sig+0x18
    _sleep(c4e13c40,c4e13db0,14c,c0ee9deb,0,...) at _sleep+0x279
    pipe_read(c53d77a8,ed4e0c54,c54b4580,0,c5174780,...) at pipe_read+0x43b
    dofileread(ed4e0c54,ffffffff,ffffffff,0,c53d77a8,...) at dofileread+0x90
    kern_readv(c5174780,1,ed4e0c54,ed4e0c74,1,...) at kern_readv+0x6a
    read(c5174780,ed4e0cf8,c,c5174780,c,...) at read+0x50
    syscall(ed4e0d38) at syscall+0x1ad
    Xint0x80_syscall() at Xint0x80_syscall+0x20
    --- syscall (3, FreeBSD ELF32, read), eip = 0x28d9c593, esp = 0xbfbfe35c, ebp = 0xbfbfe3f8 ---
    
    Tracing command havp pid 8004 tid 64120 td 0xc52db280
    sched_switch(c52db280,0,104,7b799e7a,50b,...) at sched_switch+0xb9
    mi_switch(104,0,0,c4e14480,ed4ecb64,...) at mi_switch+0xd6
    sleepq_switch(c52db280,0,c0ee9712,1a0,0,...) at sleepq_switch+0xae
    sleepq_catch_signals(0,c4e14480,ed4ecbb0,c0a448a9,c4e14310,...) at sleepq_catch_signals+0x33b
    sleepq_wait_sig(c4e14310,4c,c0ee9deb,100,0,...) at sleepq_wait_sig+0x18
    _sleep(c4e14310,c4e14480,14c,c0ee9deb,0,...) at _sleep+0x279
    pipe_read(c54319a0,ed4ecc54,c54b4580,0,c52db280,...) at pipe_read+0x43b
    dofileread(ed4ecc54,ffffffff,ffffffff,0,c54319a0,...) at dofileread+0x90
    kern_readv(c52db280,1,ed4ecc54,ed4ecc74,1,...) at kern_readv+0x6a
    read(c52db280,ed4eccf8,c,c52db280,c,...) at read+0x50
    syscall(ed4ecd38) at syscall+0x1ad
    Xint0x80_syscall() at Xint0x80_syscall+0x20
    --- syscall (3, FreeBSD ELF32, read), eip = 0x28d9c593, esp = 0xbfbfe35c, ebp = 0xbfbfe3f8 ---
    
    Tracing command havp pid 7707 tid 64121 td 0xc52db000
    sched_switch(c52db000,0,104,7b5f139e,50b,...) at sched_switch+0xb9
    mi_switch(104,0,0,c4e14f38,ed4efb64,...) at mi_switch+0xd6
    sleepq_switch(c52db000,0,c0ee9712,1a0,0,...) at sleepq_switch+0xae
    sleepq_catch_signals(0,c4e14f38,ed4efbb0,c0a448a9,c4e14dc8,...) at sleepq_catch_signals+0x33b
    sleepq_wait_sig(c4e14dc8,4c,c0ee9deb,100,0,...) at sleepq_wait_sig+0x18
    _sleep(c4e14dc8,c4e14f38,14c,c0ee9deb,0,...) at _sleep+0x279
    pipe_read(c543e508,ed4efc54,c54b4580,0,c52db000,...) at pipe_read+0x43b
    dofileread(ed4efc54,ffffffff,ffffffff,0,c543e508,...) at dofileread+0x90
    kern_readv(c52db000,1,ed4efc54,ed4efc74,1,...) at kern_readv+0x6a
    read(c52db000,ed4efcf8,c,c52db000,c,...) at read+0x50
    syscall(ed4efd38) at syscall+0x1ad
    Xint0x80_syscall() at Xint0x80_syscall+0x20
    --- syscall (3, FreeBSD ELF32, read), eip = 0x28d9c593, esp = 0xbfbfe35c, ebp = 0xbfbfe3f8 ---
    
    Tracing command havp pid 7644 tid 64131 td 0xc5275500
    sched_switch(c5275500,0,104,7b7e1007,50b,...) at sched_switch+0xb9
    mi_switch(104,0,0,c134f930,ed50dbb4,...) at mi_switch+0xd6
    sleepq_switch(c5275500,0,c0ee9712,1a0,0,...) at sleepq_switch+0xae
    sleepq_catch_signals(0,c134f930,ed50dc00,c0a448a9,c52cbd1e,...) at sleepq_catch_signals+0x33b
    sleepq_wait_sig(c52cbd1e,58,c0eff074,100,0,...) at sleepq_wait_sig+0x18
    _sleep(c52cbd1e,c134f930,158,c0eff074,0,...) at _sleep+0x279
    kern_accept(c5275500,8,ed50dc6c,ed50dc68,ed50dc64,...) at kern_accept+0x190
    accept(c5275500,ed50dcf8,c,c5275500,c,...) at accept+0x73
    syscall(ed50dd38) at syscall+0x1ad
    Xint0x80_syscall() at Xint0x80_syscall+0x20
    --- syscall (30, FreeBSD ELF32, accept), eip = 0x28d32b5f, esp = 0xbfbfe32c, ebp = 0xbfbfe348 ---
    
    Tracing command havp pid 7445 tid 64111 td 0xc5273500
    sched_switch(c5273500,0,104,7b6fc752,50b,...) at sched_switch+0xb9
    mi_switch(104,0,0,c134f930,ed4d1bb4,...) at mi_switch+0xd6
    sleepq_switch(c5273500,0,c0ee9712,1a0,0,...) at sleepq_switch+0xae
    sleepq_catch_signals(0,c134f930,ed4d1c00,c0a448a9,c52cbd1e,...) at sleepq_catch_signals+0x33b
    sleepq_wait_sig(c52cbd1e,58,c0eff074,100,0,...) at sleepq_wait_sig+0x18
    _sleep(c52cbd1e,c134f930,158,c0eff074,0,...) at _sleep+0x279
    kern_accept(c5273500,8,ed4d1c6c,ed4d1c68,ed4d1c64,...) at kern_accept+0x190
    accept(c5273500,ed4d1cf8,c,c5273500,c,...) at accept+0x73
    syscall(ed4d1d38) at syscall+0x1ad
    Xint0x80_syscall() at Xint0x80_syscall+0x20
    --- syscall (30, FreeBSD ELF32, accept), eip = 0x28d32b5f, esp = 0xbfbfe32c, ebp = 0xbfbfe348 ---
    
    Tracing command havp pid 7238 tid 64122 td 0xc52d9c80
    sched_switch(c52d9c80,0,104,7b28227b,50b,...) at sched_switch+0xb9
    mi_switch(104,0,0,c134f930,ed4f2bb4,...) at mi_switch+0xd6
    sleepq_switch(c52d9c80,0,c0ee9712,1a0,0,...) at sleepq_switch+0xae
    sleepq_catch_signals(0,c134f930,ed4f2c00,c0a448a9,c52cbd1e,...) at sleepq_catch_signals+0x33b
    sleepq_wait_sig(c52cbd1e,58,c0eff074,100,0,...) at sleepq_wait_sig+0x18
    _sleep(c52cbd1e,c134f930,158,c0eff074,0,...) at _sleep+0x279
    kern_accept(c52d9c80,8,ed4f2c6c,ed4f2c68,ed4f2c64,...) at kern_accept+0x190
    accept(c52d9c80,ed4f2cf8,c,c52d9c80,c,...) at accept+0x73
    syscall(ed4f2d38) at syscall+0x1ad
    Xint0x80_syscall() at Xint0x80_syscall+0x20
    --- syscall (30, FreeBSD ELF32, accept), eip = 0x28d32b5f, esp = 0xbfbfe32c, ebp = 0xbfbfe348 ---
    
    Tracing command havp pid 6400 tid 64108 td 0xc5273c80
    sched_switch(c5273c80,0,104,34410dc2,5ca,...) at sched_switch+0xb9
    mi_switch(104,0,0,0,ed4c8bbc,...) at mi_switch+0xd6
    sleepq_switch(c5273c80,0,c0ee9712,1a0,c0ddb480,...) at sleepq_switch+0xae
    sleepq_catch_signals(0,0,c5273c80,ed4c8c0c,c0a447bb,...) at sleepq_catch_signals+0x33b
    sleepq_timedwait_sig(c133c224,5c,c0ee701c,100,0,...) at sleepq_timedwait_sig+0x1c
    _sleep(c133c224,0,15c,c0ee701c,65,...) at _sleep+0x18b
    kern_nanosleep(c5273c80,ed4c8c60,ed4c8c68,1,0,...) at kern_nanosleep+0xeb
    nanosleep(c5273c80,ed4c8cf8,c,c5273c80,c,...) at nanosleep+0x6c
    syscall(ed4c8d38) at syscall+0x1ad
    Xint0x80_syscall() at Xint0x80_syscall+0x20
    --- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x28d7ef17, esp = 0xbfbfe43c, ebp = 0xbfbfe468 ---
    
    Tracing command clamd pid 2094 tid 64135 td 0xc549a000
    sched_switch(c549a000,0,104,7870f124,50b,...) at sched_switch+0xb9
    mi_switch(104,0,0,c549a000,ed536aa0,...) at mi_switch+0xd6
    sleepq_switch(c549a000,0,c0ee9712,1a0,0,...) at sleepq_switch+0xae
    sleepq_catch_signals(0,c549a000,ed536ae0,c09f2681,c54804e4,...) at sleepq_catch_signals+0x33b
    sleepq_wait_sig(c54804e4,0,c0ee9d49,101,0,...) at sleepq_wait_sig+0x18
    _cv_wait_sig(c54804e4,c54804d0,c0a7bf40,0,0,...) at _cv_wait_sig+0x121
    seltdwait(c53ef3f0,1,c526d880,c549a000,c0a7eec0,...) at seltdwait+0x126
    poll(c549a000,ed536cf8,c549a000,ed536c98,c0a43113,...) at poll+0x45f
    syscall(ed536d38) at syscall+0x1ad
    Xint0x80_syscall() at Xint0x80_syscall+0x20
    --- syscall (209, FreeBSD ELF32, poll), eip = 0x28d355cf, esp = 0xbf9fea3c, ebp = 0xbf9fea58 ---
    
    Tracing command clamd pid 2094 tid 64128 td 0xc5275c80
    sched_switch(c5275c80,0,104,788036b1,50b,...) at sched_switch+0xb9
    mi_switch(104,0,0,c5275c80,ed504a9c,...) at mi_switch+0xd6
    sleepq_switch(c5275c80,0,c0ee9712,1a0,c0ddb480,...) at sleepq_switch+0xae
    sleepq_catch_signals(0,c5275c80,57e41,ed504ae0,c09f2193,...) at sleepq_catch_signals+0x33b
    sleepq_timedwait_sig(c54812a4,0,c0ee9d49,101,0,...) at sleepq_timedwait_sig+0x1c
    _cv_timedwait_sig(c54812a4,c5481290,57e41,0,0,...) at _cv_timedwait_sig+0x133
    seltdwait(ed504c58,ed504c60,c526d880,c5275c80,c0a7eec0,...) at seltdwait+0x80
    poll(c5275c80,ed504cf8,c,c5275c80,c,...) at poll+0x45f
    syscall(ed504d38) at syscall+0x1ad
    Xint0x80_syscall() at Xint0x80_syscall+0x20
    --- syscall (209, FreeBSD ELF32, poll), eip = 0x28d355cf, esp = 0xbfbfe69c, ebp = 0xbfbfe6b8 ---
    
    Tracing command vmtoolsd pid 9674 tid 64089 td 0xc5173c80
    sched_switch(c5173c80,0,104,7ea14831,5ca,...) at sched_switch+0xb9
    mi_switch(104,0,0,c5173c80,ed47ba9c,...) at mi_switch+0xd6
    sleepq_switch(c5173c80,0,c0ee9712,1a0,c0ddb480,...) at sleepq_switch+0xae
    sleepq_catch_signals(0,c5173c80,b,ed47bae0,c09f2193,...) at sleepq_catch_signals+0x33b
    sleepq_timedwait_sig(c51a2c24,0,c0ee9d49,101,0,...) at sleepq_timedwait_sig+0x1c
    _cv_timedwait_sig(c51a2c24,c51a2c10,b,0,0,...) at _cv_timedwait_sig+0x133
    seltdwait(ed47bc58,ed47bc60,c4991700,c5173c80,c0a7eec0,...) at seltdwait+0x80
    poll(c5173c80,ed47bcf8,c5173c80,ed47bc98,c0a43113,...) at poll+0x45f
    syscall(ed47bd38) at syscall+0x1ad
    Xint0x80_syscall() at Xint0x80_syscall+0x20
    --- syscall (209, FreeBSD ELF32, poll), eip = 0x296c85cf, esp = 0xbfbfec1c, ebp = 0xbfbfec38 ---
    
    Tracing command login pid 8471 tid 64127 td 0xc52d9000
    sched_switch(c52d9000,0,104,372eb399,524,...) at sched_switch+0xb9
    mi_switch(104,0,0,c5494330,ed501b7c,...) at mi_switch+0xd6
    sleepq_switch(c52d9000,0,c0ee9712,1a0,0,...) at sleepq_switch+0xae
    sleepq_catch_signals(0,c5494330,ed501bc8,c0a448a9,c54942a8,...) at sleepq_catch_signals+0x33b
    sleepq_wait_sig(c54942a8,5c,c0efafc7,100,0,...) at sleepq_wait_sig+0x18
    _sleep(c54942a8,c5494330,15c,c0efafc7,0,...) at _sleep+0x279
    kern_wait(c52d9000,324e,ed501c70,0,0,...) at kern_wait+0x747
    wait4(c52d9000,ed501cf8,c,c52d9000,c,...) at wait4+0x3b
    syscall(ed501d38) at syscall+0x1ad
    Xint0x80_syscall() at Xint0x80_syscall+0x20
    --- syscall (7, FreeBSD ELF32, wait4), eip = 0x2810d69b, esp = 0xbfbfed4c, ebp = 0xbfbfed68 ---
    
    Tracing command minicron pid 2523 tid 64134 td 0xc549a280
    sched_switch(c549a280,0,104,9cafda7b,501,...) at sched_switch+0xb9
    mi_switch(104,0,0,0,ed524bbc,...) at mi_switch+0xd6
    sleepq_switch(c549a280,0,c0ee9712,1a0,c0ddb480,...) at sleepq_switch+0xae
    sleepq_catch_signals(0,0,c549a280,ed524c0c,c0a447bb,...) at sleepq_catch_signals+0x33b
    sleepq_timedwait_sig(c133c224,5c,c0ee701c,100,0,...) at sleepq_timedwait_sig+0x1c
    _sleep(c133c224,0,15c,c0ee701c,83d601,...) at _sleep+0x18b
    kern_nanosleep(c549a280,ed524c60,ed524c68,15180,0,...) at kern_nanosleep+0xeb
    nanosleep(c549a280,ed524cf8,c,c549a280,c,...) at nanosleep+0x6c
    syscall(ed524d38) at syscall+0x1ad
    Xint0x80_syscall() at Xint0x80_syscall+0x20
    --- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x28165f17, esp = 0xbfbfed4c, ebp = 0xbfbfed78 ---
    
    Tracing command minicron pid 2333 tid 64087 td 0xc5174280
    sched_switch(c5174280,0,104,9c5e3668,501,...) at sched_switch+0xb9
    mi_switch(104,0,0,0,ed475bbc,...) at mi_switch+0xd6
    sleepq_switch(c5174280,0,c0ee9712,1a0,c0ddb480,...) at sleepq_switch+0xae
    sleepq_catch_signals(0,0,c5174280,ed475c0c,c0a447bb,...) at sleepq_catch_signals+0x33b
    sleepq_timedwait_sig(c133c224,5c,c0ee701c,100,0,...) at sleepq_timedwait_sig+0x1c
    _sleep(c133c224,0,15c,c0ee701c,57e41,...) at _sleep+0x18b
    kern_nanosleep(c5174280,ed475c60,ed475c68,e10,0,...) at kern_nanosleep+0xeb
    nanosleep(c5174280,ed475cf8,c,c5174280,c,...) at nanosleep+0x6c
    syscall(ed475d38) at syscall+0x1ad
    Xint0x80_syscall() at Xint0x80_syscall+0x20
    --- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x28165f17, esp = 0xbfbfed5c, ebp = 0xbfbfed88 ---
    
    Tracing command minicron pid 1888 tid 64130 td 0xc5275780
    sched_switch(c5275780,0,104,bdf3be36,587,...) at sched_switch+0xb9
    mi_switch(104,0,0,0,ed50abbc,...) at mi_switch+0xd6
    sleepq_switch(c5275780,0,c0ee9712,1a0,c0ddb480,...) at sleepq_switch+0xae
    sleepq_catch_signals(0,0,c5275780,ed50ac0c,c0a447bb,...) at sleepq_catch_signals+0x33b
    sleepq_timedwait_sig(c133c224,5c,c0ee701c,100,0,...) at sleepq_timedwait_sig+0x1c
    _sleep(c133c224,0,15c,c0ee701c,5dc1,...) at _sleep+0x18b
    kern_nanosleep(c5275780,ed50ac60,ed50ac68,f0,0,...) at kern_nanosleep+0xeb
    nanosleep(c5275780,ed50acf8,c,c5275780,c,...) at nanosleep+0x6c
    syscall(ed50ad38) at syscall+0x1ad
    Xint0x80_syscall() at Xint0x80_syscall+0x20
    --- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x28165f17, esp = 0xbfbfed5c, ebp = 0xbfbfed88 ---
    
    Tracing command sh pid 63528 tid 64107 td 0xc5274000
    sched_switch(c5274000,0,104,e88eca11,5bc,...) at sched_switch+0xb9
    mi_switch(104,0,0,c526cb28,ed4c5b7c,...) at mi_switch+0xd6
    sleepq_switch(c5274000,0,c0ee9712,1a0,0,...) at sleepq_switch+0xae
    sleepq_catch_signals(0,c526cb28,ed4c5bc8,c0a448a9,c526caa0,...) at sleepq_catch_signals+0x33b
    sleepq_wait_sig(c526caa0,5c,c0efafc7,100,0,...) at sleepq_wait_sig+0x18
    _sleep(c526caa0,c526cb28,15c,c0efafc7,0,...) at _sleep+0x279
    kern_wait(c5274000,ffffffff,ed4c5c70,2,0,...) at kern_wait+0x747
    wait4(c5274000,ed4c5cf8,c,c5274000,c,...) at wait4+0x3b
    syscall(ed4c5d38) at syscall+0x1ad
    Xint0x80_syscall() at Xint0x80_syscall+0x20
    --- syscall (7, FreeBSD ELF32, wait4), eip = 0x2816469b, esp = 0xbfbfeafc, ebp = 0xbfbfeb18 ---
    
    Tracing command squidGuard pid 60006 tid 64126 td 0xc52d9280
    sched_switch(c52d9280,0,104,58036daa,500,...) at sched_switch+0xb9
    mi_switch(104,0,0,c4eaca20,ed4feaf0,...) at mi_switch+0xd6
    sleepq_switch(c52d9280,0,c0ee9712,1a0,0,...) at sleepq_switch+0xae
    sleepq_catch_signals(0,c4eaca20,ed4feb3c,c0a448a9,c4eaca60,...) at sleepq_catch_signals+0x33b
    sleepq_wait_sig(c4eaca60,58,c0eebb76,100,0,...) at sleepq_wait_sig+0x18
    _sleep(c4eaca60,c4eaca20,158,c0eebb76,0,...) at _sleep+0x279
    sbwait(c4eac9fc,1,100000,c53fee10,0,...) at sbwait+0x52
    soreceive_generic(c4eac9a8,0,ed4fec54,0,0,...) at soreceive_generic+0xde1
    soo_read(c543b1c0,ed4fec54,c526d600,0,c52d9280,...) at soo_read+0x3a
    dofileread(ed4fec54,ffffffff,ffffffff,0,c543b1c0,...) at dofileread+0x90
    kern_readv(c52d9280,0,ed4fec54,ed4fec74,1,...) at kern_readv+0x6a
    read(c52d9280,ed4fecf8,c,c52d9280,c,...) at read+0x50
    syscall(ed4fed38) at syscall+0x1ad
    Xint0x80_syscall() at Xint0x80_syscall+0x20
    --- syscall (3, FreeBSD ELF32, read), eip = 0x282b9593, esp = 0xbfbdac8c, ebp = 0xbfbdaca8 ---
    
    Tracing command squidGuard pid 59964 tid 64125 td 0xc52d9500
    sched_switch(c52d9500,0,104,5718a249,500,...) at sched_switch+0xb9
    mi_switch(104,0,0,c52cc884,ed4fbaf0,...) at mi_switch+0xd6
    sleepq_switch(c52d9500,0,c0ee9712,1a0,0,...) at sleepq_switch+0xae
    sleepq_catch_signals(0,c52cc884,ed4fbb3c,c0a448a9,c52cc8c4,...) at sleepq_catch_signals+0x33b
    sleepq_wait_sig(c52cc8c4,58,c0eebb76,100,0,...) at sleepq_wait_sig+0x18
    _sleep(c52cc8c4,c52cc884,158,c0eebb76,0,...) at _sleep+0x279
    sbwait(c52cc860,1,100000,c53fee10,0,...) at sbwait+0x52
    soreceive_generic(c52cc80c,0,ed4fbc54,0,0,...) at soreceive_generic+0xde1
    soo_read(c543dd90,ed4fbc54,c518fe80,0,c52d9500,...) at soo_read+0x3a
    dofileread(ed4fbc54,ffffffff,ffffffff,0,c543dd90,...) at dofileread+0x90
    kern_readv(c52d9500,0,ed4fbc54,ed4fbc74,1,...) at kern_readv+0x6a
    read(c52d9500,ed4fbcf8,c,c52d9500,c,...) at read+0x50
    syscall(ed4fbd38) at syscall+0x1ad
    Xint0x80_syscall() at Xint0x80_syscall+0x20
    --- syscall (3, FreeBSD ELF32, read), eip = 0x282b9593, esp = 0xbfbdac8c, ebp = 0xbfbdaca8 ---
    
    Tracing command squidGuard pid 59652 tid 64124 td 0xc52d9780
    sched_switch(c52d9780,0,104,5876c09e,500,...) at sched_switch+0xb9
    mi_switch(104,0,0,c4ead3b0,ed4f8af0,...) at mi_switch+0xd6
    sleepq_switch(c52d9780,0,c0ee9712,1a0,0,...) at sleepq_switch+0xae
    sleepq_catch_signals(0,c4ead3b0,ed4f8b3c,c0a448a9,c4ead3f0,...) at sleepq_catch_signals+0x33b
    sleepq_wait_sig(c4ead3f0,58,c0eebb76,100,0,...) at sleepq_wait_sig+0x18
    _sleep(c4ead3f0,c4ead3b0,158,c0eebb76,0,...) at _sleep+0x279
    sbwait(c4ead38c,1,100000,c53fee10,0,...) at sbwait+0x52
    soreceive_generic(c4ead338,0,ed4f8c54,0,0,...) at soreceive_generic+0xde1
    soo_read(c543d5e8,ed4f8c54,c4dfbb00,0,c52d9780,...) at soo_read+0x3a
    dofileread(ed4f8c54,ffffffff,ffffffff,0,c543d5e8,...) at dofileread+0x90
    kern_readv(c52d9780,0,ed4f8c54,ed4f8c74,1,...) at kern_readv+0x6a
    read(c52d9780,ed4f8cf8,c,c52d9780,c,...) at read+0x50
    syscall(ed4f8d38) at syscall+0x1ad
    Xint0x80_syscall() at Xint0x80_syscall+0x20
    --- syscall (3, FreeBSD ELF32, read), eip = 0x282b9593, esp = 0xbfbdac8c, ebp = 0xbfbdaca8 ---
    
    Tracing command unlinkd pid 43753 tid 64114 td 0xc5174c80
    sched_switch(c5174c80,0,104,5cd1f55f,4fc,...) at sched_switch+0xb9
    mi_switch(104,0,0,c53b92f8,ed4dab64,...) at mi_switch+0xd6
    sleepq_switch(c5174c80,0,c0ee9712,1a0,0,...) at sleepq_switch+0xae
    sleepq_catch_signals(0,c53b92f8,ed4dabb0,c0a448a9,c53b9188,...) at sleepq_catch_signals+0x33b
    sleepq_wait_sig(c53b9188,4c,c0ee9deb,100,0,...) at sleepq_wait_sig+0x18
    _sleep(c53b9188,c53b92f8,14c,c0ee9deb,0,...) at _sleep+0x279
    pipe_read(c543cd90,ed4dac54,c526d500,0,c5174c80,...) at pipe_read+0x43b
    dofileread(ed4dac54,ffffffff,ffffffff,0,c543cd90,...) at dofileread+0x90
    kern_readv(c5174c80,0,ed4dac54,ed4dac74,1,...) at kern_readv+0x6a
    read(c5174c80,ed4dacf8,c,c5174c80,c,...) at read+0x50
    syscall(ed4dad38) at syscall+0x1ad
    Xint0x80_syscall() at Xint0x80_syscall+0x20
    --- syscall (3, FreeBSD ELF32, read), eip = 0x28183593, esp = 0xbfbfe8fc, ebp = 0xbfbfe918 ---
    
    Tracing command squid pid 42984 tid 64106 td 0xc5274280
    sched_switch(c5274280,0,104,1d5deef6,5ca,...) at sched_switch+0xb9
    mi_switch(104,0,0,c526d180,ed4c2aa0,...) at mi_switch+0xd6
    sleepq_switch(c5274280,0,c0ee9712,1a0,c0ddb480,...) at sleepq_switch+0xae
    sleepq_catch_signals(0,c526d180,c5274280,ed4c2af0,c0a447bb,...) at sleepq_catch_signals+0x33b
    sleepq_timedwait_sig(c526d180,58,c0ee2b51,100,0,...) at sleepq_timedwait_sig+0x1c
    _sleep(c526d180,c526d180,158,c0ee2b51,65,...) at _sleep+0x18b
    kern_kevent(c5274280,9,0,80,ed4c2c54,...) at kern_kevent+0x325
    kevent(c5274280,ed4c2cf8,ed4c4020,16,c5274280,...) at kevent+0x88
    syscall(ed4c2d38) at syscall+0x1ad
    Xint0x80_syscall() at Xint0x80_syscall+0x20
    --- syscall (363, FreeBSD ELF32, kevent), eip = 0x2843107b, esp = 0xbfbfec2c, ebp = 0xbfbfeca8 ---
    
    Tracing command squid pid 42257 tid 64109 td 0xc5273a00
    sched_switch(c5273a00,0,104,53f83490,4fc,...) at sched_switch+0xb9
    mi_switch(104,0,0,c526c5d8,ed4cbb7c,...) at mi_switch+0xd6
    sleepq_switch(c5273a00,0,c0ee9712,1a0,0,...) at sleepq_switch+0xae
    sleepq_catch_signals(0,c526c5d8,ed4cbbc8,c0a448a9,c526c550,...) at sleepq_catch_signals+0x33b
    sleepq_wait_sig(c526c550,5c,c0efafc7,100,0,...) at sleepq_wait_sig+0x18
    _sleep(c526c550,c526c5d8,15c,c0efafc7,0,...) at _sleep+0x279
    kern_wait(c5273a00,ffffffff,ed4cbc70,0,0,...) at kern_wait+0x747
    wait4(c5273a00,ed4cbcf8,c4bf5a00,ed4cbcd4,c0deccca,...) at wait4+0x3b
    syscall(ed4cbd38) at syscall+0x1ad
    Xint0x80_syscall() at Xint0x80_syscall+0x20
    --- syscall (7, FreeBSD ELF32, wait4), eip = 0x283be69b, esp = 0xbfbfec5c, ebp = 0xbfbfec78 ---
    
    Tracing command md10 pid 38525 tid 64066 td 0xc4dc9500
    sched_switch(c4dc9500,0,104,ab013a54,52c,...) at sched_switch+0xb9
    mi_switch(104,0,4c,c5425000,ed418c84,...) at mi_switch+0xd6
    sleepq_switch(c4dc9500,0,c0ee9712,260,0,...) at sleepq_switch+0xae
    sleepq_wait(c5425000,4c,c0eb850c,0,0,...) at sleepq_wait+0x45
    _sleep(c5425000,c5425020,24c,c0eb850c,0,...) at _sleep+0x33e
    md_kthread(c5425000,ed418d38,0,1002,ffffffff,...) at md_kthread+0x1f6
    fork_exit(c07eac30,c5425000,ed418d38) at fork_exit+0x88
    fork_trampoline() at fork_trampoline+0x8
    --- trap 0, eip = 0, esp = 0xed418d70, ebp = 0 ---
    
    Tracing command cron pid 43960 tid 64115 td 0xc5174a00
    sched_switch(c5174a00,0,104,6799c6d6,5c2,...) at sched_switch+0xb9
    mi_switch(104,0,0,0,ed4ddbbc,...) at mi_switch+0xd6
    sleepq_switch(c5174a00,0,c0ee9712,1a0,c0ddb480,...) at sleepq_switch+0xae
    sleepq_catch_signals(0,0,c5174a00,ed4ddc0c,c0a447bb,...) at sleepq_catch_signals+0x33b
    sleepq_timedwait_sig(c133c224,5c,c0ee701c,100,0,...) at sleepq_timedwait_sig+0x1c
    _sleep(c133c224,0,15c,c0ee701c,1771,...) at _sleep+0x18b
    kern_nanosleep(c5174a00,ed4ddc60,ed4ddc68,3c,0,...) at kern_nanosleep+0xeb
    nanosleep(c5174a00,ed4ddcf8,ed4d0120,16,c5174a00,...) at nanosleep+0x6c
    syscall(ed4ddd38) at syscall+0x1ad
    Xint0x80_syscall() at Xint0x80_syscall+0x20
    --- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x28182f17, esp = 0xbfbfec7c, ebp = 0xbfbfeca8 ---
    
    Tracing command sh pid 40287 tid 64080 td 0xc4f08780
    sched_switch(c4f08780,0,104,79225642,5c6,...) at sched_switch+0xb9
    mi_switch(104,0,0,c51635d8,ed460b7c,...) at mi_switch+0xd6
    sleepq_switch(c4f08780,0,c0ee9712,1a0,0,...) at sleepq_switch+0xae
    sleepq_catch_signals(0,c51635d8,ed460bc8,c0a448a9,c5163550,...) at sleepq_catch_signals+0x33b
    sleepq_wait_sig(c5163550,5c,c0efafc7,100,0,...) at sleepq_wait_sig+0x18
    _sleep(c5163550,c51635d8,15c,c0efafc7,0,...) at _sleep+0x279
    kern_wait(c4f08780,ffffffff,ed460c70,2,0,...) at kern_wait+0x747
    wait4(c4f08780,ed460cf8,c,c4f08780,c,...) at wait4+0x3b
    syscall(ed460d38) at syscall+0x1ad
    Xint0x80_syscall() at Xint0x80_syscall+0x20
    --- syscall (7, FreeBSD ELF32, wait4), eip = 0x2816469b, esp = 0xbfbfeb0c, ebp = 0xbfbfeb28 ---
    
    Tracing command php pid 20518 tid 64095 td 0xc5172c80
    sched_switch(c5172c80,0,104,fab80784,4f2,...) at sched_switch+0xb9
    mi_switch(104,0,0,c134f930,ed48dbb4,...) at mi_switch+0xd6
    sleepq_switch(c5172c80,0,c0ee9712,1a0,0,...) at sleepq_switch+0xae
    sleepq_catch_signals(0,c134f930,ed48dc00,c0a448a9,c51849e6,...) at sleepq_catch_signals+0x33b
    sleepq_wait_sig(c51849e6,58,c0eff074,100,0,...) at sleepq_wait_sig+0x18
    _sleep(c51849e6,c134f930,158,c0eff074,0,...) at _sleep+0x279
    kern_accept(c5172c80,0,ed48dc6c,ed48dc68,ed48dc64,...) at kern_accept+0x190
    accept(c5172c80,ed48dcf8,c,c5172c80,c,...) at accept+0x73
    syscall(ed48dd38) at syscall+0x1ad
    Xint0x80_syscall() at Xint0x80_syscall+0x20
    --- syscall (30, FreeBSD ELF32, accept), eip = 0x285cfb5f, esp = 0xbfbecabc, ebp = 0xbfbecad8 ---
    
    Tracing command php pid 20311 tid 64094 td 0xc5173000
    sched_switch(c5173000,0,104,faa70201,4f2,...) at sched_switch+0xb9
    mi_switch(104,0,0,c134f930,ed48abb4,...) at mi_switch+0xd6
    sleepq_switch(c5173000,0,c0ee9712,1a0,0,...) at sleepq_switch+0xae
    sleepq_catch_signals(0,c134f930,ed48ac00,c0a448a9,c51849e6,...) at sleepq_catch_signals+0x33b
    sleepq_wait_sig(c51849e6,58,c0eff074,100,0,...) at sleepq_wait_sig+0x18
    _sleep(c51849e6,c134f930,158,c0eff074,0,...) at _sleep+0x279
    kern_accept(c5173000,0,ed48ac6c,ed48ac68,ed48ac64,...) at kern_accept+0x190
    accept(c5173000,ed48acf8,c,c5173000,c,...) at accept+0x73
    syscall(ed48ad38) at syscall+0x1ad
    Xint0x80_syscall() at Xint0x80_syscall+0x20
    --- syscall (30, FreeBSD ELF32, accept), eip = 0x285cfb5f, esp = 0xbfbecabc, ebp = 0xbfbecad8 ---
    
    Tracing command php pid 20018 tid 64097 td 0xc5172780
    sched_switch(c5172780,0,104,fa96d9df,4f2,...) at sched_switch+0xb9
    mi_switch(104,0,0,c134f930,ed493bb4,...) at mi_switch+0xd6
    sleepq_switch(c5172780,0,c0ee9712,1a0,0,...) at sleepq_switch+0xae
    sleepq_catch_signals(0,c134f930,ed493c00,c0a448a9,c51849e6,...) at sleepq_catch_signals+0x33b
    sleepq_wait_sig(c51849e6,58,c0eff074,100,0,...) at sleepq_wait_sig+0x18
    _sleep(c51849e6,c134f930,158,c0eff074,0,...) at _sleep+0x279
    kern_accept(c5172780,0,ed493c6c,ed493c68,ed493c64,...) at kern_accept+0x190
    accept(c5172780,ed493cf8,c,c5172780,c,...) at accept+0x73
    syscall(ed493d38) at syscall+0x1ad
    Xint0x80_syscall() at Xint0x80_syscall+0x20
    --- syscall (30, FreeBSD ELF32, accept), eip = 0x285cfb5f, esp = 0xbfbecabc, ebp = 0xbfbecad8 ---
    
    Tracing command php pid 19797 tid 64099 td 0xc5172280
    sched_switch(c5172280,0,104,fa8534db,4f2,...) at sched_switch+0xb9
    mi_switch(104,0,0,c134f930,ed499bb4,...) at mi_switch+0xd6
    sleepq_switch(c5172280,0,c0ee9712,1a0,0,...) at sleepq_switch+0xae
    sleepq_catch_signals(0,c134f930,ed499c00,c0a448a9,c51849e6,...) at sleepq_catch_signals+0x33b
    sleepq_wait_sig(c51849e6,58,c0eff074,100,0,...) at sleepq_wait_sig+0x18
    _sleep(c51849e6,c134f930,158,c0eff074,0,...) at _sleep+0x279
    kern_accept(c5172280,0,ed499c6c,ed499c68,ed499c64,...) at kern_accept+0x190
    accept(c5172280,ed499cf8,c,c5172280,c,...) at accept+0x73
    syscall(ed499d38) at syscall+0x1ad
    Xint0x80_syscall() at Xint0x80_syscall+0x20
    --- syscall (30, FreeBSD ELF32, accept), eip = 0x285cfb5f, esp = 0xbfbecabc, ebp = 0xbfbecad8 ---
    
    Tracing command php pid 19661 tid 64104 td 0xc5274780
    sched_switch(c5274780,0,104,fa721f16,4f2,...) at sched_switch+0xb9
    mi_switch(104,0,0,c5163880,ed4a8b7c,...) at mi_switch+0xd6
    sleepq_switch(c5274780,0,c0ee9712,1a0,0,...) at sleepq_switch+0xae
    sleepq_catch_signals(0,c5163880,ed4a8bc8,c0a448a9,c51637f8,...) at sleepq_catch_signals+0x33b
    sleepq_wait_sig(c51637f8,5c,c0efafc7,100,0,...) at sleepq_wait_sig+0x18
    _sleep(c51637f8,c5163880,15c,c0efafc7,0,...) at _sleep+0x279
    kern_wait(c5274780,ffffffff,ed4a8c70,0,0,...) at kern_wait+0x747
    wait4(c5274780,ed4a8cf8,c,c5274780,c,...) at wait4+0x3b
    syscall(ed4a8d38) at syscall+0x1ad
    Xint0x80_syscall() at Xint0x80_syscall+0x20
    --- syscall (7, FreeBSD ELF32, wait4), eip = 0x285aa69b, esp = 0xbfbfcb7c, ebp = 0xbfbfcb98 ---
    
    Tracing command php pid 19503 tid 64100 td 0xc5172000
    sched_switch(c5172000,0,104,ee52d3de,4f2,...) at sched_switch+0xb9
    mi_switch(104,0,0,c134f930,ed49cbb4,...) at mi_switch+0xd6
    sleepq_switch(c5172000,0,c0ee9712,1a0,0,...) at sleepq_switch+0xae
    sleepq_catch_signals(0,c134f930,ed49cc00,c0a448a9,c518484a,...) at sleepq_catch_signals+0x33b
    sleepq_wait_sig(c518484a,58,c0eff074,100,0,...) at sleepq_wait_sig+0x18
    _sleep(c518484a,c134f930,158,c0eff074,0,...) at _sleep+0x279
    kern_accept(c5172000,0,ed49cc6c,ed49cc68,ed49cc64,...) at kern_accept+0x190
    accept(c5172000,ed49ccf8,c,c5172000,c,...) at accept+0x73
    syscall(ed49cd38) at syscall+0x1ad
    Xint0x80_syscall() at Xint0x80_syscall+0x20
    --- syscall (30, FreeBSD ELF32, accept), eip = 0x285cfb5f, esp = 0xbfbecabc, ebp = 0xbfbecad8 ---
    
    Tracing command php pid 19314 tid 64103 td 0xc5274a00
    sched_switch(c5274a00,0,104,ee5ca0d4,4f2,...) at sched_switch+0xb9
    mi_switch(104,0,0,c134f930,ed4a5bb4,...) at mi_switch+0xd6
    sleepq_switch(c5274a00,0,c0ee9712,1a0,0,...) at sleepq_switch+0xae
    sleepq_catch_signals(0,c134f930,ed4a5c00,c0a448a9,c518484a,...) at sleepq_catch_signals+0x33b
    sleepq_wait_sig(c518484a,58,c0eff074,100,0,...) at sleepq_wait_sig+0x18
    _sleep(c518484a,c134f930,158,c0eff074,0,...) at _sleep+0x279
    kern_accept(c5274a00,0,ed4a5c6c,ed4a5c68,ed4a5c64,...) at kern_accept+0x190
    accept(c5274a00,ed4a5cf8,c,c5274a00,c,...) at accept+0x73
    syscall(ed4a5d38) at syscall+0x1ad
    Xint0x80_syscall() at Xint0x80_syscall+0x20
    --- syscall (30, FreeBSD ELF32, accept), eip = 0x285cfb5f, esp = 0xbfbecabc, ebp = 0xbfbecad8 ---
    
    Tracing command php pid 19206 tid 64102 td 0xc5274c80
    sched_switch(c5274c80,0,104,ee38f4e3,4f2,...) at sched_switch+0xb9
    mi_switch(104,0,0,c134f930,ed4a2bb4,...) at mi_switch+0xd6
    sleepq_switch(c5274c80,0,c0ee9712,1a0,0,...) at sleepq_switch+0xae
    sleepq_catch_signals(0,c134f930,ed4a2c00,c0a448a9,c518484a,...) at sleepq_catch_signals+0x33b
    sleepq_wait_sig(c518484a,58,c0eff074,100,0,...) at sleepq_wait_sig+0x18
    _sleep(c518484a,c134f930,158,c0eff074,0,...) at _sleep+0x279
    kern_accept(c5274c80,0,ed4a2c6c,ed4a2c68,ed4a2c64,...) at kern_accept+0x190
    accept(c5274c80,ed4a2cf8,c,c5274c80,c,...) at accept+0x73
    syscall(ed4a2d38) at syscall+0x1ad
    Xint0x80_syscall() at Xint0x80_syscall+0x20
    --- syscall (30, FreeBSD ELF32, accept), eip = 0x285cfb5f, esp = 0xbfbecabc, ebp = 0xbfbecad8 ---
    
    Tracing command php pid 19155 tid 64101 td 0xc5275000
    sched_switch(c5275000,0,104,ee281fed,4f2,...) at sched_switch+0xb9
    mi_switch(104,0,0,c134f930,ed49fbb4,...) at mi_switch+0xd6
    sleepq_switch(c5275000,0,c0ee9712,1a0,0,...) at sleepq_switch+0xae
    sleepq_catch_signals(0,c134f930,ed49fc00,c0a448a9,c518484a,...) at sleepq_catch_signals+0x33b
    sleepq_wait_sig(c518484a,58,c0eff074,100,0,...) at sleepq_wait_sig+0x18
    _sleep(c518484a,c134f930,158,c0eff074,0,...) at _sleep+0x279
    kern_accept(c5275000,0,ed49fc6c,ed49fc68,ed49fc64,...) at kern_accept+0x190
    accept(c5275000,ed49fcf8,c,c5275000,c,...) at accept+0x73
    syscall(ed49fd38) at syscall+0x1ad
    Xint0x80_syscall() at Xint0x80_syscall+0x20
    [/thread]
    

Locked