Fatal trap 9: general protection fault while in kernel mode cpuid = 10; apic id = 0a instruction pointer = 0x20:0xffffffff80f4a678 stack pointer = 0x28:0xfffffe015bfee710 frame pointer = 0x28:0xfffffe015bfee790 code segment = base 0x0, limit 0xfffff, type 0x1b = DPL 0, pres 1, long 1, def32 0, gran 1 processor eflags = interrupt enabled, resume, IOPL = 0 current process = 53458 (find) trap number = 9 panic: general protection fault cpuid = 10 time = 1679879167 KDB: stack backtrace: #0 0xffffffff80c694c5 at kdb_backtrace+0x65 #1 0xffffffff80c1bb7f at vpanic+0x17f #2 0xffffffff80c1b9f3 at panic+0x43 #3 0xffffffff810afdf5 at trap_fatal+0x385 #4 0xffffffff810875d8 at calltrap+0x8 #5 0xffffffff80f4c9e6 at cache_alloc+0x326 #6 0xffffffff80f47305 at cache_alloc_retry+0x25 #7 0xffffffff80bf3227 at malloc+0x57 #8 0xffffffff8217d5a5 at zfs_acl_node_read+0x225 #9 0xffffffff8217fd86 at zfs_zaccess_aces_check+0x86 #10 0xffffffff8217f512 at zfs_zaccess+0xb2 #11 0xffffffff82312618 at zfs_access+0x68 #12 0xffffffff821904b8 at zfs_freebsd_access+0x48 #13 0xffffffff80d0e7b5 at vn_open_vnode+0x125 #14 0xffffffff80d0e435 at vn_open_cred+0x655 #15 0xffffffff80d04683 at kern_openat+0x283 #16 0xffffffff810b06ec at amd64_syscall+0x10c #17 0xffffffff81087eeb at fast_syscall_common+0xf8 Uptime: 1d7h8m29s Dumping 5418 out of 32137 MB:..1%..11%..21%..31%..41%..51%..61%..71%..81%..91% __curthread () at /usr/src/sys/amd64/include/pcpu_aux.h:55 55 __asm("movq %%gs:%P1,%0" : "=r" (td) : "n" (offsetof(struct pcpu, (kgdb) #0 __curthread () at /usr/src/sys/amd64/include/pcpu_aux.h:55 #1 doadump (textdump=) at /usr/src/sys/kern/kern_shutdown.c:399 #2 0xffffffff80c1b77c in kern_reboot (howto=260) at /usr/src/sys/kern/kern_shutdown.c:487 #3 0xffffffff80c1bbee in vpanic (fmt=0xffffffff811b4fb9 "%s", ap=) at /usr/src/sys/kern/kern_shutdown.c:920 #4 0xffffffff80c1b9f3 in panic (fmt=) at /usr/src/sys/kern/kern_shutdown.c:844 #5 0xffffffff810afdf5 in trap_fatal (frame=0xfffffe015bfee650, eva=0) at /usr/src/sys/amd64/amd64/trap.c:944 #6 #7 0xffffffff80f4a678 in slab_alloc_item (keg=0xfffff80001006c00, slab=0xfffff801a5095f00) at /usr/src/sys/vm/uma_core.c:3929 #8 zone_import (arg=, bucket=, max=, domain=0, flags=) at /usr/src/sys/vm/uma_core.c:3971 #9 0xffffffff80f4c9e6 in zone_alloc_bucket (zone=0xfffffe0034a04000, udata=0x0, domain=0, flags=2) at /usr/src/sys/vm/uma_core.c:4189 #10 cache_alloc (zone=zone@entry=0xfffffe0034a04000, cache=, udata=udata@entry=0x0, flags=flags@entry=2) at /usr/src/sys/vm/uma_core.c:3675 #11 0xffffffff80f47305 in cache_alloc_retry ( zone=zone@entry=0xfffffe0034a04000, cache=0xfffff801a5095f00, udata=0x0, flags=2, flags@entry=24) at /usr/src/sys/vm/uma_core.c:3533 #12 0xffffffff80f4701c in uma_zalloc_arg (zone=zone@entry=0xfffffe0034a04000, udata=0xfffff80001006d1c, udata@entry=0x0, flags=) at /usr/src/sys/vm/uma_core.c:3614 #13 0xffffffff80bf3227 in uma_zalloc (zone=0xfffffe0034a04000, flags=-1) at /usr/src/sys/vm/uma.h:367 #14 malloc (size=, mtp=0xffffffff8244b2b0 , flags=-1, flags@entry=2) at /usr/src/sys/kern/kern_malloc.c:658 #15 0xffffffff8216ed30 in zfs_kmem_alloc (size=size@entry=24, kmflags=-1, kmflags@entry=2) at /usr/src/sys/contrib/openzfs/module/os/freebsd/spl/spl_kmem.c:81 #16 0xffffffff8217d5a5 in zfs_acl_node_alloc (bytes=24) at /usr/src/sys/contrib/openzfs/module/os/freebsd/zfs/zfs_acl.c:476 #17 zfs_acl_node_read (zp=zp@entry=0xfffff80572d211d8, have_lock=, aclpp=aclpp@entry=0xfffffe015bfee958, will_modify=will_modify@entry=0) at /usr/src/sys/contrib/openzfs/module/os/freebsd/zfs/zfs_acl.c:1087 #18 0xffffffff8217fd86 in zfs_zaccess_aces_check (zp=0xfffff80572d211d8, working_mode=0xfffffe015bfeea00, anyaccess=anyaccess@entry=0, cr=0xfffff807aad83200) at /usr/src/sys/contrib/openzfs/module/os/freebsd/zfs/zfs_acl.c:2124 #19 0xffffffff82180257 in zfs_zaccess_common (zp=0xfffff801a5095f28, zp@entry=0xfffff80572d211d8, v4_mode=v4_mode@entry=1, working_mode=working_mode@entry=0xfffffe015bfeea00, check_privs=check_privs@entry=0xfffffe015bfee9f4, skipaclchk=16805148, skipaclchk@entry=0, cr=0xfffff801a5095f18, cr@entry=0xfffff807aad83200) at /usr/src/sys/contrib/openzfs/module/os/freebsd/zfs/zfs_acl.c:2290 #20 0xffffffff8217f512 in zfs_zaccess (zp=zp@entry=0xfffff80572d211d8, mode=1, flags=flags@entry=0, skipaclchk=skipaclchk@entry=0, cr=cr@entry=0xfffff807aad83200) at /usr/src/sys/contrib/openzfs/module/os/freebsd/zfs/zfs_acl.c:2389 #21 0xffffffff821802f9 in zfs_zaccess_rwx (zp=0xfffff801a5095f28, zp@entry=0xfffff80572d211d8, mode=, flags=-1, flags@entry=0, cr=0xfffff80001006d1c, cr@entry=0xfffff807aad83200) at /usr/src/sys/contrib/openzfs/module/os/freebsd/zfs/zfs_acl.c:2475 #22 0xffffffff82312618 in zfs_access (zp=zp@entry=0xfffff80572d211d8, mode=256, flag=flag@entry=0, cr=0xfffff807aad83200) at /usr/src/sys/contrib/openzfs/module/zfs/zfs_vnops.c:170 #23 0xffffffff821904b8 in zfs_freebsd_access (ap=0xfffffe015bfeeac0) at /usr/src/sys/contrib/openzfs/module/os/freebsd/zfs/zfs_vnops_os.c:4546 #24 0xffffffff80d0e7b5 in VOP_ACCESS (vp=0xfffff8056dd7e1e8, accmode=, cred=0xfffff807aad83200, td=0xfffffe017a338720) at ./vnode_if.h:343 #25 vn_open_vnode (vp=0xfffff8056dd7e1e8, fmode=fmode@entry=1179653, cred=, cred@entry=0xfffff807aad83200, td=, td@entry=0xfffffe017a338720, fp=0xfffff8035e65d7d0) at /usr/src/sys/kern/vfs_vnops.c:431 #26 0xffffffff80d0e435 in vn_open_cred (ndp=ndp@entry=0xfffffe015bfeecb8, flagp=flagp@entry=0xfffffe015bfeedd4, cmode=cmode@entry=0, vn_open_flags=, vn_open_flags@entry=16, cred=0xfffff807aad83200, fp=0xfffff80001006d1c) at /usr/src/sys/kern/vfs_vnops.c:331 #27 0xffffffff80d04683 in kern_openat (td=0xfffffe017a338720, fd=-100, path=0x80191f5f8 , pathseg=UIO_USERSPACE, flags=1179653, mode=) at /usr/src/sys/kern/vfs_syscalls.c:1159 #28 0xffffffff810b06ec in syscallenter (td=0xfffffe017a338720) at /usr/src/sys/amd64/amd64/../../kern/subr_syscall.c:189 #29 amd64_syscall (td=0xfffffe017a338720, traced=0) at /usr/src/sys/amd64/amd64/trap.c:1185 #30 #31 0x00000008011ad5da in ?? () Backtrace stopped: Cannot access memory at address 0x7fffffffe748 (kgdb) ------------------------------------------------------------------------ ps -axlww UID PID PPID C PRI NI VSZ RSS MWCHAN STAT TT TIME COMMAND 0 0 0 6 -16 0 0 0 swapin DLs - 2:24,52 [kernel] 0 1 0 4 20 0 11800 452 wait DLs - 0:00,04 [init] 0 2 0 10 -16 0 0 0 - DL - 0:00,00 [KTLS] 0 3 0 4 -16 0 0 0 crypto_w DL - 0:00,00 [crypto] 0 4 0 10 -16 0 0 0 - RL - 0:00,77 [cam] 0 5 0 2 20 0 0 0 t->zthr_ DL - 0:23,07 [zfskern] 0 6 0 5 -16 0 0 0 - DL - 0:08,60 [rand_harvestq] 0 7 0 15 -16 0 0 0 psleep DL - 0:50,79 [pagedaemon] 0 8 0 9 -16 0 0 0 psleep DL - 0:00,06 [vmdaemon] 0 9 0 13 -16 0 0 0 - RL - 0:02,18 [bufdaemon] 0 10 0 7 -16 0 0 0 audit_wo DL - 0:00,00 [audit] 0 11 0 0 155 0 0 0 - RL - 21968:21,15 [idle] 0 12 0 -1 -56 0 0 0 - WL - 3:23,17 [intr] 0 13 0 7 -8 0 0 0 - DL - 0:00,01 [geom] 0 14 0 5 -16 0 0 0 seqstate DL - 0:00,00 [sequencer 00] 0 15 0 10 -68 0 0 0 - DL - 0:13,55 [usb] 0 16 0 5 33 0 0 0 vlrup DL - 68:12,99 [vnlru] 0 17 0 7 16 0 0 0 syncer DL - 0:00,53 [syncer] 0 118 1 11 52 0 12740 4 pause DWs - 0:00,00 [adjkerntz] 0 164 1 4 20 0 12884 4 kqread DWs - 0:00,00 [autounmountd] 0 713 0 13 -16 0 0 0 sleep DL - 0:00,00 [ng_queue] 0 1256 1 10 20 0 13108 1276 select Ds - 0:20,35 [moused] 0 1280 1 13 20 0 13184 1448 select Ds - 0:00,00 [dhclient] 0 1283 1 2 4 0 13184 1376 select Ds - 0:00,00 [dhclient] 65 1374 1 9 20 0 13188 1616 select DCs - 0:00,00 [dhclient] 0 1375 1 13 20 0 11468 1264 select Ds - 0:00,06 [devd] 0 1606 1 0 20 0 12896 1708 select Ds - 0:00,33 [syslogd] 0 1649 1 12 52 0 12884 1096 autofscv Ds - 0:00,00 [automountd] 0 1668 1 9 20 0 12828 1208 select Ds - 0:00,06 [rpcbind] 0 1670 1 8 20 0 290308 1136 select Ds - 0:00,05 [rpc.statd] 0 1678 1 6 52 0 28216 1060 rpcsvc Ds - 0:00,10 [rpc.lockd] 556 1688 1 13 20 0 14288 2968 select Ds - 0:00,11 [dbus-daemon] 123 1735 1 11 20 0 21944 2220 select Ds - 0:02,50 [ntpd] 0 1803 1 0 20 0 106496 3904 kqread Ds - 0:02,21 [cupsd] 970 1805 1 13 52 0 49752 3856 select D - 0:00,11 [colord] 0 1829 1 10 20 0 12940 592 nanslp Ds - 0:01,18 [cron] 0 1838 1 13 52 0 19000 1360 select Ds - 0:00,00 [rsync] 0 1860 1 5 52 0 21104 1404 select Ds - 0:00,00 [sshd] 0 1873 1 14 20 0 15292 1748 nanslp D - 0:00,39 [smartd] 0 1878 1 8 20 0 18124 1644 select Ds - 0:02,17 [httpd] 0 1882 1 7 52 0 12872 1096 ttyin Ds+ - 0:00,00 [getty] 0 1883 1 11 52 0 12872 1096 ttyin Ds+ - 0:00,00 [getty] 0 1884 1 4 52 0 12872 1096 ttyin Ds+ - 0:00,00 [getty] 0 1885 1 12 52 0 12872 1096 ttyin Ds+ - 0:00,00 [getty] 0 1886 1 8 52 0 12872 1096 ttyin Ds+ - 0:00,00 [getty] 0 1887 1 1 52 0 12872 1096 ttyin Ds+ - 0:00,00 [getty] 0 1888 1 3 52 0 12872 1096 ttyin Ds+ - 0:00,00 [getty] 80 1889 1878 0 20 0 18124 208 kqread D - 0:00,10 [httpd] 80 1890 1878 1 52 0 18124 4 lockf DW - 0:00,00 [httpd] 80 1891 1878 2 52 0 18124 4 lockf DW - 0:00,00 [httpd] 80 1892 1878 9 52 0 18124 4 lockf DW - 0:00,00 [httpd] 80 1893 1878 5 52 0 18124 4 lockf DW - 0:00,00 [httpd] 0 1904 1 11 20 0 13712 4 wait DWs - 0:00,00 [login] 1001 1905 1904 4 20 0 18312 4 pause DW - 0:00,00 [zsh] 1001 1929 1905 8 52 0 13676 4 wait DW+ - 0:00,00 [sh] 1001 1941 1929 6 52 0 14764 4 wait DW+ - 0:00,00 [xinit] 0 1942 1941 15 20 0 392432 154332 select D - 7:17,89 [Xorg] 1001 1945 1941 6 20 0 121424 9848 select D - 0:00,08 [startplasma-x11] 1001 1956 1 14 52 0 15384 2100 select D - 0:00,00 [dbus-launch] 1001 1957 1 13 20 0 47568 14084 select Ds - 0:02,24 [dbus-daemon] 1001 1961 1945 10 20 0 121796 10688 select D - 0:00,09 [plasma_session] 1001 1964 1 11 46 0 115936 10488 select Ds - 0:00,03 [kdeinit5] 1001 1965 1964 2 20 0 301436 14776 select D - 0:00,57 [klauncher] 1001 1973 1961 9 20 0 454716 43524 select D - 0:06,86 [kded5] 1001 1975 1961 2 20 0 794140 134068 select D - 2:35,21 [kwin_x11] 1001 1979 1 6 32 0 31840 2696 select D - 0:00,00 [dconf-service] 0 1995 1 1 20 0 91316 7456 select D - 0:00,06 [bsdisks] 0 1997 1 14 20 0 36284 4300 select D - 0:00,02 [upowerd] 0 2003 1 6 20 0 87664 4516 select D - 0:00,04 [console-kit-daemon] 565 2005 1 6 20 0 42344 5552 select D - 0:00,07 [polkitd] 1001 2019 1 0 20 0 98228 13952 select D - 0:01,08 [kglobalaccel5] 1001 2020 1961 7 20 0 304272 18004 select D - 0:00,85 [ksmserver] 1001 2028 1 15 20 0 87068 10628 select D - 0:00,49 [kscreen_backend_la] 1001 2029 1961 1 20 0 144984 17892 select D - 0:00,64 [org_kde_powerdevil] 1001 2030 1961 14 20 0 750292 185200 select D - 0:24,85 [plasmashell] 1001 2033 1961 9 40 19 268761732 410232 select DN - 0:31,30 [baloo_file] 1001 2034 1961 13 20 0 94184 11424 select D - 0:02,56 [xembedsniproxy] 1001 2035 1961 8 20 0 303720 15296 select D - 0:00,80 [kaccess] 1001 2040 1 7 20 0 139180 20996 select D - 0:02,04 [kactivitymanagerd] 1001 2042 1961 12 20 0 99408 11008 select D - 0:00,47 [gmenudbusmenuproxy] 1001 2043 1961 15 20 0 313456 16648 select D - 0:03,96 [kdeconnectd] 1001 2045 1961 7 20 0 356536 16504 select D - 0:03,94 [DiscoverNotifier] 1001 2050 1961 12 20 0 406392 64088 select D - 1:29,46 [seafile-applet] 1001 2052 1961 7 20 0 379384 20364 select D - 0:04,13 [kgpg] 1001 2056 1961 10 20 0 763980 29600 select D - 0:06,01 [konqueror] 1001 2062 1961 10 20 0 330524 17824 select D - 0:00,80 [kalendarac] 1001 2063 1961 11 20 0 1627056 95432 select D - 0:05,27 [goldendict] 1001 2066 1961 13 20 0 625364 71964 select D - 0:10,86 [latte-dock] 0 2067 1961 6 52 0 18780 1468 select D - 0:00,01 [sudo] 1001 2068 1961 1 20 0 458860 71976 select D - 0:04,21 [copyq] 0 2073 2067 1 20 0 243732 20740 select D - 0:23,84 [python3.9] 1001 2113 1 11 20 0 40572 2704 select D - 0:00,01 [gvfsd] 1001 2119 1 6 20 0 48684 4396 select D - 0:02,70 [gvfs-udisks2-volum] 1001 2120 2050 10 20 0 87808 11008 kqread D - 1:41,87 [seaf-daemon] 0 2123 1 1 52 0 15384 2104 select D - 0:00,00 [dbus-launch] 1001 2127 1 13 20 0 36716 3024 select D - 0:00,01 [gvfs-mtp-volume-mo] 1001 2130 1 5 20 0 37996 3160 select D - 0:00,01 [gvfs-gphoto2-volum] 0 2139 1 13 52 0 14288 1956 select Ds - 0:00,00 [dbus-daemon] 0 2142 1 9 52 0 42340 3200 select D - 0:00,01 [at-spi-bus-launche] 0 2144 2142 12 20 0 14288 2300 select D - 0:00,36 [dbus-daemon] 1001 2145 2068 1 20 0 370952 24672 select D - 0:02,01 [copyq] 1001 2147 2068 11 20 0 108232 16932 select D - 0:00,07 [copyq] 1001 2150 1 3 20 0 311788 19584 select D - 0:00,70 [kwalletd5] 0 2163 1 10 20 0 34420 4216 select D - 0:00,83 [at-spi2-registryd] 1001 2176 1 7 20 0 24484 2972 select Ds - 0:01,42 [gpg-agent] 1001 2177 2176 14 52 0 20092 1868 select D - 0:00,05 [scdaemon] 1001 2192 1 7 20 0 21336 5196 select D - 0:00,02 [sd_espeak] 1001 2196 1 4 52 0 93436 3024 select D - 0:00,03 [sd_dummy] 1001 2197 1 10 21 0 35596 6088 select Ds - 0:00,18 [speech-dispatcher] 1001 2220 2056 2 30 10 4591252 19948 uwait DN - 0:00,19 [QtWebEngineProcess] 1001 2267 1 13 20 0 1103884 251312 select D - 0:06,07 [krunner] 1001 2269 1 15 20 0 268754148 51796 select D - 0:00,79 [baloorunner] 1001 2285 1 4 20 0 26904 7104 kqread Ds - 7:01,59 [wineserver] 1001 2292 1 6 52 0 1749588 1472 piperd Ds - 0:00,02 [wine64.bin] 1001 2294 1 3 52 0 1721892 3564 piperd D - 0:00,02 [wine64.bin] 1001 2296 1 2 52 0 1751036 5420 piperd D - 8:46,91 [wine64.bin] 1001 2298 1 4 20 0 1756972 12408 piperd D - 0:00,16 [wine64.bin] 1001 2300 1 9 52 0 1735892 5144 piperd D - 0:00,04 [wine64.bin] 1001 2302 1 0 52 0 1720012 1472 piperd D - 0:00,01 [wine64.bin] 1001 2304 1 4 52 0 1736556 1472 piperd D - 0:00,01 [wine64.bin] 1001 2306 1 10 20 0 2651020 36200 piperd D - 9:28,68 [wine.bin] 1001 2576 1 0 20 0 12760 216 pause Ds - 0:00,00 [autossh] 1001 2577 2576 12 20 0 37068 16140 select D - 0:01,26 [ssh] 1001 2581 2267 2 20 0 656368 237436 select D - 0:39,65 [iridium] 1001 2584 2581 11 20 0 378496 52840 uwait D - 0:07,99 [iridium] 1001 2585 2581 4 20 0 342840 25636 uwait D - 0:00,59 [iridium] 1001 2586 2581 5 20 0 1169068220 62152 uwait D - 0:02,22 [iridium] 1001 2587 2581 9 20 0 1169042664 72628 uwait D - 0:01,25 [iridium] 1001 2589 1 9 20 0 42356 4500 select D - 0:00,01 [at-spi-bus-launche] 1001 2590 2589 7 20 0 14288 2344 select D - 0:00,08 [dbus-daemon] 1001 2591 2581 12 20 0 1169041360 64676 uwait D - 0:00,94 [iridium] 1001 2603 2581 5 20 0 1169116268 118828 uwait D - 0:03,89 [iridium] 1001 2612 2581 10 20 0 1169013848 24244 uwait D - 0:00,57 [iridium] 1001 2613 2581 6 20 0 1169053144 49892 uwait D - 0:00,85 [iridium] 1001 2614 2581 14 20 0 1169012696 24752 uwait D - 0:00,56 [iridium] 1001 2617 2581 0 20 0 545684 94768 select D - 0:18,42 [iridium] 1001 5185 1 12 20 0 179828 7600 select D - 0:35,18 [pulseaudio] 1001 24655 2030 3 20 0 15179116 2821832 select D - 66:09,02 [firefox] 1001 24660 24655 4 20 0 270780 42432 select D - 0:00,05 [firefox] 1001 24661 24655 1 20 0 2722352 95040 select D - 0:00,88 [firefox] 1001 24662 24655 5 20 0 21273560 884860 select D - 2:31,72 [firefox] 1001 24664 24655 3 20 0 2668876 148816 select D - 0:12,41 [firefox] 1001 24665 24655 9 20 0 228512 66948 select D - 0:00,10 [firefox] 1001 24666 24655 8 20 0 528236 55840 select D - 0:02,94 [plasma-browser-int] 1001 24667 24655 4 20 0 3226988 466760 select D - 0:42,79 [firefox] 1001 24669 24655 11 20 0 3507768 673028 select D - 1:10,24 [firefox] 1001 24670 24655 9 20 0 2671648 167236 select D - 0:02,05 [firefox] 1001 24671 24655 12 20 0 2790612 212912 select D - 0:09,30 [firefox] 1001 24672 24655 6 20 0 2791812 199248 select D - 0:22,41 [firefox] 1001 24673 24655 12 20 0 2671068 151040 select D - 0:01,36 [firefox] 1001 24674 24655 7 20 0 2655280 154268 select D - 0:01,63 [firefox] 1001 24675 24655 12 20 0 2692276 175904 select D - 0:03,13 [firefox] 1001 24676 24655 15 20 0 2880440 301580 select D - 0:03,43 [firefox] 1001 24677 24655 0 20 0 2801004 215352 select D - 1:06,15 [firefox] 1001 24678 24655 13 20 0 2650860 148120 select D - 0:01,10 [firefox] 1001 24679 24655 13 20 0 2655852 151396 select D - 0:01,19 [firefox] 1001 24688 24655 2 20 0 2825532 266076 select D - 0:05,44 [firefox] 1001 24689 24655 6 20 0 525620 139376 select D - 4:35,05 [firefox] 1001 24690 24655 3 20 0 3363960 322928 select D - 0:39,50 [firefox] 1001 24691 24655 2 20 0 2699304 193656 select D - 0:01,63 [firefox] 1001 24692 24655 3 20 0 2636960 155728 select D - 0:04,09 [firefox] 1001 24693 24655 13 20 0 2883552 280800 select D - 0:37,49 [firefox] 1001 24695 24655 5 20 0 2713360 201788 select D - 0:03,76 [firefox] 1001 24696 24655 5 20 0 2724544 232076 select D - 0:05,09 [firefox] 1001 24834 24655 8 20 0 2688896 223468 select D - 0:04,13 [firefox] 1001 24867 24655 4 20 0 2699712 218636 select D - 0:02,61 [firefox] 1001 24968 24655 10 20 0 2828144 309364 select D - 0:09,96 [firefox] 1001 25044 24655 1 20 0 2879988 355372 select D - 0:16,28 [firefox] 1001 25045 24655 10 20 0 2960652 440176 select D - 0:47,13 [firefox] 1001 25062 24655 10 20 0 2993828 348464 select D - 0:24,94 [firefox] 1001 25094 24655 4 20 0 3497052 596744 select D - 1:10,62 [firefox] 1001 25095 24655 7 20 0 2701384 202612 select D - 0:02,38 [firefox] 1001 25186 24655 7 20 0 2726216 247664 select D - 0:27,85 [firefox] 1001 25449 2581 7 20 0 331956 180020 uwait D - 0:00,75 [iridium] 1001 34785 24655 4 20 0 3652556 733248 select D - 3:54,35 [firefox] 1001 38308 1 3 20 0 85228 30924 select D - 0:02,63 [kio_http_cache_cle] 1001 38376 2581 8 20 0 1168983884 197280 uwait D - 0:00,22 [iridium] 1001 41072 24655 13 20 0 2515276 147568 select D - 0:00,17 [firefox] 1001 41123 2267 2 20 0 833372 310304 select D - 0:03,51 [kmail] 1001 41213 24655 7 20 0 2515276 148652 select D - 0:00,21 [firefox] 1001 41426 24655 14 20 0 2516292 149516 select D - 0:00,21 [firefox] 0 53270 1829 15 20 0 12940 1124 piperd D - 0:00,00 [cron] 0 53272 53270 0 20 0 13596 2736 wait Ds - 0:00,00 [sh] 0 53283 53272 15 21 0 12740 1828 wait D - 0:00,00 [lockf] 0 53284 53283 4 52 0 13596 2728 wait D - 0:00,00 [sh] 0 53293 53284 1 52 0 13596 2748 wait D - 0:00,00 [sh] 0 53294 53284 10 44 0 12852 2112 piperd D - 0:00,00 [mail] 0 53437 53293 15 52 0 13596 2740 wait D - 0:00,00 [sh] 0 53439 53437 2 52 0 13596 2736 wait D - 0:00,00 [sh] 0 53442 53439 8 52 0 12740 1832 wait D - 0:00,00 [lockf] 0 53443 53442 3 52 0 13596 2736 wait D - 0:00,00 [sh] 0 53451 53443 5 52 0 13596 2752 wait D - 0:00,00 [sh] 0 53452 53443 14 52 0 12852 1984 piperd D - 0:00,00 [mail] 0 53453 53451 5 52 0 13596 2748 wait D - 0:00,00 [sh] 0 53458 53453 10 34 0 44540 32640 - R - 0:00,00 [find] 0 53459 53453 5 52 0 13596 2748 wait D - 0:00,00 [sh] 0 53461 53459 2 52 0 15308 1984 piperd D - 0:00,00 [cat] ------------------------------------------------------------------------ vmstat -s 1124427623 cpu context switches 13379160 device interrupts 2092426 software interrupts 53970354 traps 2132377326 system calls 18 kernel threads created 49504 fork() calls 1470 vfork() calls 2587 rfork() calls 64187 swap pager pageins 362575 swap pager pages paged in 103407 swap pager pageouts 755185 swap pager pages paged out 209019 vnode pager pageins 1832019 vnode pager pages paged in 13934 vnode pager pageouts 329784 vnode pager pages paged out 0 page daemon wakeups 0 pages examined by the page daemon 0 clean page reclamation shortfalls 0 pages reactivated by the page daemon 10581576 copy-on-write faults 349 copy-on-write optimized faults 23945307 zero fill pages zeroed 7503 zero fill pages prezeroed 84231 intransit blocking page faults 52149226 total VM faults taken 270473 page faults requiring I/O 0 pages affected by kernel thread creation 9824001 pages affected by fork() 69767 pages affected by vfork() 1026810 pages affected by rfork() 58065932 pages freed 0 pages freed by daemon 0 pages freed by exiting processes 0 pages active 0 pages inactive 0 pages in the laundry queue 0 pages wired down 0 virtual user pages wired down 0 pages free 0 bytes per page 0 total name lookups cache hits (0% pos + 0% neg) system 0% per-directory deletions 0%, falsehits 0%, toolong 0% ------------------------------------------------------------------------ vmstat -m vmstat: memstat_kvm_malloc: Type InUse MemUse Requests Size(s) ------------------------------------------------------------------------ vmstat -z ITEM SIZE LIMIT USED FREE REQ FAILSLEEP XDOMAIN UMA Kegs: 384, 0, 181, 0, 181, 0, 0, 0 UMA Zones: 2560, 0, 212, 0, 212, 0, 0, 0 UMA Slabs 0: 80, 0, 1700748, 0, 5882213, 0, 0, 0 UMA Slabs 1: 112, 0, 12, 0, 12, 0, 0, 0 UMA Hash: 256, 0, 0, 0, 0, 0, 0, 0 2 Bucket: 32, 0, 2558, 9126, 509203, 0, 0, 0 4 Bucket: 48, 0, 1602, 5256, 273686, 0, 0, 0 8 Bucket: 80, 0, 685, 4002, 260492, 0, 0, 0 16 Bucket: 144, 0, 400, 5384, 754087, 8, 0, 0 32 Bucket: 256, 0, 6051, 8195, 605587, 0, 0, 0 64 Bucket: 512, 0, 5111, 6073, 1367835, 420, 0, 0 128 Bucket: 1024, 0, 466, 1061, 653164,848864, 0, 0 256 Bucket: 2048, 0, 2055, 831, 242877, 10, 0, 0 SMR SHARED: 24, 0, 2, 506, 2, 0, 0, 0 SMR CPU: 32, 0, 2, 506, 2, 0, 0, 0 vmem: 1856, 0, 1, 7, 1, 0, 0, 0 vmem btag: 56, 0, 76607, 1987, 225594,1033, 0, 0 VM OBJECT: 264, 0, 146170, 276, 4772949, 0, 0, 0 RADIX NODE: 144, 0, 270916, 1635,13464652, 0, 0, 0 KMAP ENTRY: 96, 0, 132, 0, 158, 0, 0, 0 MAP ENTRY: 96, 0, 80530, 11283,23265929, 0, 0, 0 VMSPACE: 2552, 0, 179, 81, 53572, 0, 0, 0 fakepg: 104, 0, 0, 1260, 176, 0, 0, 0 pcpu-4: 4, 0, 0, 0, 0, 0, 0, 0 pcpu-8: 8, 0, 3421, 3183, 3428, 0, 0, 0 pcpu-16: 16, 0, 56, 1976, 56, 0, 0, 0 pcpu-32: 32, 0, 0, 0, 0, 0, 0, 0 pcpu-64: 64, 0, 488, 2052, 488, 0, 0, 0 malloc-16: 16, 0, 19691, 4439,75127663, 0, 0, 0 malloc-32: 32, 0, 502458, 1986,27631595, 0, 0, 0 malloc-64: 64, 0, 602527, 149313,1046791512, 0, 0, 0 malloc-128: 128, 0, 1208914, 1363,126525996, 0, 0, 0 malloc-256: 256, 0, 22073, 1363, 6666472, 0, 0, 0 malloc-384: 384, 0, 999160, 131392,59006644, 0, 0, 0 malloc-512: 512, 0, 205, 887,14049878, 0, 0, 0 malloc-1024: 1024, 0, 10275, 479, 5928661, 0, 0, 0 malloc-2048: 2048, 0, 1207, 201, 1698171, 0, 0, 0 malloc-4096: 4096, 0, 37981, 7012, 6662380, 0, 0, 0 malloc-8192: 8192, 0, 438, 74, 23375, 0, 0, 0 malloc-16384: 16384, 0, 588, 136, 596279, 0, 0, 0 malloc-32768: 32768, 0, 254, 56, 24267, 0, 0, 0 malloc-65536: 65536, 0, 63, 52, 388711, 0, 0, 0 SLEEPQUEUE: 80, 0, 3323, 1087, 3323, 0, 0, 0 kenv: 258, 0, 22, 458, 6561, 0, 0, 0 Files: 80, 0, 470243, 2509, 7210656, 0, 0, 0 filedesc0: 1072, 0, 197, 163, 53580, 0, 0, 0 PWD: 32, 0, 44, 4782, 2213187, 0, 0, 0 TURNSTILE: 136, 0, 3323, 459, 3323, 0, 0, 0 rangeset pctrie nodes: 144, 0, 0, 0, 0, 0, 0, 0 rl_entry: 40, 0, 1515, 2549, 5457, 0, 0, 0 lkpicurr: 160, 0, 128, 318, 323, 0, 0, 0 lkpimm: 160, 0, 35, 336, 99, 0, 0, 0 umtx pi: 96, 0, 0, 1890, 1272, 0, 0, 0 umtx_shm: 88, 0, 5, 373, 5, 0, 0, 0 fusepbuf: 2368, 128, 0, 0, 0, 0, 0, 0 swrbuf: 2368, 128, 0, 38, 64187, 0, 0, 0 swwbuf: 2368, 64, 0, 16, 103407, 0, 0, 0 nfspbuf: 2368, 128, 0, 0, 0, 0, 0, 0 mdpbuf: 2368, 25, 0, 0, 0, 0, 0, 0 clpbuf: 2368, 128, 0, 0, 0, 0, 0, 0 vnpbuf: 2368, 512, 0, 0, 0, 0, 0, 0 pbuf: 2368, 16, 0, 0, 65, 0, 0, 0 FPU_save_area: 2440, 0, 2727, 303, 207887, 0, 0, 0 MAC labels: 40, 0, 0, 0, 0, 0, 0, 0 PROC: 1352, 0, 197, 147, 53579, 0, 0, 0 PGRP: 88, 0, 44, 1972, 852, 0, 0, 0 THREAD: 1808, 0, 2725, 339, 25424, 0, 0, 0 cpuset: 104, 0, 43, 1973, 371, 0, 0, 0 domainset: 40, 0, 0, 4064, 120, 0, 0, 0 pkru ranges: 24, 0, 0, 0, 0, 0, 0, 0 audit_record: 1280, 0, 0, 0, 0, 0, 0, 0 mbuf_packet: 256, 0, 14, 4304, 3170892, 0, 0, 0 mbuf: 256, 12818796, 12380, 5146,56402682, 0, 0, 0 mbuf_cluster: 2048, 2002937, 12511, 6299, 949696, 0, 0, 0 mbuf_jumbo_page: 4096, 1001468, 0, 4628, 7426022, 0, 0, 0 mbuf_jumbo_9k: 9216, 296731, 0, 0, 0, 0, 0, 0 mbuf_jumbo_16k: 16384, 166911, 0, 0, 0, 0, 0, 0 epoch_record pcpu: 256, 0, 4, 58, 4, 0, 0, 0 ktls_session: 192, 0, 0, 0, 0, 0, 0, 0 DEVCTL: 1024, 1000, 0, 0, 968, 0, 0, 0 ttyinq: 160, 0, 150, 656, 915, 0, 0, 0 ttyoutq: 256, 0, 80, 726, 488, 0, 0, 0 IOMMU_MAP_ENTRY: 120, 0, 0, 0, 0, 0, 0, 0 g_bio: 376, 0, 0, 630, 6874426, 0, 0, 0 linux_dma_pctrie: 144, 0, 0, 0, 0, 0, 0, 0 linux_dma_object: 32, 0, 0, 0, 0, 0, 0, 0 cryptop: 280, 0, 0, 0, 0, 0, 0, 0 vtnet_tx_hdr: 24, 0, 0, 0, 0, 0, 0, 0 taskq_zone: 192, 0, 0, 2556, 1005534, 0, 0, 0 VNODE: 488, 0, 611985, 1328,13373080, 0, 0, 0 BUF TRIE: 144, 0, 5, 119, 5, 0, 0, 0 S VFS Cache: 104, 0, 519968, 147522,14668417, 0, 0, 0 STS VFS Cache: 144, 0, 0, 0, 0, 0, 0, 0 L VFS Cache: 320, 0, 47608, 30932, 668457, 0, 0, 0 LTS VFS Cache: 360, 0, 0, 0, 0, 0, 0, 0 NAMEI: 1024, 0, 0, 416,31115327, 0, 0, 0 NCLNODE: 616, 0, 0, 0, 0, 0, 0, 0 TMPFS node: 224, 0, 1, 1053, 7336, 0, 0, 0 DIRHASH: 1024, 0, 0, 0, 0, 0, 0, 0 Mountpoints: 2752, 0, 27, 29, 27, 0, 0, 0 AIO: 208, 0, 0, 0, 0, 0, 0, 0 AIOP: 32, 0, 0, 0, 0, 0, 0, 0 AIOCB: 552, 0, 0, 0, 0, 0, 0, 0 AIOLIO: 272, 0, 0, 0, 0, 0, 0, 0 pipe: 744, 0, 440, 296, 69585, 0, 0, 0 zfs_btree_leaf_cache: 4096, 0, 1069, 173, 386637, 0, 0, 0 metaslab_alloc_trace_cache: 72, 0, 0, 0, 0, 0, 0, 0 ddt_cache: 24840, 0, 26, 3, 39, 0, 0, 0 ddt_entry_cache: 392, 0, 0, 0, 0, 0, 0, 0 zio_cache: 1232, 0, 40, 2912,33985138, 0, 0, 0 zio_link_cache: 48, 0, 0, 7874,16480509, 0, 0, 0 zio_buf_comb_512: 512, 0, 21548, 278,16869103, 0, 0, 0 zio_buf_comb_1024: 1024, 0, 19607, 103, 178110, 0, 0, 0 zio_buf_comb_1536: 1536, 0, 5562, 54, 102530, 0, 0, 0 zio_buf_comb_2048: 2048, 0, 3103, 41, 71067, 0, 0, 0 zio_buf_comb_2560: 2560, 0, 1887, 25, 35296, 0, 0, 0 zio_buf_comb_3072: 3072, 0, 1198, 22, 29305, 0, 0, 0 zio_buf_comb_3584: 3584, 0, 867, 9, 25177, 0, 0, 0 zio_buf_comb_4096: 4096, 0, 140094, 25, 1417052, 0, 0, 0 zio_buf_comb_5120: 5120, 0, 53, 292, 42221, 0, 0, 0 zio_buf_comb_6144: 6144, 0, 22, 176, 29663, 0, 0, 0 zio_buf_comb_7168: 7168, 0, 21, 88, 23162, 0, 0, 0 zio_buf_comb_8192: 8192, 0, 11, 89, 222527, 0, 0, 0 zio_buf_comb_10240: 10240, 0, 22, 140, 34000, 0, 0, 0 zio_buf_comb_12288: 12288, 0, 20, 109, 63289, 0, 0, 0 zio_buf_comb_14336: 14336, 0, 6, 65, 17718, 0, 0, 0 zio_buf_comb_16384: 16384, 0, 42440, 4564, 1295052, 0, 0, 0 zio_buf_comb_20480: 20480, 0, 15, 59, 40073, 0, 0, 0 zio_buf_comb_24576: 24576, 0, 4, 54, 30671, 0, 0, 0 zio_buf_comb_28672: 28672, 0, 3, 52, 26514, 0, 0, 0 zio_buf_comb_32768: 32768, 0, 1, 52, 23311, 0, 0, 0 zio_buf_comb_40960: 40960, 0, 7, 57, 44071, 0, 0, 0 zio_buf_comb_49152: 49152, 0, 3, 86, 42893, 0, 0, 0 zio_buf_comb_57344: 57344, 0, 4, 69, 40018, 0, 0, 0 zio_buf_comb_65536: 65536, 0, 8, 52, 38496, 0, 0, 0 zio_buf_comb_81920: 81920, 0, 1, 74, 73616, 0, 0, 0 zio_buf_comb_98304: 98304, 0, 1, 59, 54899, 0, 0, 0 zio_buf_comb_114688: 114688, 0, 1, 59, 23063, 0, 0, 0 zio_buf_comb_131072: 131072, 0, 2865, 46, 1138728, 0, 0, 0 zio_buf_comb_163840: 163840, 0, 0, 20, 99, 0, 0, 0 zio_buf_comb_196608: 196608, 0, 0, 14, 65, 0, 0, 0 zio_buf_comb_229376: 229376, 0, 0, 23, 74, 0, 0, 0 zio_buf_comb_262144: 262144, 0, 0, 19, 70, 0, 0, 0 zio_buf_comb_327680: 327680, 0, 0, 17, 85, 0, 0, 0 zio_buf_comb_393216: 393216, 0, 0, 16, 54, 0, 0, 0 zio_buf_comb_458752: 458752, 0, 0, 12, 49, 0, 0, 0 zio_buf_comb_524288: 524288, 0, 0, 9, 41, 0, 0, 0 zio_buf_comb_655360: 655360, 0, 0, 13, 35, 0, 0, 0 zio_buf_comb_786432: 786432, 0, 0, 12, 26, 0, 0, 0 zio_buf_comb_917504: 917504, 0, 0, 12, 36, 0, 0, 0 zio_buf_comb_1048576: 1048576, 0, 0, 34, 2717, 0, 0, 0 zio_buf_comb_1310720: 1310720, 0, 0, 0, 0, 0, 0, 0 zio_buf_comb_1572864: 1572864, 0, 0, 0, 0, 0, 0, 0 zio_buf_comb_1835008: 1835008, 0, 0, 0, 0, 0, 0, 0 zio_buf_comb_2097152: 2097152, 0, 0, 0, 0, 0, 0, 0 zio_buf_comb_2621440: 2621440, 0, 0, 0, 0, 0, 0, 0 zio_buf_comb_3145728: 3145728, 0, 0, 0, 0, 0, 0, 0 zio_buf_comb_3670016: 3670016, 0, 0, 0, 0, 0, 0, 0 zio_buf_comb_4194304: 4194304, 0, 0, 0, 0, 0, 0, 0 zio_buf_comb_5242880: 5242880, 0, 0, 0, 0, 0, 0, 0 zio_buf_comb_6291456: 6291456, 0, 0, 0, 0, 0, 0, 0 zio_buf_comb_7340032: 7340032, 0, 0, 0, 0, 0, 0, 0 zio_buf_comb_8388608: 8388608, 0, 0, 0, 0, 0, 0, 0 zio_buf_comb_10485760: 10485760, 0, 0, 0, 0, 0, 0, 0 zio_buf_comb_12582912: 12582912, 0, 0, 0, 0, 0, 0, 0 zio_buf_comb_14680064: 14680064, 0, 0, 0, 0, 0, 0, 0 zio_buf_comb_16777216: 16777216, 0, 0, 0, 0, 0, 0, 0 abd_chunk: 4096, 0, 1190855, 245, 7474211, 0, 0, 0 sa_cache: 288, 0, 611911, 511,12750280, 0, 0, 0 dnode_t: 816, 0, 963990, 132396,12209171, 0, 0, 0 arc_buf_hdr_t_full: 240, 0, 359667, 546, 8857008, 0, 0, 0 arc_buf_hdr_t_full_crypt: 304, 0, 0, 0, 0, 0, 0, 0 arc_buf_hdr_t_l2only: 96, 0, 0, 0, 0, 0, 0, 0 arc_buf_t: 64, 0, 50118, 9318,10330030, 0, 0, 0 dmu_buf_impl_t: 296, 0, 1008383, 135665,22114922, 0, 0, 0 zil_lwb_cache: 360, 0, 4, 536, 32865, 0, 0, 0 zil_zcw_cache: 80, 0, 0, 1890, 45202, 0, 0, 0 sio_cache_0: 136, 0, 0, 0, 0, 0, 0, 0 sio_cache_1: 152, 0, 0, 0, 0, 0, 0, 0 sio_cache_2: 168, 0, 0, 0, 0, 0, 0, 0 zfs_znode_cache: 472, 0, 611911, 1346,12741174, 0, 0, 0 ksiginfo: 112, 0, 337, 3065, 161792, 0, 0, 0 itimer: 352, 0, 0, 30, 1, 0, 0, 0 KNOTE: 160, 0, 467780, 1002,86283425, 0, 0, 0 socket: 944, 1028399, 688, 3228, 848073, 0, 0, 0 unpcb: 256, 1028399, 633, 3431, 349489, 0, 0, 0 ipq: 56, 51200, 0, 0, 0, 0, 0, 0 udp_inpcb: 496, 1028399, 20, 3790, 492949, 0, 0, 0 udpcb: 32, 1028399, 20, 3536, 492949, 0, 0, 0 tcp_inpcb: 496, 1028399, 32, 2762, 5595, 0, 0, 0 tcpcb: 1080, 1028399, 32, 3016, 5595, 0, 0, 0 tcptw: 88, 27767, 0, 2340, 807, 0, 0, 0 syncache: 168, 15360, 0, 3672, 100, 0, 0, 0 hostcache: 96, 15360, 14, 2350, 313, 0, 0, 0 sackhole: 32, 0, 0, 1016, 20, 0, 0, 0 tfo: 4, 0, 0, 0, 0, 0, 0, 0 tfo_ccache_entries: 80, 0, 0, 0, 0, 0, 0, 0 tcpreass: 48, 125183, 0, 1016, 2067, 0, 0, 0 tcp_log: 408, 5000000, 0, 0, 0, 0, 0, 0 tcp_log_bucket: 176, 0, 0, 0, 0, 0, 0, 0 tcp_log_node: 120, 0, 0, 0, 0, 0, 0, 0 udplite_inpcb: 496, 1028399, 0, 0, 0, 0, 0, 0 ripcb: 496, 1028399, 1, 507, 2, 0, 0, 0 IPsec SA lft_c: 16, 0, 0, 0, 0, 0, 0, 0 routing nhops: 256, 0, 8, 426, 14, 0, 0, 0 rtentry: 176, 0, 11, 423, 14, 0, 0, 0 bridge_rtnode: 88, 0, 0, 0, 0, 0, 0, 0 swpctrie: 144, 4005904, 6020, 1854, 569240, 0, 0, 0 swblk: 136, 4005886, 58352, 2036, 4252514, 0, 0, 0 drm_sched_fence: 184, 0, 2814, 1340, 1842151, 0, 0, 0 amdgpu_sync: 24, 0, 19, 3537, 5306236, 0, 0, 0 amdgpu_fence: 72, 0, 2837, 3337, 1859348, 0, 0, 0 fuse_ticket: 184, 0, 0, 0, 0, 0, 0, 0 NetGraph items: 72, 4096, 0, 640, 38, 0, 0, 0 NetGraph data items: 72, 4096, 0, 576, 14, 0, 0, 0 autofs_request: 5280, 0, 0, 6, 22, 0, 0, 0 autofs_node: 200, 0, 1, 61, 1, 0, 0, 0 ------------------------------------------------------------------------ vmstat -i interrupt total rate cpu0:timer 19165831 2654 cpu1:timer 13069764 1810 cpu2:timer 13754133 1905 cpu3:timer 13029618 1804 cpu4:timer 13495796 1869 cpu5:timer 13023267 1804 cpu6:timer 27828500 3854 cpu7:timer 17568382 2433 cpu8:timer 13879095 1922 cpu9:timer 13318547 1844 cpu10:timer 15879477 2199 cpu11:timer 13476059 1866 cpu12:timer 14566006 2017 cpu13:timer 13545829 1876 cpu14:timer 13950313 1932 cpu15:timer 13630785 1888 irq59: nvme0:admin 86 0 irq60: nvme0:io0 239525 33 irq61: nvme0:io1 267754 37 irq62: nvme0:io2 245736 34 irq63: nvme0:io3 265920 37 irq64: nvme0:io4 249566 35 irq65: nvme0:io5 271180 38 irq66: nvme0:io6 269279 37 irq67: nvme0:io7 301735 42 irq68: igc0:rxq0 457982 63 irq69: igc0:rxq1 289889 40 irq70: igc0:rxq2 203902 28 irq71: igc0:rxq3 638863 88 irq72: igc0:aq 2 0 irq73: hdac0 1190878 165 irq74: xhci0 3489965 483 irq75: xhci1 778303 108 irq79: vgapci0 4218595 584 Total 256560562 35530 ------------------------------------------------------------------------ pstat -T 470243/1028399 files 0M/0M swap space ------------------------------------------------------------------------