Sergey Anokhin написал(а) к All в Feb 19 00:27:33 по местному времени:
кое что новое в плане дебага еще приметил:
(pts/2)[root@server:/usr/obj/usr/src/amd64.amd64/sys/SERVER]# kgdb
kernel /var/crash/vmcore.last
GNU gdb (GDB) 8.2.1 [GDB v8.2.1 for FreeBSD]
Copyright (C) 2018 Free Software Foundation, Inc.
License GPLv3+: GNU GPL version 3 or later
<
http://gnu.org/licenses/gpl.html>
This is free software: you are free to change and redistribute it.
There is NO WARRANTY, to the extent permitted by law.
Type "show copying" and "show warranty" for details.
This GDB was configured as "x86_64-portbld-freebsd12.0".
Type "show configuration" for configuration details.
For bug reporting instructions, please see:
<
http://www.gnu.org/software/gdb/bugs/>.
Find the GDB manual and other documentation resources online at:
<
http://www.gnu.org/software/gdb/documentation/>.
For help, type "help".
Type "apropos word" to search for commands related to "word"...
Reading symbols from kernel...Reading symbols from
/usr/obj/usr/src/amd64.amd64/sys/SERVER/kernel.debug...done.
done.
Unread portion of the kernel message buffer:
panic: Solaris(panic): blkptr at 0xfffffe0059108980 DVA 0 has invalid
OFFSET 72057594038013952
cpuid = 2
time = 1549919776
KDB: stack backtrace:
#0 0xffffffff80c531c7 at kdb_backtrace+0x67
#1 0xffffffff80c07143 at vpanic+0x1a3
#2 0xffffffff80c06f93 at panic+0x43
#3 0xffffffff826d418f at vcmn_err+0xcf
#4 0xffffffff827849ca at zfs
panicrecover+0x5a
#5 0xffffffff827c0223 at zfs
blkptrverify+0x303
#6 0xffffffff827c030c at zio_read+0x2c
#7 0xffffffff8270cc54 at arc_read+0x704
#8 0xffffffff827195ed at dbuf_read+0x72d
#9 0xffffffff8271d16f at
_dbuf_holdimpl+0x57f
#10 0xffffffff8271d37f at dbuf_hold+0x7f
#11 0xffffffff827240ec at dmu
buf_hold_noread_bydnode+0x3c
#12 0xffffffff827242ac at dmu
buf_hold_bydnode+0x1c
#13 0xffffffff827a69cd at zap
get_leafbyblk+0x4d
#14 0xffffffff827a404f at fzap_lookup+0xcf
#15 0xffffffff827aac67 at zap
lookupimpl+0x117
#16 0xffffffff827aaad5 at zap
lookupnorm+0xa5
#17 0xffffffff827aaa21 at zap_lookup+0x11
Uptime: 2h5m13s
Dumping 1087 out of 8077
MB:..2%..11%..21%..31%..42%..51%..61%..71%..81%..92%
curthread () at ./machine/pcpu.h:230
230 asm("movq %%gs:%P1,%0" : "=r" (td) : "n"
(OFFSETOF_CURTНREAD));
(kgdb) bt
#0 curthread () at ./machine/pcpu.h:230
#1 doadump (textdump=<optimized out>) at
/usr/src/sys/kern/kern_shutdown.c:366
#2 0xffffffff80c06d2b in kern_reboot (howto=260) at
/usr/src/sys/kern/kern_shutdown.c:446
#3 0xffffffff80c071a3 in vpanic (fmt=<optimized out>,
ap=0xfffffe0068148e10) at /usr/src/sys/kern/kern_shutdown.c:872
#4 0xffffffff80c06f93 in panic (fmt=<unavailable>) at
/usr/src/sys/kern/kern_shutdown.c:799
#5 0xffffffff826d418f in vcmn_err (ce=<optimized out>,
fmt=0xffffffff82878f37 "blkptr at %p DVA %u has invalid OFFSET %llu",
adx=0xfffffe0068148fa0)
at /usr/src/sys/cddl/compat/opensolaris/kern/opensolaris
cmnerr.c:58
#6 0xffffffff827849ca in zfs
panicrecover (fmt=<unavailable>) at
/usr/src/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/spa_misc.c:1653
#7 0xffffffff827c0223 in zfs
blkptrverify (spa=0xfffffe004fdba000,
bp=0xfffffe0059108980)
at /usr/src/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/zio.c:835
#8 0xffffffff827c030c in zio_read (pio=0xfffff8015aeda830,
spa=0xfffffe004fdba000, bp=0xfffffe0059108980, data=0xfffff8020ac939c0,
size=16384,
done=0xffffffff8270ddd0 <arc
readdone>,
private=0xfffff8013c686700, priority=ZIO
PRIORITY_SYNCREAD,
flags=ZIO
FLAGCANFAIL, zb=0xfffffe0068149120)
at /usr/src/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/zio.c:879
#9 0xffffffff8270cc54 in arc_read (pio=0xfffff8015aeda830,
spa=0xfffffe004fdba000, bp=0xfffffe0059108980, done=0xfffff8002f39fbc0,
private=0xfffff8011bff2580, priority=ZIO
PRIORITY_SYNCREAD,
zio
flags=128, arcflags=0xfffffe0068149164, zb=0xfffffe0068149120)
at /usr/src/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/arc.c:6080
#10 0xffffffff827195ed in dbuf
readimpl (db=<optimized out>,
flags=<optimized out>, zio=<optimized out>)
at /usr/src/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/dbuf.c:1310
#11 dbuf_read (db=0xfffff8002f5c0960, zio=0xfffff8015aeda830,
flags=<optimized out>) at
/usr/src/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/dbuf.c:1435
#12 0xffffffff8271d16f in dbuf_findbp (dn=<optimized out>,
level=<optimized out>, blkid=10632, fail_sparse=<optimized out>,
parentp=0xfffff801ad8ac038,
bpp=<optimized out>, dh=0xfffff801ad8ac000) at
/usr/src/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/dbuf.c:2506
#13
_dbuf_holdimpl (dh=0xfffff801ad8ac000) at
/usr/src/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/dbuf.c:2931
#14 0xffffffff8271d37f in dbuf
holdimpl (dn=0xfffff8018ab6e000, level=0
'\000', blkid=10632, fail
sparse=0, failuncached=0, tag=0x0, dbp=0x0)
at /usr/src/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/dbuf.c:3032
#15 dbuf
holdlevel (dn=0xfffff8018ab6e000, level=0, blkid=10632,
tag=0x0) at
/usr/src/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/dbuf.c:3075
#16 dbuf_hold (dn=0xfffff8018ab6e000, blkid=10632, tag=0x0) at
/usr/src/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/dbuf.c:3068
#17 0xffffffff827240ec in dmu
buf_hold_noread_bydnode
(dn=0xfffff8018ab6e000, offset=<optimized out>, tag=<unavailable>,
dbp=0xfffffe00681492c8)
at /usr/src/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/dmu.c:160
#18 0xffffffff827242ac in dmu
buf_hold_bydnode (dn=<unavailable>,
offset=<unavailable>, tag=0x0, dbp=0xfffffe00681492c8, flags=1)
at /usr/src/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/dmu.c:208
#19 0xffffffff827a69cd in zap
get_leafbyblk (zap=0xfffff80111de9200,
blkid=10632, tx=0x0, lt=RW_READER, lp=0xfffffe0068149340)
at /usr/src/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/zap.c:498
#20 0xffffffff827a404f in zap
derefleaf (zap=0xfffff80111de9200,
h=<optimized out>, tx=<unavailable>, lt=RW_READER, lp=0xfffffe00681493e0)
at /usr/src/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/zap.c:580
#21 fzap
lookup (zn=0xfffff8011ce98200, integer_size=8, numintegers=1,
buf=0xfffffe0068149490, realname=0x0, rn_len=0, ncp=0x0)
at /usr/src/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/zap.c:761
#22 0xffffffff827aac67 in zap
lookupimpl (zap=0xfffff80111de9200,
name=<optimized out>, integer
size=8, numintegers=1,
buf=0xfffffe0068149490,
mt=<optimized out>, realname=0x0, rn_len=0, ncp=0x0) at
/usr/src/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/zap_micro.c:915
#23 0xffffffff827aaad5 in zap
lookupnorm (os=<optimized out>,
zapobj=<optimized out>, name=<optimized out>, integer_size=8,
num_integers=1,
buf=0xfffffe0068149490, mt=(unknown: 0), realname=0x0, rn_len=0,
ncp=0x0) at
/usr/src/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/zap_micro.c:954
#24 0xffffffff827aaa21 in zap_lookup (os=<unavailable>,
zapobj=<unavailable>, name=<unavailable>, integer_size=<unavailable>,
num_integers=<unavailable>,
buf=<unavailable>) at
/usr/src/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/zap_micro.c:898
#25 0xffffffff827d41f9 in zfs
matchfind (zfsvfs=<optimized out>,
dzp=<optimized out>, name=<optimized out>, mt=<optimized out>,
zoid=<optimized out>)
at /usr/src/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/zfs_dir.c:81
#26 zfs
direntlookup (dzp=0xfffff8003812a110, name=0xfffffe0068149610
"0_NCiНyz6S.xml", zpp=0xfffffe00681494d8, flag=2)
--Type <RET> for more, q to quit, c to continue without paging--RET
at
/usr/src/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/zfs_dir.c:177
#27 0xffffffff827d42e7 in zfs_dirlook (dzp=0xfffff8003812a110,
name=<unavailable>, zpp=0xfffffe0068149590)
at
/usr/src/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/zfs_dir.c:238
#28 0xffffffff827edacf in zfs_lookup (dvp=<optimized out>, nm=<optimized
out>, vpp=<optimized out>, cnp=<optimized out>, nameiop=<optimized out>,
cr=<optimized out>, td=<optimized out>, flags=<optimized out>) at
/usr/src/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/zfs_vnops.c:1658
#29 0xffffffff827ee1fe in zfs
freebsdlookup (ap=0xfffffe0068149778) at
/usr/src/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/zfs_vnops.c:4960
#30 0xffffffff81314ba8 in VOP
CACНEDLOOKUPAPV (vop=<optimized out>,
a=0xfffffe0068149778) at vnode_if.c:195
#31 0xffffffff80cc0846 in VOP_CACНEDLOOKUP (dvp=<optimized out>,
vpp=<optimized out>, cnp=<optimized out>) at ./vnode_if.h:80
#32 vfs
cachelookup (ap=<optimized out>) at
/usr/src/sys/kern/vfs_cache.c:2109
#33 0xffffffff81314a78 in VOP
LOOKUPAPV (vop=<optimized out>,
a=0xfffffe0068149840) at vnode_if.c:127
#34 0xffffffff80cc9fa1 in VOP_LOOKUP (vpp=0xfffffe00681499d8,
cnp=0xfffffe0068149a00, dvp=<optimized out>) at ./vnode_if.h:54
#35 lookup (ndp=0xfffffe0068149978) at /usr/src/sys/kern/vfs_lookup.c:879
#36 0xffffffff80cc948b in namei (ndp=0xfffffe0068149978) at
/usr/src/sys/kern/vfs_lookup.c:444
#37 0xffffffff80ce06a6 in kern_accessat (td=<optimized out>, fd=-100,
path=<optimized out>, pathseg=<optimized out>, flag=<optimized out>,
amode=0)
at /usr/src/sys/kern/vfs_syscalls.c:1986
#38 0xffffffff8118e592 in syscallenter (td=<optimized out>) at
/usr/src/sys/amd64/amd64/../../kern/subr_syscall.c:135
#39 amd64_syscall (td=0xfffff8011bff2580, traced=0) at
/usr/src/sys/amd64/amd64/trap.c:1154
#40 <signal handler called>
#41 0x00000008003e703a in ?? ()
Backtrace stopped: Cannot access memory at address 0x7fffffffd628
(kgdb)
--- Mozilla/5.0 (Windows NT 6.1; rv:60.0) Gecko/20100101 Thunderbird/60.5.0