Project

General

Profile

Regression #12069 » 1624352039167-ddb.txt

Jim Pingle, 06/22/2021 07:21 AM

 
1
db:0:kdb.enter.default>  run lockinfo
2
db:1:lockinfo> show locks
3
No such command; use "help" to list available commands
4
db:1:lockinfo>  show alllocks
5
No such command; use "help" to list available commands
6
db:1:lockinfo>  show lockedvnods
7
Locked vnodes
8
db:0:kdb.enter.default>  show pcpu
9
cpuid        = 0
10
dynamic pcpu = 0xd5b580
11
curthread    = 0xfffff8001786c000: pid 53869 tid 100554 "pfctl"
12
curpcb       = 0xfffff8001786c5a0
13
fpcurthread  = 0xfffff8001786c000: pid 53869 "pfctl"
14
idlethread   = 0xfffff8000514b000: tid 100003 "idle: cpu0"
15
curpmap      = 0xfffff80039ced138
16
tssp         = 0xffffffff837173a0
17
commontssp   = 0xffffffff837173a0
18
rsp0         = 0xfffffe001905ecc0
19
kcr3         = 0x80000000150d4198
20
ucr3         = 0x8000000027dcf998
21
scr3         = 0x38a2c9a6
22
gs32p        = 0xffffffff8371dbb8
23
ldt          = 0xffffffff8371dbf8
24
tss          = 0xffffffff8371dbe8
25
tlb gen      = 0
26
curvnet      = 0xfffff80005069b80
27
db:0:kdb.enter.default>  bt
28
Tracing pid 53869 tid 100554 td 0xfffff8001786c000
29
kdb_enter() at kdb_enter+0x37/frame 0xfffffe001905dec0
30
vpanic() at vpanic+0x197/frame 0xfffffe001905df10
31
panic() at panic+0x43/frame 0xfffffe001905df70
32
trap_fatal() at trap_fatal+0x391/frame 0xfffffe001905dfd0
33
trap_pfault() at trap_pfault+0x4f/frame 0xfffffe001905e020
34
trap() at trap+0x286/frame 0xfffffe001905e130
35
calltrap() at calltrap+0x8/frame 0xfffffe001905e130
36
--- trap 0xc, rip = 0xffffffff811dc654, rsp = 0xfffffe001905e200, rbp = 0xfffffe001905e250 ---
37
uma_zfree_arg() at uma_zfree_arg+0x24/frame 0xfffffe001905e250
38
free() at free+0x5a/frame 0xfffffe001905e280
39
nvpair_free() at nvpair_free+0x99/frame 0xfffffe001905e2a0
40
nvlist_destroy() at nvlist_destroy+0x60/frame 0xfffffe001905e2d0
41
pf_state_to_nvstate() at pf_state_to_nvstate+0x94/frame 0xfffffe001905e310
42
pfioctl() at pfioctl+0x1b27/frame 0xfffffe001905e7e0
43
devfs_ioctl() at devfs_ioctl+0xb0/frame 0xfffffe001905e830
44
VOP_IOCTL_APV() at VOP_IOCTL_APV+0x7b/frame 0xfffffe001905e860
45
vn_ioctl() at vn_ioctl+0x16c/frame 0xfffffe001905e970
46
devfs_ioctl_f() at devfs_ioctl_f+0x1e/frame 0xfffffe001905e990
47
kern_ioctl() at kern_ioctl+0x2b7/frame 0xfffffe001905e9f0
48
sys_ioctl() at sys_ioctl+0x101/frame 0xfffffe001905eac0
49
amd64_syscall() at amd64_syscall+0x387/frame 0xfffffe001905ebf0
50
fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe001905ebf0
51
--- syscall (54, FreeBSD ELF64, sys_ioctl), rip = 0x800490b3a, rsp = 0x7fffffffe5c8, rbp = 0x7fffffffe640 ---
52
db:0:kdb.enter.default>  ps
53
  pid  ppid  pgrp   uid  state   wmesg   wchan               cmd
54
39540 41042 41024     0  DW      pfault  0xffffffff81e47f00  sh
55
53869 84578   347     0  R       CPU 0                       pfctl
56
23823 23707 22906     0  SW      nanslp  0xffffffff836a0df0  sleep
57
23707     1 22906     0  SW      wait    0xfffff80017891530  sh
58
86680   347   347     0  SW      accept  0xfffff8000f8afba0  php-fpm
59
81288   347   347     0  SW      accept  0xfffff8000f8afba0  php-fpm
60
28803   347   347     0  SW      accept  0xfffff8000f8afba0  php-fpm
61
73848 72977 72702   122  D       pfault  0xffffffff81e47f00  zabbix_agentd
62
73822 72977 72702   122  D       pfault  0xffffffff81e47f00  zabbix_agentd
63
73710 72977 72702   122  D       pfault  0xffffffff81e47f00  zabbix_agentd
64
73658 72977 72702   122  D       pfault  0xffffffff81e47f00  zabbix_agentd
65
73543 72977 72702   122  D       pfault  0xffffffff81e47f00  zabbix_agentd
66
72977     1 72702   122  SW      wait    0xfffff80017890a60  zabbix_agentd
67
47362     1 47362     0  ?Ws                                 vnstatd
68
84578     1   347     0  SW      wait    0xfffff80038463530  sh
69
42187     1 42187    59  SWs     kqread  0xfffff80028ecbd00  unbound
70
96197     1 96197     0  Ds      (threaded)                  dpinger
71
100548                   S       uwait   0xfffff80028702800  dpinger
72
100576                   S       sbwait  0xfffff80039ac81d4  dpinger
73
100577                   S       nanslp  0xffffffff836a0df0  dpinger
74
100578                   D       pfault  0xffffffff81e47f00  dpinger
75
100579                   S       accept  0xfffff80038a774d0  dpinger
76
96061     1 96061     0  Ds      (threaded)                  dpinger
77
100502                   S       uwait   0xfffff8002fe06980  dpinger
78
100572                   S       sbwait  0xfffff80039ac7c0c  dpinger
79
100573                   S       nanslp  0xffffffff836a0df0  dpinger
80
100574                   D       pfault  0xffffffff81e47f00  dpinger
81
100575                   S       accept  0xfffff80028d2a4d0  dpinger
82
95746     1 95746     0  Ds      (threaded)                  dpinger
83
100465                   S       uwait   0xfffff8000590b200  dpinger
84
100568                   S       sbwait  0xfffff80039ac6c0c  dpinger
85
100569                   S       nanslp  0xffffffff836a0df0  dpinger
86
100570                   D       pfault  0xffffffff81e47f00  dpinger
87
100571                   S       accept  0xfffff80039ac64d0  dpinger
88
74733     1 74733     0  Ds      pfault  0xffffffff81e47f00  openvpn
89
24374   347   347     0  SW      accept  0xfffff8000f8afba0  php-fpm
90
60970     1 60970     0  Ss+     ttyin   0xfffff8000542f0b0  getty
91
60807     1 60807     0  Ss+     ttyin   0xfffff800054364b0  getty
92
60521     1 60521     0  Ss+     ttyin   0xfffff800054368b0  getty
93
60184     1 60184     0  Ss+     ttyin   0xfffff80005436cb0  getty
94
60178     1 60178     0  Ss+     ttyin   0xfffff800055c40b0  getty
95
59940     1 59940     0  Ss+     ttyin   0xfffff800055c44b0  getty
96
59747     1 59747     0  Ss+     ttyin   0xfffff800055c48b0  getty
97
59746     1 59746     0  Ss+     ttyin   0xfffff800055c4cb0  getty
98
59697     1 59697     0  Ss+     ttyin   0xfffff800055c50b0  getty
99
41042     1 41024     0  S       piperd  0xfffff80005ce1000  php_wg
100
27058   347   347     0  SW      accept  0xfffff8000f8afba0  php-fpm
101
12404 11991 11991     0  SW      nanslp  0xffffffff836a0df0  minicron
102
11991     1 11991     0  SWs     wait    0xfffff80005ce5000  minicron
103
11716 11363 11363     0  SW      nanslp  0xffffffff836a0df0  minicron
104
11363     1 11363     0  SWs     wait    0xfffff80038145530  minicron
105
11284 10804 10804     0  SW      nanslp  0xffffffff836a0df0  minicron
106
10804     1 10804     0  SWs     wait    0xfffff80038147000  minicron
107
38058     1 38058     0  Ss      select  0xfffff8001f19f640  syslogd
108
 3743     1  3743     0  Ds      (threaded)                  ntpd
109
100500                   D       pfault  0xffffffff81e47f00  ntpd
110
 3525     1  3525     0  SWs     nanslp  0xffffffff836a0df0  cron
111
 3146  2802  2802     0  SW      kqread  0xfffff8002f9f7500  nginx
112
 3079  2802  2802     0  SW      kqread  0xfffff800387c8300  nginx
113
 2802     1  2802     0  SWs     pause   0xfffff800384650a8  nginx
114
57007     1 57007     0  Ss      select  0xfffff8002fe051c0  sshd
115
40588     1 40588     0  Ss      bpf     0xfffff8002ff93c00  filterlog
116
12311     1 12311    65  Ss      select  0xfffff8002f056e40  dhclient
117
 8007     1  8007     0  Ss      select  0xfffff8002f056840  dhclient
118
 6230     1    27     0  D+      (threaded)                  pcscd
119
100464                   D       pfault  0xffffffff81e47f00  pcscd
120
100474                   S       piperd  0xfffff80005ce1be0  pcscd
121
100475                   D       pfault  0xffffffff81e47f00  pcscd
122
  477     1   477     0  Ss      select  0xfffff80005fb8e40  devd
123
  389   387   387     0  SW      kqread  0xfffff800279a5400  check_reload_status
124
  387     1   387     0  SWs     kqread  0xfffff800279a5700  check_reload_status
125
  347     1   347     0  Ds      pfault  0xffffffff81e47f00  php-fpm
126
   78     0     0     0  DL      mdwait  0xfffff8000f432000  [md0]
127
   26     0     0     0  DL      (threaded)                  [zpool-pfSense]
128
100107                   D       spa->sp 0xfffffe0013bfacd8  [pfSense]
129
100108                   D       -       0xfffff80005652b00  [zio_null_issue]
130
100109                   D       -       0xfffff80005652900  [zio_null_intr]
131
100110                   D       -       0xfffff80005652700  [zio_read_issue_0]
132
100111                   D       -       0xfffff80005652700  [zio_read_issue_1]
133
100112                   D       -       0xfffff80005652700  [zio_read_issue_2]
134
100113                   D       -       0xfffff80005652700  [zio_read_issue_3]
135
100114                   D       -       0xfffff80005652700  [zio_read_issue_4]
136
100115                   D       -       0xfffff80005652700  [zio_read_issue_5]
137
100116                   D       -       0xfffff80005652700  [zio_read_issue_6]
138
100117                   D       -       0xfffff80005652700  [zio_read_issue_7]
139
100118                   D       -       0xfffff8000563ad00  [zio_read_intr_0_0]
140
100119                   D       -       0xfffff8000563ad00  [zio_read_intr_0_1]
141
100120                   D       -       0xfffff8000563ad00  [zio_read_intr_0_2]
142
100121                   D       -       0xfffff8000563ad00  [zio_read_intr_0_3]
143
100122                   D       -       0xfffff8000563ad00  [zio_read_intr_0_4]
144
100123                   D       -       0xfffff8000563ad00  [zio_read_intr_0_5]
145
100124                   D       -       0xfffff8000563ad00  [zio_read_intr_0_6]
146
100125                   D       -       0xfffff8000563ad00  [zio_read_intr_0_7]
147
100126                   D       -       0xfffff8000563ad00  [zio_read_intr_0_8]
148
100127                   D       -       0xfffff8000563ad00  [zio_read_intr_0_9]
149
100128                   D       -       0xfffff8000563ad00  [zio_read_intr_0_10]
150
100129                   D       -       0xfffff8000563ad00  [zio_read_intr_0_11]
151
100130                   D       -       0xfffff80005682500  [zio_read_intr_1_0]
152
100131                   D       -       0xfffff80005682500  [zio_read_intr_1_1]
153
100132                   D       -       0xfffff80005682500  [zio_read_intr_1_2]
154
100133                   D       -       0xfffff80005682500  [zio_read_intr_1_3]
155
100134                   D       -       0xfffff80005682500  [zio_read_intr_1_4]
156
100135                   D       -       0xfffff80005682500  [zio_read_intr_1_5]
157
100136                   D       -       0xfffff80005682500  [zio_read_intr_1_6]
158
100137                   D       -       0xfffff80005682500  [zio_read_intr_1_7]
159
100138                   D       -       0xfffff80005682500  [zio_read_intr_1_8]
160
100139                   D       -       0xfffff80005682500  [zio_read_intr_1_9]
161
100140                   D       -       0xfffff80005682500  [zio_read_intr_1_10]
162
100141                   D       -       0xfffff80005682500  [zio_read_intr_1_11]
163
100142                   D       -       0xfffff80005681700  [zio_read_intr_2_0]
164
100143                   D       -       0xfffff80005681700  [zio_read_intr_2_1]
165
100144                   D       -       0xfffff80005681700  [zio_read_intr_2_2]
166
100145                   D       -       0xfffff80005681700  [zio_read_intr_2_3]
167
100146                   D       -       0xfffff80005681700  [zio_read_intr_2_4]
168
100147                   D       -       0xfffff80005681700  [zio_read_intr_2_5]
169
100148                   D       -       0xfffff80005681700  [zio_read_intr_2_6]
170
100149                   D       -       0xfffff80005681700  [zio_read_intr_2_7]
171
100150                   D       -       0xfffff80005681700  [zio_read_intr_2_8]
172
100151                   D       -       0xfffff80005681700  [zio_read_intr_2_9]
173
100152                   D       -       0xfffff80005681700  [zio_read_intr_2_10]
174
100153                   D       -       0xfffff80005681700  [zio_read_intr_2_11]
175
100154                   D       -       0xfffff80005680900  [zio_read_intr_3_0]
176
100155                   D       -       0xfffff80005680900  [zio_read_intr_3_1]
177
100156                   D       -       0xfffff80005680900  [zio_read_intr_3_2]
178
100157                   D       -       0xfffff80005680900  [zio_read_intr_3_3]
179
100158                   D       -       0xfffff80005680900  [zio_read_intr_3_4]
180
100159                   D       -       0xfffff80005680900  [zio_read_intr_3_5]
181
100160                   D       -       0xfffff80005680900  [zio_read_intr_3_6]
182
100161                   D       -       0xfffff80005680900  [zio_read_intr_3_7]
183
100162                   D       -       0xfffff80005680900  [zio_read_intr_3_8]
184
100163                   D       -       0xfffff80005680900  [zio_read_intr_3_9]
185
100164                   D       -       0xfffff80005680900  [zio_read_intr_3_10]
186
100165                   D       -       0xfffff80005680900  [zio_read_intr_3_11]
187
100166                   D       -       0xfffff8000567fb00  [zio_read_intr_4_0]
188
100167                   D       -       0xfffff8000567fb00  [zio_read_intr_4_1]
189
100168                   D       -       0xfffff8000567fb00  [zio_read_intr_4_2]
190
100169                   D       -       0xfffff8000567fb00  [zio_read_intr_4_3]
191
100170                   D       -       0xfffff8000567fb00  [zio_read_intr_4_4]
192
100171                   D       -       0xfffff8000567fb00  [zio_read_intr_4_5]
193
100172                   D       -       0xfffff8000567fb00  [zio_read_intr_4_6]
194
100173                   D       -       0xfffff8000567fb00  [zio_read_intr_4_7]
195
100174                   D       -       0xfffff8000567fb00  [zio_read_intr_4_8]
196
100175                   D       -       0xfffff8000567fb00  [zio_read_intr_4_9]
197
100176                   D       -       0xfffff8000567fb00  [zio_read_intr_4_10]
198
100177                   D       -       0xfffff8000567fb00  [zio_read_intr_4_11]
199
100178                   D       -       0xfffff800056ba000  [zio_read_intr_5_0]
200
100179                   D       -       0xfffff800056ba000  [zio_read_intr_5_1]
201
100180                   D       -       0xfffff800056ba000  [zio_read_intr_5_2]
202
100181                   D       -       0xfffff800056ba000  [zio_read_intr_5_3]
203
100182                   D       -       0xfffff800056ba000  [zio_read_intr_5_4]
204
100183                   D       -       0xfffff800056ba000  [zio_read_intr_5_5]
205
100184                   D       -       0xfffff800056ba000  [zio_read_intr_5_6]
206
100185                   D       -       0xfffff800056ba000  [zio_read_intr_5_7]
207
100186                   D       -       0xfffff800056ba000  [zio_read_intr_5_8]
208
100187                   D       -       0xfffff800056ba000  [zio_read_intr_5_9]
209
100188                   D       -       0xfffff800056ba000  [zio_read_intr_5_10]
210
100189                   D       -       0xfffff800056ba000  [zio_read_intr_5_11]
211
100190                   D       -       0xfffff800056b9200  [zio_read_intr_6_0]
212
100191                   D       -       0xfffff800056b9200  [zio_read_intr_6_1]
213
100192                   D       -       0xfffff800056b9200  [zio_read_intr_6_2]
214
100193                   D       -       0xfffff800056b9200  [zio_read_intr_6_3]
215
100194                   D       -       0xfffff800056b9200  [zio_read_intr_6_4]
216
100195                   D       -       0xfffff800056b9200  [zio_read_intr_6_5]
217
100196                   D       -       0xfffff800056b9200  [zio_read_intr_6_6]
218
100197                   D       -       0xfffff800056b9200  [zio_read_intr_6_7]
219
100198                   D       -       0xfffff800056b9200  [zio_read_intr_6_8]
220
100199                   D       -       0xfffff800056b9200  [zio_read_intr_6_9]
221
100200                   D       -       0xfffff800056b9200  [zio_read_intr_6_10]
222
100201                   D       -       0xfffff800056b9200  [zio_read_intr_6_11]
223
100202                   D       -       0xfffff800056b8400  [zio_read_intr_7_0]
224
100203                   D       -       0xfffff800056b8400  [zio_read_intr_7_1]
225
100204                   D       -       0xfffff800056b8400  [zio_read_intr_7_2]
226
100205                   D       -       0xfffff800056b8400  [zio_read_intr_7_3]
227
100206                   D       -       0xfffff800056b8400  [zio_read_intr_7_4]
228
100207                   D       -       0xfffff800056b8400  [zio_read_intr_7_5]
229
100208                   D       -       0xfffff800056b8400  [zio_read_intr_7_6]
230
100209                   D       -       0xfffff800056b8400  [zio_read_intr_7_7]
231
100210                   D       -       0xfffff800056b8400  [zio_read_intr_7_8]
232
100211                   D       -       0xfffff800056b8400  [zio_read_intr_7_9]
233
100212                   D       -       0xfffff800056b8400  [zio_read_intr_7_10]
234
100213                   D       -       0xfffff800056b8400  [zio_read_intr_7_11]
235
100214                   D       -       0xfffff800056b7600  [zio_write_issue]
236
100215                   D       -       0xfffff800056b7400  [zio_write_issue_hig]
237
100216                   D       -       0xfffff800056b7400  [zio_write_issue_hig]
238
100217                   D       -       0xfffff800056b7400  [zio_write_issue_hig]
239
100218                   D       -       0xfffff800056b7400  [zio_write_issue_hig]
240
100219                   D       -       0xfffff800056b7400  [zio_write_issue_hig]
241
100220                   D       -       0xfffff80005683d00  [zio_write_intr_0_0]
242
100221                   D       -       0xfffff80005683d00  [zio_write_intr_0_1]
243
100222                   D       -       0xfffff80005683d00  [zio_write_intr_0_2]
244
100223                   D       -       0xfffff80005683d00  [zio_write_intr_0_3]
245
100224                   D       -       0xfffff80005683d00  [zio_write_intr_0_4]
246
100225                   D       -       0xfffff80005683d00  [zio_write_intr_0_5]
247
100226                   D       -       0xfffff80005683d00  [zio_write_intr_0_6]
248
100227                   D       -       0xfffff80005683d00  [zio_write_intr_0_7]
249
100228                   D       -       0xfffff80005683d00  [zio_write_intr_0_8]
250
100229                   D       -       0xfffff80005683d00  [zio_write_intr_0_9]
251
100230                   D       -       0xfffff80005683d00  [zio_write_intr_0_10]
252
100231                   D       -       0xfffff80005683d00  [zio_write_intr_0_11]
253
100232                   D       -       0xfffff800056e8200  [zio_write_intr_1_0]
254
100233                   D       -       0xfffff800056e8200  [zio_write_intr_1_1]
255
100234                   D       -       0xfffff800056e8200  [zio_write_intr_1_2]
256
100235                   D       -       0xfffff800056e8200  [zio_write_intr_1_3]
257
100236                   D       -       0xfffff800056e8200  [zio_write_intr_1_4]
258
100237                   D       -       0xfffff800056e8200  [zio_write_intr_1_5]
259
100238                   D       -       0xfffff800056e8200  [zio_write_intr_1_6]
260
100239                   D       -       0xfffff800056e8200  [zio_write_intr_1_7]
261
100240                   D       -       0xfffff800056e8200  [zio_write_intr_1_8]
262
100241                   D       -       0xfffff800056e8200  [zio_write_intr_1_9]
263
100242                   D       -       0xfffff800056e8200  [zio_write_intr_1_10]
264
100243                   D       -       0xfffff800056e8200  [zio_write_intr_1_11]
265
100244                   D       -       0xfffff800056e7400  [zio_write_intr_2_0]
266
100245                   D       -       0xfffff800056e7400  [zio_write_intr_2_1]
267
100246                   D       -       0xfffff800056e7400  [zio_write_intr_2_2]
268
100247                   D       -       0xfffff800056e7400  [zio_write_intr_2_3]
269
100248                   D       -       0xfffff800056e7400  [zio_write_intr_2_4]
270
100249                   D       -       0xfffff800056e7400  [zio_write_intr_2_5]
271
100250                   D       -       0xfffff800056e7400  [zio_write_intr_2_6]
272
100251                   D       -       0xfffff800056e7400  [zio_write_intr_2_7]
273
100252                   D       -       0xfffff800056e7400  [zio_write_intr_2_8]
274
100253                   D       -       0xfffff800056e7400  [zio_write_intr_2_9]
275
100254                   D       -       0xfffff800056e7400  [zio_write_intr_2_10]
276
100255                   D       -       0xfffff800056e7400  [zio_write_intr_2_11]
277
100256                   D       -       0xfffff800056e6600  [zio_write_intr_3_0]
278
100257                   D       -       0xfffff800056e6600  [zio_write_intr_3_1]
279
100258                   D       -       0xfffff800056e6600  [zio_write_intr_3_2]
280
100259                   D       -       0xfffff800056e6600  [zio_write_intr_3_3]
281
100260                   D       -       0xfffff800056e6600  [zio_write_intr_3_4]
282
100261                   D       -       0xfffff800056e6600  [zio_write_intr_3_5]
283
100262                   D       -       0xfffff800056e6600  [zio_write_intr_3_6]
284
100263                   D       -       0xfffff800056e6600  [zio_write_intr_3_7]
285
100264                   D       -       0xfffff800056e6600  [zio_write_intr_3_8]
286
100265                   D       -       0xfffff800056e6600  [zio_write_intr_3_9]
287
100266                   D       -       0xfffff800056e6600  [zio_write_intr_3_10]
288
100267                   D       -       0xfffff800056e6600  [zio_write_intr_3_11]
289
100268                   D       -       0xfffff800056e5800  [zio_write_intr_4_0]
290
100269                   D       -       0xfffff800056e5800  [zio_write_intr_4_1]
291
100270                   D       -       0xfffff800056e5800  [zio_write_intr_4_2]
292
100271                   D       -       0xfffff800056e5800  [zio_write_intr_4_3]
293
100272                   D       -       0xfffff800056e5800  [zio_write_intr_4_4]
294
100273                   D       -       0xfffff800056e5800  [zio_write_intr_4_5]
295
100274                   D       -       0xfffff800056e5800  [zio_write_intr_4_6]
296
100275                   D       -       0xfffff800056e5800  [zio_write_intr_4_7]
297
100276                   D       -       0xfffff800056e5800  [zio_write_intr_4_8]
298
100277                   D       -       0xfffff800056e5800  [zio_write_intr_4_9]
299
100278                   D       -       0xfffff800056e5800  [zio_write_intr_4_10]
300
100279                   D       -       0xfffff800056e5800  [zio_write_intr_4_11]
301
100280                   D       -       0xfffff800056baa00  [zio_write_intr_5_0]
302
100281                   D       -       0xfffff800056baa00  [zio_write_intr_5_1]
303
100282                   D       -       0xfffff800056baa00  [zio_write_intr_5_2]
304
100283                   D       -       0xfffff800056baa00  [zio_write_intr_5_3]
305
100284                   D       -       0xfffff800056baa00  [zio_write_intr_5_4]
306
100285                   D       -       0xfffff800056baa00  [zio_write_intr_5_5]
307
100286                   D       -       0xfffff800056baa00  [zio_write_intr_5_6]
308
100287                   D       -       0xfffff800056baa00  [zio_write_intr_5_7]
309
100288                   D       -       0xfffff800056baa00  [zio_write_intr_5_8]
310
100289                   D       -       0xfffff800056baa00  [zio_write_intr_5_9]
311
100290                   D       -       0xfffff800056baa00  [zio_write_intr_5_10]
312
100291                   D       -       0xfffff800056baa00  [zio_write_intr_5_11]
313
100292                   D       -       0xfffff80005717e00  [zio_write_intr_6_0]
314
100293                   D       -       0xfffff80005717e00  [zio_write_intr_6_1]
315
100294                   D       -       0xfffff80005717e00  [zio_write_intr_6_2]
316
100295                   D       -       0xfffff80005717e00  [zio_write_intr_6_3]
317
100296                   D       -       0xfffff80005717e00  [zio_write_intr_6_4]
318
100297                   D       -       0xfffff80005717e00  [zio_write_intr_6_5]
319
100298                   D       -       0xfffff80005717e00  [zio_write_intr_6_6]
320
100299                   D       -       0xfffff80005717e00  [zio_write_intr_6_7]
321
100300                   D       -       0xfffff80005717e00  [zio_write_intr_6_8]
322
100301                   D       -       0xfffff80005717e00  [zio_write_intr_6_9]
323
100302                   D       -       0xfffff80005717e00  [zio_write_intr_6_10]
324
100303                   D       -       0xfffff80005717e00  [zio_write_intr_6_11]
325
100304                   D       -       0xfffff80005717100  [zio_write_intr_7_0]
326
100305                   D       -       0xfffff80005717100  [zio_write_intr_7_1]
327
100306                   D       -       0xfffff80005717100  [zio_write_intr_7_2]
328
100307                   D       -       0xfffff80005717100  [zio_write_intr_7_3]
329
100308                   D       -       0xfffff80005717100  [zio_write_intr_7_4]
330
100309                   D       -       0xfffff80005717100  [zio_write_intr_7_5]
331
100310                   D       -       0xfffff80005717100  [zio_write_intr_7_6]
332
100311                   D       -       0xfffff80005717100  [zio_write_intr_7_7]
333
100312                   D       -       0xfffff80005717100  [zio_write_intr_7_8]
334
100313                   D       -       0xfffff80005717100  [zio_write_intr_7_9]
335
100314                   D       -       0xfffff80005717100  [zio_write_intr_7_10]
336
100315                   D       -       0xfffff80005717100  [zio_write_intr_7_11]
337
100316                   D       -       0xfffff80005716300  [zio_write_intr_high]
338
100317                   D       -       0xfffff80005716300  [zio_write_intr_high]
339
100318                   D       -       0xfffff80005716300  [zio_write_intr_high]
340
100319                   D       -       0xfffff80005716300  [zio_write_intr_high]
341
100320                   D       -       0xfffff80005716300  [zio_write_intr_high]
342
100321                   D       -       0xfffff80005715c00  [zio_free_issue_0_0]
343
100322                   D       -       0xfffff80005715c00  [zio_free_issue_0_1]
344
100323                   D       -       0xfffff80005715c00  [zio_free_issue_0_2]
345
100324                   D       -       0xfffff80005715c00  [zio_free_issue_0_3]
346
100325                   D       -       0xfffff80005715c00  [zio_free_issue_0_4]
347
100326                   D       -       0xfffff80005715c00  [zio_free_issue_0_5]
348
100327                   D       -       0xfffff80005715c00  [zio_free_issue_0_6]
349
100328                   D       -       0xfffff80005715c00  [zio_free_issue_0_7]
350
100329                   D       -       0xfffff80005715c00  [zio_free_issue_0_8]
351
100330                   D       -       0xfffff80005715c00  [zio_free_issue_0_9]
352
100331                   D       -       0xfffff80005715c00  [zio_free_issue_0_10]
353
100332                   D       -       0xfffff80005715c00  [zio_free_issue_0_11]
354
100333                   D       -       0xfffff800056e8e00  [zio_free_issue_1_0]
355
100334                   D       -       0xfffff800056e8e00  [zio_free_issue_1_1]
356
100335                   D       -       0xfffff800056e8e00  [zio_free_issue_1_2]
357
100336                   D       -       0xfffff800056e8e00  [zio_free_issue_1_3]
358
100337                   D       -       0xfffff800056e8e00  [zio_free_issue_1_4]
359
100338                   D       -       0xfffff800056e8e00  [zio_free_issue_1_5]
360
100339                   D       -       0xfffff800056e8e00  [zio_free_issue_1_6]
361
100340                   D       -       0xfffff800056e8e00  [zio_free_issue_1_7]
362
100341                   D       -       0xfffff800056e8e00  [zio_free_issue_1_8]
363
100342                   D       -       0xfffff800056e8e00  [zio_free_issue_1_9]
364
100343                   D       -       0xfffff800056e8e00  [zio_free_issue_1_10]
365
100344                   D       -       0xfffff800056e8e00  [zio_free_issue_1_11]
366
100345                   D       -       0xfffff80005745300  [zio_free_issue_2_0]
367
100346                   D       -       0xfffff80005745300  [zio_free_issue_2_1]
368
100347                   D       -       0xfffff80005745300  [zio_free_issue_2_2]
369
100348                   D       -       0xfffff80005745300  [zio_free_issue_2_3]
370
100349                   D       -       0xfffff80005745300  [zio_free_issue_2_4]
371
100350                   D       -       0xfffff80005745300  [zio_free_issue_2_5]
372
100351                   D       -       0xfffff80005745300  [zio_free_issue_2_6]
373
100352                   D       -       0xfffff80005745300  [zio_free_issue_2_7]
374
100353                   D       -       0xfffff80005745300  [zio_free_issue_2_8]
375
100354                   D       -       0xfffff80005745300  [zio_free_issue_2_9]
376
100355                   D       -       0xfffff80005745300  [zio_free_issue_2_10]
377
100356                   D       -       0xfffff80005745300  [zio_free_issue_2_11]
378
100357                   D       -       0xfffff80005744500  [zio_free_issue_3_0]
379
100358                   D       -       0xfffff80005744500  [zio_free_issue_3_1]
380
100359                   D       -       0xfffff80005744500  [zio_free_issue_3_2]
381
100360                   D       -       0xfffff80005744500  [zio_free_issue_3_3]
382
100361                   D       -       0xfffff80005744500  [zio_free_issue_3_4]
383
100362                   D       -       0xfffff80005744500  [zio_free_issue_3_5]
384
100363                   D       -       0xfffff80005744500  [zio_free_issue_3_6]
385
100364                   D       -       0xfffff80005744500  [zio_free_issue_3_7]
386
100365                   D       -       0xfffff80005744500  [zio_free_issue_3_8]
387
100366                   D       -       0xfffff80005744500  [zio_free_issue_3_9]
388
100367                   D       -       0xfffff80005744500  [zio_free_issue_3_10]
389
100368                   D       -       0xfffff80005744500  [zio_free_issue_3_11]
390
100369                   D       -       0xfffff80005743700  [zio_free_issue_4_0]
391
100370                   D       -       0xfffff80005743700  [zio_free_issue_4_1]
392
100371                   D       -       0xfffff80005743700  [zio_free_issue_4_2]
393
100372                   D       -       0xfffff80005743700  [zio_free_issue_4_3]
394
100373                   D       -       0xfffff80005743700  [zio_free_issue_4_4]
395
100374                   D       -       0xfffff80005743700  [zio_free_issue_4_5]
396
100375                   D       -       0xfffff80005743700  [zio_free_issue_4_6]
397
100376                   D       -       0xfffff80005743700  [zio_free_issue_4_7]
398
100377                   D       -       0xfffff80005743700  [zio_free_issue_4_8]
399
100378                   D       -       0xfffff80005743700  [zio_free_issue_4_9]
400
100379                   D       -       0xfffff80005743700  [zio_free_issue_4_10]
401
100380                   D       -       0xfffff80005743700  [zio_free_issue_4_11]
402
100381                   D       -       0xfffff80005742900  [zio_free_issue_5_0]
403
100382                   D       -       0xfffff80005742900  [zio_free_issue_5_1]
404
100383                   D       -       0xfffff80005742900  [zio_free_issue_5_2]
405
100384                   D       -       0xfffff80005742900  [zio_free_issue_5_3]
406
100385                   D       -       0xfffff80005742900  [zio_free_issue_5_4]
407
100386                   D       -       0xfffff80005742900  [zio_free_issue_5_5]
408
100387                   D       -       0xfffff80005742900  [zio_free_issue_5_6]
409
100388                   D       -       0xfffff80005742900  [zio_free_issue_5_7]
410
100389                   D       -       0xfffff80005742900  [zio_free_issue_5_8]
411
100390                   D       -       0xfffff80005742900  [zio_free_issue_5_9]
412
100391                   D       -       0xfffff80005742900  [zio_free_issue_5_10]
413
100392                   D       -       0xfffff80005742900  [zio_free_issue_5_11]
414
100393                   D       -       0xfffff80005718b00  [zio_free_issue_6_0]
415
100394                   D       -       0xfffff80005718b00  [zio_free_issue_6_1]
416
100395                   D       -       0xfffff80005718b00  [zio_free_issue_6_2]
417
100396                   D       -       0xfffff80005718b00  [zio_free_issue_6_3]
418
100397                   D       -       0xfffff80005718b00  [zio_free_issue_6_4]
419
100398                   D       -       0xfffff80005718b00  [zio_free_issue_6_5]
420
100399                   D       -       0xfffff80005718b00  [zio_free_issue_6_6]
421
100400                   D       -       0xfffff80005718b00  [zio_free_issue_6_7]
422
100401                   D       -       0xfffff80005718b00  [zio_free_issue_6_8]
423
100402                   D       -       0xfffff80005718b00  [zio_free_issue_6_9]
424
100403                   D       -       0xfffff80005718b00  [zio_free_issue_6_10]
425
100404                   D       -       0xfffff80005718b00  [zio_free_issue_6_11]
426
100405                   D       -       0xfffff80005773000  [zio_free_issue_7_0]
427
100406                   D       -       0xfffff80005773000  [zio_free_issue_7_1]
428
100407                   D       -       0xfffff80005773000  [zio_free_issue_7_2]
429
100408                   D       -       0xfffff80005773000  [zio_free_issue_7_3]
430
100409                   D       -       0xfffff80005773000  [zio_free_issue_7_4]
431
100410                   D       -       0xfffff80005773000  [zio_free_issue_7_5]
432
100411                   D       -       0xfffff80005773000  [zio_free_issue_7_6]
433
100412                   D       -       0xfffff80005773000  [zio_free_issue_7_7]
434
100413                   D       -       0xfffff80005773000  [zio_free_issue_7_8]
435
100414                   D       -       0xfffff80005773000  [zio_free_issue_7_9]
436
100415                   D       -       0xfffff80005773000  [zio_free_issue_7_10]
437
100416                   D       -       0xfffff80005773000  [zio_free_issue_7_11]
438
100417                   D       -       0xfffff80005772200  [zio_free_intr]
439
100418                   D       -       0xfffff80005772000  [zio_claim_issue]
440
100419                   D       -       0xfffff80005771d00  [zio_claim_intr]
441
100420                   D       -       0xfffff80005771b00  [zio_ioctl_issue]
442
100421                   D       -       0xfffff80005771900  [zio_ioctl_intr]
443
100440                   D       tx->tx_ 0xfffff8000563e2a8  [txg_thread_enter]
444
100441                   D       tx->tx_ 0xfffff8000563e288  [txg_thread_enter]
445
   25     0     0     0  DL      -       0xffffffff836ebf9c  [soaiod4]
446
   24     0     0     0  DL      -       0xffffffff836ebf9c  [soaiod3]
447
   23     0     0     0  DL      -       0xffffffff836ebf9c  [soaiod2]
448
   22     0     0     0  DL      -       0xffffffff836ebf9c  [soaiod1]
449
   21     0     0     0  DL      aldslp  0xffffffff8368dd48  [ALQ Daemon]
450
   20     0     0     0  DL      vlruwt  0xfffff8000561f530  [vnlru]
451
   19     0     0     0  DL      syncer  0xffffffff836ed288  [syncer]
452
   18     0     0     0  DL      (threaded)                  [bufdaemon]
453
100096                   D       qsleep  0xffffffff836ec590  [bufdaemon]
454
100102                   D       -       0xffffffff81e0a900  [bufspacedaemon-0]
455
   17     0     0     0  DL      psleep  0xffffffff83714d88  [vmdaemon]
456
    9     0     0     0  DL      (threaded)                  [pagedaemon]
457
100094                   D       pwait   0xffffffff8369fa90  [dom0]
458
100100                   D       laundp  0xffffffff8369fa90  [laundry: dom0]
459
100101                   D       umarcl  0xffffffff811ddd90  [uma]
460
    8     0     0     0  DL      -       0xffffffff834e5af8  [rand_harvestq]
461
    7     0     0     0  DL      pftm    0xffffffff81086290  [pf purge]
462
    6     0     0     0  DL      waiting 0xffffffff836f25f8  [sctp_iterator]
463
    5     0     0     0  DL      (threaded)                  [zfskern]
464
100060                   D       t->zthr 0xfffff8000537d6c8  [solthread 0xfffffff]
465
100061                   D       soldela 0xffffffff8369fa90  [solthread 0xfffffff]
466
100062                   D       arc_dnl 0xffffffff83eb0c10  [arc_dnlc_evicts_thr]
467
100063                   D       -       0xfffff80005571600  [dbu_evict]
468
100064                   D       dbuf_ev 0xffffffff83eb3838  [dbuf_evict_thread]
469
100065                   D       -       0xfffff80005571100  [z_vdev_file_0]
470
100066                   D       -       0xfffff80005571100  [z_vdev_file_1]
471
100067                   D       -       0xfffff80005571100  [z_vdev_file_2]
472
100068                   D       -       0xfffff80005571100  [z_vdev_file_3]
473
100069                   D       -       0xfffff80005571100  [z_vdev_file_4]
474
100070                   D       -       0xfffff80005571100  [z_vdev_file_5]
475
100071                   D       -       0xfffff80005571100  [z_vdev_file_6]
476
100072                   D       -       0xfffff80005571100  [z_vdev_file_7]
477
100073                   D       -       0xfffff80005571100  [z_vdev_file_8]
478
100074                   D       -       0xfffff80005571100  [z_vdev_file_9]
479
100075                   D       -       0xfffff80005571100  [z_vdev_file_10]
480
100076                   D       -       0xfffff80005571100  [z_vdev_file_11]
481
100077                   D       -       0xfffff80005571100  [z_vdev_file_12]
482
100078                   D       -       0xfffff80005571100  [z_vdev_file_13]
483
100079                   D       -       0xfffff80005571100  [z_vdev_file_14]
484
100080                   D       -       0xfffff80005571100  [z_vdev_file_15]
485
100081                   D       l2arc_f 0xffffffff83eb0d60  [l2arc_feed_thread]
486
100082                   D       -       0xfffff8000556fd00  [zfsvfs]
487
100422                   D       spa->sp 0xfffffe0013bfad28  [trim pfSense]
488
100423                   D       -       0xfffff80005771600  [z_zvol]
489
100424                   D       -       0xfffff80005635c00  [dp_sync_taskq]
490
100425                   D       -       0xfffff80005771400  [dp_zil_clean_taskq]
491
100426                   D       -       0xfffff80005635d00  [zfs_vn_rele_taskq]
492
100427                   D       -       0xfffff80005770600  [metaslab_group_task]
493
100442                   S       mmp->mm 0xfffffe0013bfaf08  [mmp_thread_enter]
494
100443                   D       t->zthr 0xfffff8000590c6c8  [solthread 0xfffffff]
495
100444                   D       t->zthr 0xfffff8000590c5c8  [solthread 0xfffffff]
496
   16     0     0     0  DL      (threaded)                  [usb]
497
100040                   D       -       0xfffffe0000665dc8  [usbus0]
498
100041                   D       -       0xfffffe0000665e20  [usbus0]
499
100042                   D       -       0xfffffe0000665e78  [usbus0]
500
100043                   D       -       0xfffffe0000665ed0  [usbus0]
501
100044                   D       -       0xfffffe0000665f28  [usbus0]
502
    4     0     0     0  DL      (threaded)                  [cam]
503
100036                   D       -       0xffffffff8339c4c0  [doneq0]
504
100092                   D       -       0xffffffff8339c390  [scanner]
505
    3     0     0     0  DL      crypto_ 0xfffff80005202bb0  [crypto returns 0]
506
    2     0     0     0  DL      crypto_ 0xffffffff837072b8  [crypto]
507
   15     0     0     0  DL      seqstat 0xfffff80005122888  [sequencer 00]
508
   14     0     0     0  DL      (threaded)                  [geom]
509
100029                   D       -       0xffffffff8368c3c8  [g_event]
510
100030                   D       -       0xffffffff8368c3d0  [g_up]
511
100031                   D       -       0xffffffff8368c3d8  [g_down]
512
   13     0     0     0  DL      sleep   0xffffffff8330ec10  [ng_queue0]
513
   12     0     0     0  WL      (threaded)                  [intr]
514
100005                   I                                   [swi5: fast taskq]
515
100010                   I                                   [swi6: task queue]
516
100012                   I                                   [swi6: Giant taskq]
517
100024                   I                                   [swi1: netisr 0]
518
100025                   I                                   [swi3: vm]
519
100026                   I                                   [swi4: clock (0)]
520
100037                   I                                   [irq14: ata0]
521
100038                   I                                   [irq15: ata1]
522
100039                   I                                   [irq11: uhci0]
523
100045                   I                                   [irq256: virtio_pci0]
524
100046                   I                                   [irq257: virtio_pci0]
525
100047                   I                                   [irq258: virtio_pci0]
526
100050                   I                                   [irq259: virtio_pci1]
527
100051                   I                                   [irq260: virtio_pci1]
528
100052                   I                                   [irq10: virtio_pci2]
529
100054                   I                                   [irq1: atkbd0]
530
100055                   I                                   [irq12: psm0]
531
100056                   I                                   [swi0: uart uart]
532
100085                   I                                   [swi1: pf send]
533
100086                   I                                   [swi1: pfsync]
534
100471                   I                                   [irq9: acpi0 intsmb0]
535
   11     0     0     0  RL                                  [idle: cpu0]
536
    1     0     1     0  SLs     wait    0xfffff80005149530  [init]
537
   10     0     0     0  DL      audit_w 0xffffffff83707898  [audit]
538
    0     0     0     0  DLs     (threaded)                  [kernel]
539
100000                   D       swapin  0xffffffff8368c568  [swapper]
540
100004                   D       -       0xfffff8000505eb00  [thread taskq]
541
100006                   D       -       0xfffff8000505e600  [in6m_free taskq]
542
100007                   D       -       0xfffff8000505e400  [kqueue_ctx taskq]
543
100008                   D       -       0xfffff8000505e200  [pci_hp taskq]
544
100009                   D       -       0xfffff8000505e000  [aiod_kick taskq]
545
100011                   D       -       0xfffff8000505da00  [inm_free taskq]
546
100013                   D       -       0xfffff8000505d500  [linuxkpi_short_wq_0]
547
100014                   D       -       0xfffff8000505d500  [linuxkpi_short_wq_1]
548
100015                   D       -       0xfffff8000505d500  [linuxkpi_short_wq_2]
549
100016                   D       -       0xfffff8000505d500  [linuxkpi_short_wq_3]
550
100017                   D       -       0xfffff8000505d000  [linuxkpi_long_wq_0]
551
100018                   D       -       0xfffff8000505d000  [linuxkpi_long_wq_1]
552
100019                   D       -       0xfffff8000505d000  [linuxkpi_long_wq_2]
553
100020                   D       -       0xfffff8000505d000  [linuxkpi_long_wq_3]
554
100021                   D       -       0xfffff80005170c00  [if_config_tqg_0]
555
100022                   D       -       0xfffff80005170a00  [if_io_tqg_0]
556
100023                   D       -       0xfffff80005170800  [softirq_0]
557
100028                   D       -       0xfffff8000516fd00  [firmware taskq]
558
100033                   D       -       0xfffff8000516e400  [crypto]
559
100048                   D       -       0xfffff800053b1100  [vtnet0 rxq 0]
560
100049                   D       -       0xfffff800053b1000  [vtnet0 txq 0]
561
100053                   D       vtbslp  0xfffff800053a8800  [virtio_balloon]
562
100057                   D       -       0xfffff800053ae900  [mca taskq]
563
100058                   D       -       0xfffff800053ae700  [system_taskq]
564
100059                   D       -       0xfffff8000534f700  [arc_prune]
565
100087                   D       -       0xfffff800055eec00  [acpi_task_0]
566
100088                   D       -       0xfffff800055eec00  [acpi_task_1]
567
100089                   D       -       0xfffff800055eec00  [acpi_task_2]
568
100091                   D       -       0xfffff80005061700  [CAM taskq]
569
100093                   D       -       0xfffff800055ed900  [mlx4]
570
100472                   D       -       0xfffff8002f985100  [wg_tqg_0]
571
db:0:kdb.enter.default>  alltrace
572

    
573
Tracing command sh pid 39540 tid 100526 td 0xfffff8001c021000
574
sched_switch() at sched_switch+0x630/frame 0xfffffe001900e7e0
575
db_trace_self_wrapper() at db_trace_self_wrapper+0x2b/frame 0xfffffe001905d610
576
kdb_reenter() at kdb_reenter+0x2c/frame 0xfffffe001905d620
577
trap() at trap+0x56/frame 0xfffffe001905d730
578
calltrap() at calltrap+0x8/frame 0xfffffe001905d730
579
--- trap 0xc, rip = 0xffffffff81357560, rsp = 0xfffffe001905d800, rbp = 0xfffffe001905d890 ---
580
db_read_bytes() at db_read_bytes+0x90/frame 0xfffffe001905d890
581
db_get_value() at db_get_value+0x32/frame 0xfffffe001905d8d0
582
db_backtrace() at db_backtrace+0x23e/frame 0xfffffe001905d960
583
db_trace_thread() at db_trace_thread+0x3b/frame 0xfffffe001905d980
584
_db_stack_trace_all() at _db_stack_trace_all+0xb6/frame 0xfffffe001905da20
585
db_command() at db_command+0x256/frame 0xfffffe001905daf0
586
db_script_exec() at db_script_exec+0x1a8/frame 0xfffffe001905db90
587
db_script_kdbenter() at db_script_kdbenter+0x55/frame 0xfffffe001905dbd0
588
db_trap() at db_trap+0xe3/frame 0xfffffe001905dc60
589
kdb_trap() at kdb_trap+0x142/frame 0xfffffe001905dcd0
590
trap() at trap+0x75f/frame 0xfffffe001905dde0
591
calltrap() at calltrap+0x8/frame 0xfffffe001905dde0
592
--- trap 0x3, rip = 0xffffffff80dddc57, rsp = 0xfffffe001905deb0, rbp = 0xfffffe001905dec0 ---
593
kdb_enter() at kdb_enter+0x37/frame 0xfffffe001905dec0
594
vpanic() at vpanic+0x197/frame 0xfffffe001905df10
595
panic() at panic+0x43/frame 0xfffffe001905df70
596
trap_fatal() at trap_fatal+0x391/frame 0xfffffe001905dfd0
597
trap_pfault() at trap_pfault+0x4f/frame 0xfffffe001905e020
598
trap() at trap+0x286/frame 0xfffffe001905e130
599
calltrap() at calltrap+0x8/frame 0xfffffe001905e130
600
--- trap 0xc, rip = 0xffffffff811dc654, rsp = 0xfffffe001905e200, rbp = 0xfffffe001905e250 ---
601
uma_zfree_arg() at uma_zfree_arg+0x24/frame 0xfffffe001905e250
602
free() at free+0x5a/frame 0xfffffe001905e280
603
nvpair_free() at nvpair_free+0x99/frame 0xfffffe001905e2a0
604
nvlist_destroy() at nvlist_destroy+0x60/frame 0xfffffe001905e2d0
605
pf_state_to_nvstate() at pf_state_to_nvstate+0x94/frame 0xfffffe001905e310
606
pfioctl() at pfioctl+0x1b27/frame 0xfffffe001905e7e0
607
devfs_ioctl() at devfs_ioctl+0xb0/frame 0xfffffe001905e830
608
VOP_IOCTL_APV() at VOP_IOCTL_APV+0x7b/frame 0xfffffe001905e860
609
vn_ioctl() at vn_ioctl+0x16c/frame 0xfffffe001905e970
610
devfs_ioctl_f() at devfs_ioctl_f+0x1e/frame 0xfffffe001905e990
611
kern_ioctl() at kern_ioctl+0x2b7/frame 0xfffffe001905e9f0
612
sys_ioctl() at sys_ioctl+0x101/frame 0xfffffe001905eac0
613
amd64_syscall() at amd64_syscall+0x387/frame 0xfffffe001905ebf0
614
fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe001905ebf0
615
--- syscall (54, FreeBSD ELF64, sys_ioctl), rip = 0x800490b3a, rsp = 0x7fffffffe5c8, rbp = 0x7fffffffe640 ---
616
*** error reading from address fffffe001900e7e8 ***
617
db_trace_self_wrapper() at db_trace_self_wrapper+0x2b/frame 0xfffffe001905d880
618
kdb_reenter() at kdb_reenter+0x2c/frame 0xfffffe001905d890
619
db_get_value() at db_get_value+0x4c/frame 0xfffffe001905d8d0
620
db_backtrace() at db_backtrace+0x23e/frame 0xfffffe001905d960
621
db_trace_thread() at db_trace_thread+0x3b/frame 0xfffffe001905d980
622
_db_stack_trace_all() at _db_stack_trace_all+0xb6/frame 0xfffffe001905da20
623
db_command() at db_command+0x256/frame 0xfffffe001905daf0
624
db_script_exec() at db_script_exec+0x1a8/frame 0xfffffe001905db90
625
db_script_kdbenter() at db_script_kdbenter+0x55/frame 0xfffffe001905dbd0
626
db_trap() at db_trap+0xe3/frame 0xfffffe001905dc60
627
kdb_trap() at kdb_trap+0x142/frame 0xfffffe001905dcd0
628
trap() at trap+0x75f/frame 0xfffffe001905dde0
629
calltrap() at calltrap+0x8/frame 0xfffffe001905dde0
630
--- trap 0x3, rip = 0xffffffff80dddc57, rsp = 0xfffffe001905deb0, rbp = 0xfffffe001905dec0 ---
631
kdb_enter() at kdb_enter+0x37/frame 0xfffffe001905dec0
632
vpanic() at vpanic+0x197/frame 0xfffffe001905df10
633
panic() at panic+0x43/frame 0xfffffe001905df70
634
trap_fatal() at trap_fatal+0x391/frame 0xfffffe001905dfd0
635
trap_pfault() at trap_pfault+0x4f/frame 0xfffffe001905e020
636
trap() at trap+0x286/frame 0xfffffe001905e130
637
calltrap() at calltrap+0x8/frame 0xfffffe001905e130
638
--- trap 0xc, rip = 0xffffffff811dc654, rsp = 0xfffffe001905e200, rbp = 0xfffffe001905e250 ---
639
uma_zfree_arg() at uma_zfree_arg+0x24/frame 0xfffffe001905e250
640
free() at free+0x5a/frame 0xfffffe001905e280
641
nvpair_free() at nvpair_free+0x99/frame 0xfffffe001905e2a0
642
nvlist_destroy() at nvlist_destroy+0x60/frame 0xfffffe001905e2d0
643
pf_state_to_nvstate() at pf_state_to_nvstate+0x94/frame 0xfffffe001905e310
644
pfioctl() at pfioctl+0x1b27/frame 0xfffffe001905e7e0
645
devfs_ioctl() at devfs_ioctl+0xb0/frame 0xfffffe001905e830
646
VOP_IOCTL_APV() at VOP_IOCTL_APV+0x7b/frame 0xfffffe001905e860
647
vn_ioctl() at vn_ioctl+0x16c/frame 0xfffffe001905e970
648
devfs_ioctl_f() at devfs_ioctl_f+0x1e/frame 0xfffffe001905e990
649
kern_ioctl() at kern_ioctl+0x2b7/frame 0xfffffe001905e9f0
650
sys_ioctl() at sys_ioctl+0x101/frame 0xfffffe001905eac0
651
amd64_syscall() at amd64_syscall+0x387/frame 0xfffffe001905ebf0
652
fast_syscall_common() at fast_syscall_common+0xf8/frame 0xfffffe001905ebf0
653
--- syscall (54, FreeBSD ELF64, sys_ioctl), rip = 0x800490b3a, rsp = 0x7fffffffe5c8, rbp = 0x7fffffffe640 ---
654

    
655
Tracing command pfctl pid 53869 tid 100554 td 0xfffff8001786c000 (CPU 0)
656
kdb_enter() at kdb_enter+0x37/frame 0xfffffe001905dec0
657
vpanic() at vpanic+0x197/frame 0xfffffe001905df10
658
panic() at panic+0x43/frame 0xfffffe001905df70
659
trap_fatal() at trap_fatal+0x391/frame 0xfffffe001905dfd0
660
trap_pfault() at trap_pfault+0x4f/frame 0xfffffe001905e020
661
trap() at trap+0x286/frame 0xfffffe001905e130
662
calltrap() at calltrap+0x8/frame 0xfffffe001905e130
663
--- trap 0xc, rip = 0xffffffff811dc654, rsp = 0xfffffe001905e200, rbp = 0xfffffe001905e250 ---
664
uma_zfree_arg() at uma_zfree_arg+0x24/frame 0xfffffe001905e250
665
free() at free+0x5a/frame 0xfffffe001905e280
666
nvpair_free() at nvpair_free+0x99/frame 0xfffffe001905e2a0
667
nvlist_destroy() at nvlist_destroy+0x60/frame 0xfffffe001905e2d0
668
pf_state_to_nvstate() at pf_state_to_nvstate+0x94/frame 0xfffffe001905e310
669
pfioctl() at pfioctl+0x1b27/frame 0xfffffe001905e7e0
670
devfs_ioctl() at devfs_ioctl+0xb0/frame 0xfffffe001905e830
671
VOP_
(4-4/7)