API tools faq
paste
Advertisement
ticpu

bcachefs snapshot hang 6.8rc6

ticpu
Mar 20th, 2024
44
0
Never
Add comment
Not a member of Pastebin yet? Sign Up, it unlocks many cool features!
text 104.79 KB | None | 0 0
raw download clone embed print report
  1. ❯ sudo cat /proc/3420732/stack
  2. [<0>] bch2_fs_file_ioctl+0x22d/0xc90 [bcachefs]
  3. [<0>] __x64_sys_ioctl+0x94/0xd0
  4. [<0>] do_syscall_64+0x86/0x170
  5. [<0>] entry_SYSCALL_64_after_hwframe+0x6e/0x76
  6.  
  7. [687490.882773] sysrq: Show Blocked State
  8. [687490.882939] task:bch-reclaim/d03 state:D stack:0 pid:2453671 tgid:2453671 ppid:2 flags:0x00004000
  9. [687490.884289] Call Trace:
  10. [687490.885268] <TASK>
  11. [687490.885840] __schedule+0x3e6/0x1520
  12. [687490.886249] ? __pfx_bch2_six_check_for_deadlock+0x10/0x10 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  13. [687490.886759] schedule+0x32/0xd0
  14. [687490.887129] six_lock_slowpath.isra.0+0x1f5/0x4c0 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  15. [687490.887537] __bch2_btree_node_lock_write+0x90/0x110 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  16. [687490.888079] ? bch2_btree_path_traverse_one+0x6c3/0xac0 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  17. [687490.888690] bch2_trans_lock_write+0x26c/0x2d0 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  18. [687490.889282] __bch2_trans_commit+0x775/0x1690 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  19. [687490.889862] btree_key_cache_flush_pos.constprop.0+0x27a/0x330 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  20. [687490.890301] ? btree_key_cache_flush_pos.constprop.0+0xef/0x330 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  21. [687490.890672] ? btree_key_cache_flush_pos.constprop.0+0xa6/0x330 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  22. [687490.891028] bch2_btree_key_cache_journal_flush+0x13b/0x210 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  23. [687490.891375] ? bch2_btree_key_cache_journal_flush+0xaa/0x210 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  24. [687490.891717] ? __pfx_bch2_btree_key_cache_journal_flush+0x10/0x10 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  25. [687490.892067] journal_flush_pins.constprop.0+0x1aa/0x2f0 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  26. [687490.892411] __bch2_journal_reclaim+0x1d1/0x370 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  27. [687490.892747] bch2_journal_reclaim_thread+0x7f/0x170 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  28. [687490.893081] ? __pfx_bch2_journal_reclaim_thread+0x10/0x10 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  29. [687490.893424] kthread+0xe5/0x120
  30. [687490.893732] ? __pfx_kthread+0x10/0x10
  31. [687490.894031] ret_from_fork+0x31/0x50
  32. [687490.894330] ? __pfx_kthread+0x10/0x10
  33. [687490.894615] ret_from_fork_asm+0x1b/0x30
  34. [687490.894901] </TASK>
  35. [687490.895215] task:Core Thread state:D stack:0 pid:2470657 tgid:2470428 ppid:1 flags:0x00000006
  36. [687490.895500] Call Trace:
  37. [687490.895775] <TASK>
  38. [687490.896047] __schedule+0x3e6/0x1520
  39. [687490.896321] ? xas_find+0x162/0x1c0
  40. [687490.896596] ? find_get_entries+0x129/0x1c0
  41. [687490.896867] schedule+0x32/0xd0
  42. [687490.897130] schedule_preempt_disabled+0x15/0x30
  43. [687490.897384] rwsem_down_read_slowpath+0x2aa/0x540
  44. [687490.897635] down_read+0x48/0xb0
  45. [687490.897877] bch2_truncate+0x86/0x110 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  46. [687490.898149] bchfs_truncate+0x268/0x3d0 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  47. [687490.898425] notify_change+0x1f2/0x4b0
  48. [687490.898675] ? do_truncate+0x98/0xf0
  49. [687490.898921] do_truncate+0x98/0xf0
  50. [687490.899162] path_openat+0xfa1/0x1190
  51. [687490.899406] ? futex_q_lock+0x2a/0x40
  52. [687490.899650] ? futex_q_unlock+0x16/0x20
  53. [687490.899889] do_filp_open+0xb3/0x160
  54. [687490.900128] ? __pfx_page_put_link+0x10/0x10
  55. [687490.900366] do_sys_openat2+0xab/0xe0
  56. [687490.900603] __x64_sys_openat+0x57/0xa0
  57. [687490.900846] do_syscall_64+0x86/0x170
  58. [687490.901084] ? do_syscall_64+0x96/0x170
  59. [687490.901312] ? __x64_sys_futex+0x129/0x1e0
  60. [687490.901534] ? syscall_exit_to_user_mode_prepare+0x178/0x1a0
  61. [687490.901754] ? syscall_exit_to_user_mode+0x80/0x230
  62. [687490.902215] ? do_syscall_64+0x96/0x170
  63. [687490.902486] ? __irq_exit_rcu+0x4b/0xc0
  64. [687490.902728] entry_SYSCALL_64_after_hwframe+0x6e/0x76
  65. [687490.902955] RIP: 0033:0x7f62c9c4fdc0
  66. [687490.903197] RSP: 002b:00007f629dffd7c0 EFLAGS: 00000293 ORIG_RAX: 0000000000000101
  67. [687490.903421] RAX: ffffffffffffffda RBX: 0000000000000241 RCX: 00007f62c9c4fdc0
  68. [687490.903634] RDX: 0000000000000241 RSI: 00007f624c056d40 RDI: 00000000ffffff9c
  69. [687490.903841] RBP: 00007f624c056d40 R08: 0000000000000000 R09: 0000000000000007
  70. [687490.904044] R10: 00000000000001b4 R11: 0000000000000293 R12: 00007f629dffdca8
  71. [687490.904243] R13: 00007f624c03ebb0 R14: 0000000000001588 R15: 00007f624daa6e20
  72. [687490.904435] </TASK>
  73. [687490.904615] task:ThreadPoolForeg state:D stack:0 pid:2470755 tgid:2470685 ppid:2470657 flags:0x00000006
  74. [687490.904794] Call Trace:
  75. [687490.904968] <TASK>
  76. [687490.905137] __schedule+0x3e6/0x1520
  77. [687490.905317] ? __pfx_bch2_six_check_for_deadlock+0x10/0x10 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  78. [687490.905521] schedule+0x32/0xd0
  79. [687490.905700] six_lock_slowpath.isra.0+0x1f5/0x4c0 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  80. [687490.905907] bch2_btree_path_traverse_one+0x92e/0xac0 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  81. [687490.906109] ? __bch2_trans_commit+0x11d5/0x1690 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  82. [687490.906310] ? btree_trans_verify_sorted_refs+0x1b/0x100 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  83. [687490.906511] ? bch2_btree_path_traverse_one+0xd1/0xac0 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  84. [687490.906715] ? bch2_path_get+0x18d/0x3b0 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  85. [687490.906916] ? __bch2_foreground_maybe_merge+0x184/0xda0 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  86. [687490.907121] __bch2_foreground_maybe_merge+0x1ea/0xda0 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  87. [687490.907321] ? journal_validate_key+0x2b7/0x610 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  88. [687490.907528] ? bch2_path_put+0x23d/0x6a0 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  89. [687490.907731] __bch2_trans_commit+0x11d5/0x1690 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  90. [687490.907933] bch2_inode_delete_keys.isra.0+0x2e6/0x370 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  91. [687490.908138] ? free_unref_page_prepare+0xe7/0x390
  92. [687490.908317] ? bch2_inode_delete_keys.isra.0+0xd5/0x370 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  93. [687490.908523] bch2_inode_rm+0xa2/0x400 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  94. [687490.908733] bch2_evict_inode+0x114/0x140 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  95. [687490.908935] evict+0xd4/0x1e0
  96. [687490.909107] __dentry_kill+0x6e/0x170
  97. [687490.909279] dput+0xe5/0x1b0
  98. [687490.909450] do_renameat2+0x386/0x600
  99. [687490.909632] __x64_sys_rename+0x43/0x50
  100. [687490.909804] do_syscall_64+0x86/0x170
  101. [687490.909976] ? do_syscall_64+0x96/0x170
  102. [687490.910145] ? do_syscall_64+0x96/0x170
  103. [687490.910311] ? __irq_exit_rcu+0x4b/0xc0
  104. [687490.910479] entry_SYSCALL_64_after_hwframe+0x6e/0x76
  105. [687490.910647] RIP: 0033:0x7fdbdc28b0eb
  106. [687490.910817] RSP: 002b:00007fdbd4dfd858 EFLAGS: 00000282 ORIG_RAX: 0000000000000052
  107. [687490.910987] RAX: ffffffffffffffda RBX: 00007fdbd4dfd9f4 RCX: 00007fdbdc28b0eb
  108. [687490.911161] RDX: 0000000000000000 RSI: 00007fdbc428d830 RDI: 00007fdbb0006b00
  109. [687490.911333] RBP: 00007fdbd4dfd8f0 R08: 0000000000000000 R09: 0000000000000007
  110. [687490.911505] R10: 00007fdbd4dfd750 R11: 0000000000000282 R12: 00007fdbd4dfd880
  111. [687490.911676] R13: 00007fdbd4dfd860 R14: 00007fdbc428d830 R15: 00007fdbb0006b00
  112. [687490.911846] </TASK>
  113. [687490.912016] task:ThreadPoolForeg state:D stack:0 pid:2470757 tgid:2470685 ppid:2470657 flags:0x00000006
  114. [687490.912187] Call Trace:
  115. [687490.912357] <TASK>
  116. [687490.912526] __schedule+0x3e6/0x1520
  117. [687490.912698] ? __pfx_bch2_six_check_for_deadlock+0x10/0x10 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  118. [687490.912902] schedule+0x32/0xd0
  119. [687490.913078] six_lock_slowpath.isra.0+0x1f5/0x4c0 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  120. [687490.913288] bch2_btree_node_get+0x3af/0x5a0 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  121. [687490.913498] ? bch2_inode_delete_keys.isra.0+0x1aa/0x370 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  122. [687490.913711] bch2_btree_path_traverse_one+0x257/0xac0 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  123. [687490.913925] ? bch2_inode_delete_keys.isra.0+0x1aa/0x370 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  124. [687490.914141] ? bch2_btree_path_traverse_one+0xd1/0xac0 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  125. [687490.914358] bch2_btree_iter_peek_upto+0x175/0xe10 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  126. [687490.914579] ? bch2_trans_iter_exit+0x71/0x90 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  127. [687490.914799] ? bch2_subvolume_get_snapshot+0x161/0x1c0 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  128. [687490.915027] ? bch2_inode_delete_keys.isra.0+0x1aa/0x370 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  129. [687490.915271] bch2_inode_delete_keys.isra.0+0x1aa/0x370 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  130. [687490.915500] ? free_unref_page_prepare+0xe7/0x390
  131. [687490.915705] ? bch2_inode_delete_keys.isra.0+0xd5/0x370 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  132. [687490.915938] bch2_inode_rm+0xa2/0x400 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  133. [687490.916173] bch2_evict_inode+0x114/0x140 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  134. [687490.916409] evict+0xd4/0x1e0
  135. [687490.916616] __dentry_kill+0x6e/0x170
  136. [687490.916822] dput+0xe5/0x1b0
  137. [687490.917027] do_renameat2+0x386/0x600
  138. [687490.917233] __x64_sys_rename+0x43/0x50
  139. [687490.917437] do_syscall_64+0x86/0x170
  140. [687490.917643] ? do_syscall_64+0x96/0x170
  141. [687490.917842] ? switch_fpu_return+0x50/0xe0
  142. [687490.918051] ? syscall_exit_to_user_mode+0x80/0x230
  143. [687490.918252] ? do_syscall_64+0x96/0x170
  144. [687490.918450] ? exc_page_fault+0x7f/0x180
  145. [687490.918879] entry_SYSCALL_64_after_hwframe+0x6e/0x76
  146. [687490.919118] RIP: 0033:0x7fdbdc28b0eb
  147. [687490.919335] RSP: 002b:00007fdbcf3fd858 EFLAGS: 00000282 ORIG_RAX: 0000000000000052
  148. [687490.919539] RAX: ffffffffffffffda RBX: 00007fdbcf3fd9f4 RCX: 00007fdbdc28b0eb
  149. [687490.919742] RDX: 0000000000000000 RSI: 00007fdbc40360b0 RDI: 00007fdbc40986c0
  150. [687490.919939] RBP: 00007fdbcf3fd8f0 R08: 0000000000000000 R09: 0000000000000007
  151. [687490.920133] R10: 00007fdbcf3fd750 R11: 0000000000000282 R12: 00007fdbcf3fd880
  152. [687490.920326] R13: 00007fdbcf3fd860 R14: 00007fdbc40360b0 R15: 00007fdbc40986c0
  153. [687490.920516] </TASK>
  154. [687490.920701] task:ThreadPoolForeg state:D stack:0 pid:2470759 tgid:2470685 ppid:2470657 flags:0x00000006
  155. [687490.920892] Call Trace:
  156. [687490.921077] <TASK>
  157. [687490.921259] __schedule+0x3e6/0x1520
  158. [687490.921438] ? __filemap_get_folio+0x39/0x2e0
  159. [687490.921615] schedule+0x32/0xd0
  160. [687490.921790] schedule_preempt_disabled+0x15/0x30
  161. [687490.921965] rwsem_down_write_slowpath+0x1ff/0x6c0
  162. [687490.922138] down_write+0x5b/0x60
  163. [687490.922308] path_openat+0x2dc/0x1190
  164. [687490.922480] ? __mod_memcg_lruvec_state+0x97/0x110
  165. [687490.922652] ? __lruvec_stat_mod_folio+0x68/0xa0
  166. [687490.922824] do_filp_open+0xb3/0x160
  167. [687490.922994] ? __pfx_page_put_link+0x10/0x10
  168. [687490.923166] do_sys_openat2+0xab/0xe0
  169. [687490.923341] __x64_sys_openat+0x57/0xa0
  170. [687490.923512] do_syscall_64+0x86/0x170
  171. [687490.923683] ? do_user_addr_fault+0x304/0x670
  172. [687490.923857] ? exc_page_fault+0x7f/0x180
  173. [687490.924027] entry_SYSCALL_64_after_hwframe+0x6e/0x76
  174. [687490.924196] RIP: 0033:0x7fdbdc32bdc0
  175. [687490.924366] RSP: 002b:00007fdbcdffd660 EFLAGS: 00000293 ORIG_RAX: 0000000000000101
  176. [687490.924536] RAX: ffffffffffffffda RBX: 00000000000000c2 RCX: 00007fdbdc32bdc0
  177. [687490.924707] RDX: 00000000000000c2 RSI: 00007fdbc408acc0 RDI: 00000000ffffff9c
  178. [687490.924878] RBP: 00007fdbc408acc0 R08: 0000000000000000 R09: 0000000000000001
  179. [687490.925049] R10: 0000000000000180 R11: 0000000000000293 R12: 8421084210842109
  180. [687490.925220] R13: 00007fdbc408ad2a R14: 00007fdbdc3cf5e0 R15: 00000000110720d5
  181. [687490.925395] </TASK>
  182. [687490.925562] task:ThreadPoolForeg state:D stack:0 pid:2470760 tgid:2470685 ppid:2470657 flags:0x00000006
  183. [687490.925735] Call Trace:
  184. [687490.925904] <TASK>
  185. [687490.926069] __schedule+0x3e6/0x1520
  186. [687490.926235] ? __filemap_get_folio+0x39/0x2e0
  187. [687490.926406] schedule+0x32/0xd0
  188. [687490.926567] schedule_preempt_disabled+0x15/0x30
  189. [687490.926725] rwsem_down_write_slowpath+0x1ff/0x6c0
  190. [687490.926882] down_write+0x5b/0x60
  191. [687490.927035] path_openat+0x2dc/0x1190
  192. [687490.927189] ? __lruvec_stat_mod_folio+0x68/0xa0
  193. [687490.927344] do_filp_open+0xb3/0x160
  194. [687490.927492] ? __pfx_page_put_link+0x10/0x10
  195. [687490.927638] do_sys_openat2+0xab/0xe0
  196. [687490.927782] __x64_sys_openat+0x57/0xa0
  197. [687490.927927] do_syscall_64+0x86/0x170
  198. [687490.928066] ? do_user_addr_fault+0x304/0x670
  199. [687490.928203] ? exc_page_fault+0x7f/0x180
  200. [687490.928338] entry_SYSCALL_64_after_hwframe+0x6e/0x76
  201. [687490.928472] RIP: 0033:0x7fdbdc32bdc0
  202. [687490.928610] RSP: 002b:00007fdbcd5fd660 EFLAGS: 00000293 ORIG_RAX: 0000000000000101
  203. [687490.928748] RAX: ffffffffffffffda RBX: 00000000000000c2 RCX: 00007fdbdc32bdc0
  204. [687490.928887] RDX: 00000000000000c2 RSI: 00007fdbc4111e30 RDI: 00000000ffffff9c
  205. [687490.929025] RBP: 00007fdbc4111e30 R08: 0000000000000000 R09: 0000000000000001
  206. [687490.929164] R10: 0000000000000180 R11: 0000000000000293 R12: 8421084210842109
  207. [687490.929304] R13: 00007fdbc4111e71 R14: 00007fdbdc3cf5e0 R15: 00000000044bd92b
  208. [687490.929445] </TASK>
  209. [687490.929584] task:ThreadPoolForeg state:D stack:0 pid:2470834 tgid:2470685 ppid:2470657 flags:0x00004006
  210. [687490.929729] Call Trace:
  211. [687490.929873] <TASK>
  212. [687490.930015] __schedule+0x3e6/0x1520
  213. [687490.930159] ? __pfx_bch2_six_check_for_deadlock+0x10/0x10 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  214. [687490.930335] schedule+0x32/0xd0
  215. [687490.930482] six_lock_slowpath.isra.0+0x1f5/0x4c0 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  216. [687490.930661] bch2_btree_path_traverse_one+0x92e/0xac0 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  217. [687490.930839] ? __bch2_trans_commit+0x11d5/0x1690 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  218. [687490.931018] ? btree_trans_verify_sorted_refs+0x1b/0x100 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  219. [687490.931199] ? bch2_btree_path_traverse_one+0xd1/0xac0 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  220. [687490.931384] ? bch2_path_get+0x18d/0x3b0 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  221. [687490.931565] ? __bch2_foreground_maybe_merge+0x184/0xda0 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  222. [687490.931748] __bch2_foreground_maybe_merge+0x1ea/0xda0 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  223. [687490.931935] ? journal_validate_key+0x2b7/0x610 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  224. [687490.932131] __bch2_trans_commit+0x11d5/0x1690 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  225. [687490.932322] bch2_inode_delete_keys.isra.0+0x2e6/0x370 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  226. [687490.932517] ? free_unref_page_prepare+0xe7/0x390
  227. [687490.932686] ? bch2_inode_delete_keys.isra.0+0xd5/0x370 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  228. [687490.932883] bch2_inode_rm+0xa2/0x400 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  229. [687490.933084] bch2_evict_inode+0x114/0x140 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  230. [687490.933287] evict+0xd4/0x1e0
  231. [687490.933462] __dentry_kill+0x6e/0x170
  232. [687490.933636] dput+0xe5/0x1b0
  233. [687490.933813] do_renameat2+0x386/0x600
  234. [687490.933987] __x64_sys_rename+0x43/0x50
  235. [687490.934160] do_syscall_64+0x86/0x170
  236. [687490.934333] ? syscall_exit_to_user_mode_prepare+0x178/0x1a0
  237. [687490.934508] ? syscall_exit_to_user_mode+0x80/0x230
  238. [687490.934683] ? do_syscall_64+0x96/0x170
  239. [687490.934856] ? syscall_exit_to_user_mode+0x80/0x230
  240. [687490.935030] ? do_syscall_64+0x96/0x170
  241. [687490.935224] ? do_syscall_64+0x96/0x170
  242. [687490.935590] ? exc_page_fault+0x7f/0x180
  243. [687490.935797] entry_SYSCALL_64_after_hwframe+0x6e/0x76
  244. [687490.935988] RIP: 0033:0x7fdbdc28b0eb
  245. [687490.936174] RSP: 002b:00007fdbccbfd8c8 EFLAGS: 00000282 ORIG_RAX: 0000000000000052
  246. [687490.936359] RAX: ffffffffffffffda RBX: 0000000000000000 RCX: 00007fdbdc28b0eb
  247. [687490.936541] RDX: 0000000000000000 RSI: 00007fdbc41ab610 RDI: 00007fdbc42e0700
  248. [687490.936719] RBP: 00007fdbccbfd960 R08: 0000000000000000 R09: 002f72ab28fc5380
  249. [687490.936894] R10: 00007fdbccbfd7c0 R11: 0000000000000282 R12: 00007fdbccbfd8f0
  250. [687490.937066] R13: 00007fdbccbfd8d0 R14: 00007fdbc41ab610 R15: 00007fdbc42e0700
  251. [687490.937239] </TASK>
  252. [687490.937411] task:ThreadPoolForeg state:D stack:0 pid:2470835 tgid:2470685 ppid:2470657 flags:0x00000006
  253. [687490.937590] Call Trace:
  254. [687490.937767] <TASK>
  255. [687490.937944] __schedule+0x3e6/0x1520
  256. [687490.938122] ? __blk_flush_plug+0xe8/0x150
  257. [687490.938304] schedule+0x32/0xd0
  258. [687490.938480] schedule_preempt_disabled+0x15/0x30
  259. [687490.938661] rwsem_down_read_slowpath+0x2aa/0x540
  260. [687490.938838] down_read+0x48/0xb0
  261. [687490.939013] bch2_truncate+0x86/0x110 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  262. [687490.939220] bchfs_truncate+0x268/0x3d0 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  263. [687490.939432] notify_change+0x1f2/0x4b0
  264. [687490.939615] ? do_truncate+0x98/0xf0
  265. [687490.939793] do_truncate+0x98/0xf0
  266. [687490.939971] do_sys_ftruncate+0x15c/0x1b0
  267. [687490.940148] do_syscall_64+0x86/0x170
  268. [687490.940324] ? do_syscall_64+0x96/0x170
  269. [687490.940497] ? do_syscall_64+0x96/0x170
  270. [687490.940669] entry_SYSCALL_64_after_hwframe+0x6e/0x76
  271. [687490.940840] RIP: 0033:0x7fdbdc32f71b
  272. [687490.941021] RSP: 002b:00007fdbc3dfd888 EFLAGS: 00000246 ORIG_RAX: 000000000000004d
  273. [687490.941193] RAX: ffffffffffffffda RBX: 000000000000008e RCX: 00007fdbdc32f71b
  274. [687490.941367] RDX: 0000000000000000 RSI: 000000000000008e RDI: 0000000000000027
  275. [687490.941538] RBP: 00007fdbc3dfd910 R08: 0000000000000005 R09: 00007fdba400ce60
  276. [687490.941708] R10: 00007fdbc3dfd780 R11: 0000000000000246 R12: 00007fdbc3dfd8d0
  277. [687490.941876] R13: 000000000000008e R14: 0000000000000027 R15: 00007fdbc3dfd890
  278. [687490.942050] </TASK>
  279. [687490.942218] task:DefaultDispatch state:D stack:0 pid:2532106 tgid:2531928 ppid:1 flags:0x00000006
  280. [687490.942387] Call Trace:
  281. [687490.942553] <TASK>
  282. [687490.942720] __schedule+0x3e6/0x1520
  283. [687490.942883] ? xas_find+0x162/0x1c0
  284. [687490.943046] ? find_get_entries+0x129/0x1c0
  285. [687490.943212] schedule+0x32/0xd0
  286. [687490.943368] schedule_preempt_disabled+0x15/0x30
  287. [687490.943526] rwsem_down_read_slowpath+0x2aa/0x540
  288. [687490.943679] down_read+0x48/0xb0
  289. [687490.943829] bch2_truncate+0x86/0x110 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  290. [687490.944008] bchfs_truncate+0x268/0x3d0 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  291. [687490.944189] notify_change+0x1f2/0x4b0
  292. [687490.944338] ? do_truncate+0x98/0xf0
  293. [687490.944483] do_truncate+0x98/0xf0
  294. [687490.944626] path_openat+0xfa1/0x1190
  295. [687490.944767] do_filp_open+0xb3/0x160
  296. [687490.944905] ? __pfx_page_put_link+0x10/0x10
  297. [687490.945047] do_sys_openat2+0xab/0xe0
  298. [687490.945184] __x64_sys_openat+0x57/0xa0
  299. [687490.945325] do_syscall_64+0x86/0x170
  300. [687490.945462] ? __do_sys_newlstat+0x7a/0xb0
  301. [687490.945602] ? syscall_exit_to_user_mode_prepare+0x178/0x1a0
  302. [687490.945744] ? syscall_exit_to_user_mode+0x80/0x230
  303. [687490.945881] ? do_syscall_64+0x96/0x170
  304. [687490.946017] ? do_syscall_64+0x96/0x170
  305. [687490.946152] ? exc_page_fault+0x7f/0x180
  306. [687490.946287] entry_SYSCALL_64_after_hwframe+0x6e/0x76
  307. [687490.946422] RIP: 0033:0x7f12b0ee3dc0
  308. [687490.946560] RSP: 002b:00007f12401051f0 EFLAGS: 00000293 ORIG_RAX: 0000000000000101
  309. [687490.946699] RAX: ffffffffffffffda RBX: 0000000000000241 RCX: 00007f12b0ee3dc0
  310. [687490.946840] RDX: 0000000000000241 RSI: 00007f10940025e0 RDI: 00000000ffffff9c
  311. [687490.946980] RBP: 00007f10940025e0 R08: 0000000000000000 R09: 0000000709a2e048
  312. [687490.947118] R10: 00000000000001b6 R11: 0000000000000293 R12: 0000000000000000
  313. [687490.947256] R13: 0000000000000241 R14: 00007f10940025e0 R15: 00007f10ec0012a0
  314. [687490.947394] </TASK>
  315. [687490.947530] task:DefaultDispatch state:D stack:0 pid:3085581 tgid:2531928 ppid:1 flags:0x00004006
  316. [687490.947675] Call Trace:
  317. [687490.947815] <TASK>
  318. [687490.947952] __schedule+0x3e6/0x1520
  319. [687490.948089] ? xas_find+0x162/0x1c0
  320. [687490.948223] ? find_get_entries+0x129/0x1c0
  321. [687490.948358] schedule+0x32/0xd0
  322. [687490.948493] schedule_preempt_disabled+0x15/0x30
  323. [687490.948633] rwsem_down_read_slowpath+0x2aa/0x540
  324. [687490.948769] down_read+0x48/0xb0
  325. [687490.948907] bch2_truncate+0x86/0x110 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  326. [687490.949074] bchfs_truncate+0x268/0x3d0 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  327. [687490.949241] notify_change+0x1f2/0x4b0
  328. [687490.949381] ? do_truncate+0x98/0xf0
  329. [687490.949517] do_truncate+0x98/0xf0
  330. [687490.949652] path_openat+0xfa1/0x1190
  331. [687490.949788] do_filp_open+0xb3/0x160
  332. [687490.949922] ? __pfx_page_put_link+0x10/0x10
  333. [687490.950058] do_sys_openat2+0xab/0xe0
  334. [687490.950194] __x64_sys_openat+0x57/0xa0
  335. [687490.950329] do_syscall_64+0x86/0x170
  336. [687490.950465] ? do_user_addr_fault+0x304/0x670
  337. [687490.950602] ? exc_page_fault+0x7f/0x180
  338. [687490.950745] entry_SYSCALL_64_after_hwframe+0x6e/0x76
  339. [687490.950880] RIP: 0033:0x7f12b0ee3dc0
  340. [687490.951015] RSP: 002b:00007f1237a6bb30 EFLAGS: 00000293 ORIG_RAX: 0000000000000101
  341. [687490.951150] RAX: ffffffffffffffda RBX: 0000000000000241 RCX: 00007f12b0ee3dc0
  342. [687490.951286] RDX: 0000000000000241 RSI: 00007f0e24000ff0 RDI: 00000000ffffff9c
  343. [687490.951423] RBP: 00007f0e24000ff0 R08: 0000000000000000 R09: 000000070a802288
  344. [687490.951561] R10: 00000000000001b6 R11: 0000000000000293 R12: 0000000000000000
  345. [687490.951702] R13: 0000000000000241 R14: 00007f0e24000ff0 R15: 00007f10940012a0
  346. [687490.951850] </TASK>
  347. [687490.952089] task:Storage Diagnos state:D stack:0 pid:3392310 tgid:2531928 ppid:1 flags:0x00000006
  348. [687490.952303] Call Trace:
  349. [687490.952466] <TASK>
  350. [687490.952624] __schedule+0x3e6/0x1520
  351. [687490.952782] ? __pfx_bch2_six_check_for_deadlock+0x10/0x10 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  352. [687490.952972] schedule+0x32/0xd0
  353. [687490.953130] six_lock_slowpath.isra.0+0x1f5/0x4c0 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  354. [687490.953325] bch2_btree_node_get+0x3af/0x5a0 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  355. [687490.953513] ? bch2_bucket_do_index+0x21d/0x460 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  356. [687490.953696] bch2_btree_path_traverse_one+0x257/0xac0 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  357. [687490.953882] ? bch2_bucket_do_index+0x21d/0x460 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  358. [687490.954061] ? bch2_btree_path_traverse_one+0xd1/0xac0 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  359. [687490.954244] bch2_btree_iter_peek_slot+0x109/0x820 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  360. [687490.954436] ? bch2_path_get+0x395/0x3b0 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  361. [687490.954622] ? bch2_bucket_do_index+0x20e/0x460 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  362. [687490.954810] bch2_bucket_do_index+0x21d/0x460 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  363. [687490.955001] ? bch2_bucket_do_index+0x20e/0x460 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  364. [687490.955191] bch2_trigger_alloc+0x27a/0x10c0 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  365. [687490.955397] ? bch2_replicas_deltas_realloc+0x1d/0x70 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  366. [687490.955597] ? __trigger_extent+0x24a/0x520 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  367. [687490.955806] ? bch2_btree_path_peek_slot+0xf5/0x280 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  368. [687490.956008] ? verify_update_old_key+0x14c/0x1f0 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  369. [687490.956212] run_btree_triggers+0x340/0x430 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  370. [687490.956419] ? bch2_path_put+0x23d/0x6a0 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  371. [687490.956626] ? __bch2_trans_commit+0x3fe/0x1690 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  372. [687490.956842] __bch2_trans_commit+0x3fe/0x1690 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  373. [687490.957052] ? bch2_trans_update_extent.isra.0+0xbd/0x3f0 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  374. [687490.957266] bch2_extent_update+0x1a7/0x260 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  375. [687490.957485] bch2_fpunch_at+0x26c/0x3b0 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  376. [687490.957701] ? __bch2_resume_logged_op_truncate+0x1e6/0x2c0 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  377. [687490.957918] __bch2_resume_logged_op_truncate+0x1e6/0x2c0 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  378. [687490.958137] ? __bch2_resume_logged_op_truncate+0xe1/0x2c0 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  379. [687490.958364] bch2_truncate+0xed/0x110 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  380. [687490.958589] bchfs_truncate+0x268/0x3d0 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  381. [687490.958815] notify_change+0x1f2/0x4b0
  382. [687490.959011] ? do_truncate+0x98/0xf0
  383. [687490.959204] do_truncate+0x98/0xf0
  384. [687490.959397] path_openat+0xfa1/0x1190
  385. [687490.959591] do_filp_open+0xb3/0x160
  386. [687490.959787] ? __pfx_page_put_link+0x10/0x10
  387. [687490.959981] do_sys_openat2+0xab/0xe0
  388. [687490.960175] __x64_sys_openat+0x57/0xa0
  389. [687490.960368] do_syscall_64+0x86/0x170
  390. [687490.960561] ? syscall_exit_to_user_mode_prepare+0x178/0x1a0
  391. [687490.960759] ? syscall_exit_to_user_mode+0x80/0x230
  392. [687490.960951] ? do_syscall_64+0x96/0x170
  393. [687490.961140] ? syscall_exit_to_user_mode_prepare+0x178/0x1a0
  394. [687490.961328] ? syscall_exit_to_user_mode+0x80/0x230
  395. [687490.961517] ? do_syscall_64+0x96/0x170
  396. [687490.961704] ? exc_page_fault+0x7f/0x180
  397. [687490.961895] entry_SYSCALL_64_after_hwframe+0x6e/0x76
  398. [687490.962086] RIP: 0033:0x7f12b0ee3dc0
  399. [687490.962276] RSP: 002b:00007f115a8fd210 EFLAGS: 00000293 ORIG_RAX: 0000000000000101
  400. [687490.962467] RAX: ffffffffffffffda RBX: 0000000000000241 RCX: 00007f12b0ee3dc0
  401. [687490.962659] RDX: 0000000000000241 RSI: 00007f0e3c005170 RDI: 00000000ffffff9c
  402. [687490.962852] RBP: 00007f0e3c005170 R08: 0000000000000000 R09: 00000007440b9dd8
  403. [687490.963046] R10: 00000000000001b6 R11: 0000000000000293 R12: 00007f115a8fd3a8
  404. [687490.963242] R13: 0000000000000241 R14: 00007f0e3c005170 R15: 00007f0e3c005170
  405. [687490.963440] </TASK>
  406. [687490.963632] task:Flushing Daemon state:D stack:0 pid:3548119 tgid:2531928 ppid:1 flags:0x00000006
  407. [687490.963832] Call Trace:
  408. [687490.964026] <TASK>
  409. [687490.964218] __schedule+0x3e6/0x1520
  410. [687490.964411] ? xas_find+0x162/0x1c0
  411. [687490.964612] ? find_get_entries+0x129/0x1c0
  412. [687490.964809] schedule+0x32/0xd0
  413. [687490.964999] schedule_preempt_disabled+0x15/0x30
  414. [687490.965189] rwsem_down_read_slowpath+0x2aa/0x540
  415. [687490.965381] down_read+0x48/0xb0
  416. [687490.965569] bch2_truncate+0x86/0x110 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  417. [687490.965792] bchfs_truncate+0x268/0x3d0 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  418. [687490.966012] notify_change+0x1f2/0x4b0
  419. [687490.966200] ? do_truncate+0x98/0xf0
  420. [687490.966385] do_truncate+0x98/0xf0
  421. [687490.966568] path_openat+0xfa1/0x1190
  422. [687490.966749] do_filp_open+0xb3/0x160
  423. [687490.966926] ? __pfx_page_put_link+0x10/0x10
  424. [687490.967103] do_sys_openat2+0xab/0xe0
  425. [687490.967282] ? handle_mm_fault+0xa2/0x360
  426. [687490.967457] __x64_sys_openat+0x57/0xa0
  427. [687490.967627] do_syscall_64+0x86/0x170
  428. [687490.967794] ? exc_page_fault+0x7f/0x180
  429. [687490.967963] entry_SYSCALL_64_after_hwframe+0x6e/0x76
  430. [687490.968127] RIP: 0033:0x7f12b0ee3dc0
  431. [687490.968290] RSP: 002b:00007f1234f4ef10 EFLAGS: 00000293 ORIG_RAX: 0000000000000101
  432. [687490.968453] RAX: ffffffffffffffda RBX: 0000000000000241 RCX: 00007f12b0ee3dc0
  433. [687490.968782] RDX: 0000000000000241 RSI: 00007f0e54002080 RDI: 00000000ffffff9c
  434. [687490.968992] RBP: 00007f0e54002080 R08: 0000000000000000 R09: 0000000733a09298
  435. [687490.969166] R10: 00000000000001b6 R11: 0000000000000293 R12: 0000000000000000
  436. [687490.969337] R13: 0000000000000241 R14: 00007f0e54002080 R15: 00007f0f4fd02080
  437. [687490.969504] </TASK>
  438. [687490.969666] task:DefaultDispatch state:D stack:0 pid:2754757 tgid:2531995 ppid:1 flags:0x00004006
  439. [687490.969835] Call Trace:
  440. [687490.969995] <TASK>
  441. [687490.970152] __schedule+0x3e6/0x1520
  442. [687490.970307] ? xas_find+0x162/0x1c0
  443. [687490.970457] ? find_get_entries+0x129/0x1c0
  444. [687490.970604] schedule+0x32/0xd0
  445. [687490.970748] schedule_preempt_disabled+0x15/0x30
  446. [687490.970889] rwsem_down_read_slowpath+0x2aa/0x540
  447. [687490.971029] down_read+0x48/0xb0
  448. [687490.971167] bch2_truncate+0x86/0x110 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  449. [687490.971336] bchfs_truncate+0x268/0x3d0 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  450. [687490.971505] notify_change+0x1f2/0x4b0
  451. [687490.971648] ? do_truncate+0x98/0xf0
  452. [687490.971790] do_truncate+0x98/0xf0
  453. [687490.971945] path_openat+0xfa1/0x1190
  454. [687490.972089] do_filp_open+0xb3/0x160
  455. [687490.972230] ? __pfx_page_put_link+0x10/0x10
  456. [687490.972373] do_sys_openat2+0xab/0xe0
  457. [687490.972514] __x64_sys_openat+0x57/0xa0
  458. [687490.972655] do_syscall_64+0x86/0x170
  459. [687490.972801] ? syscall_exit_to_user_mode_prepare+0x178/0x1a0
  460. [687490.972942] ? syscall_exit_to_user_mode+0x80/0x230
  461. [687490.973084] ? do_syscall_64+0x96/0x170
  462. [687490.973224] ? irqtime_account_irq+0x40/0xc0
  463. [687490.973369] ? __do_softirq+0x17a/0x2c8
  464. [687490.973511] ? __irq_exit_rcu+0x4b/0xc0
  465. [687490.973654] entry_SYSCALL_64_after_hwframe+0x6e/0x76
  466. [687490.973795] RIP: 0033:0x7f453e38adc0
  467. [687490.973934] RSP: 002b:00007f439c5feb90 EFLAGS: 00000293 ORIG_RAX: 0000000000000101
  468. [687490.974071] RAX: ffffffffffffffda RBX: 0000000000000241 RCX: 00007f453e38adc0
  469. [687490.974209] RDX: 0000000000000241 RSI: 00007f3f40002990 RDI: 00000000ffffff9c
  470. [687490.974347] RBP: 00007f3f40002990 R08: 0000000000000000 R09: 0000000787e98e80
  471. [687490.974484] R10: 00000000000001b6 R11: 0000000000000293 R12: 0000000000000000
  472. [687490.974621] R13: 0000000000000241 R14: 00007f3f40002990 R15: 00007f43ac0012a0
  473. [687490.974771] </TASK>
  474. [687490.974904] task:Storage Diagnos state:D stack:0 pid:3389205 tgid:2531995 ppid:1 flags:0x00000006
  475. [687490.975042] Call Trace:
  476. [687490.975179] <TASK>
  477. [687490.975321] __schedule+0x3e6/0x1520
  478. [687490.975460] ? __pfx_bch2_six_check_for_deadlock+0x10/0x10 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  479. [687490.975632] schedule+0x32/0xd0
  480. [687490.975780] six_lock_slowpath.isra.0+0x1f5/0x4c0 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  481. [687490.975961] bch2_btree_node_get+0x3af/0x5a0 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  482. [687490.976136] ? bch2_bucket_do_index+0x21d/0x460 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  483. [687490.976309] bch2_btree_path_traverse_one+0x257/0xac0 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  484. [687490.976485] ? bch2_bucket_do_index+0x21d/0x460 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  485. [687490.976659] ? bch2_btree_path_traverse_one+0xd1/0xac0 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  486. [687490.976841] bch2_btree_iter_peek_slot+0x109/0x820 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  487. [687490.977022] ? bch2_path_get+0x395/0x3b0 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  488. [687490.977204] ? bch2_bucket_do_index+0x20e/0x460 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  489. [687490.977387] bch2_bucket_do_index+0x21d/0x460 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  490. [687490.977574] ? bch2_bucket_do_index+0x20e/0x460 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  491. [687490.977762] bch2_trigger_alloc+0x27a/0x10c0 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  492. [687490.977961] ? bch2_trans_start_alloc_update+0x11/0x140 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  493. [687490.978153] ? bch2_replicas_deltas_realloc+0x1d/0x70 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  494. [687490.978352] ? __trigger_extent+0x24a/0x520 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  495. [687490.978553] ? bch2_btree_path_peek_slot+0xf5/0x280 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  496. [687490.978755] ? verify_update_old_key+0x14c/0x1f0 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  497. [687490.978960] run_btree_triggers+0x340/0x430 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  498. [687490.979161] ? bch2_path_put+0x23d/0x6a0 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  499. [687490.979365] ? __bch2_trans_commit+0x3fe/0x1690 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  500. [687490.979569] __bch2_trans_commit+0x3fe/0x1690 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  501. [687490.979775] ? bch2_trans_update_extent.isra.0+0xbd/0x3f0 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  502. [687490.979983] bch2_extent_update+0x1a7/0x260 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  503. [687490.980201] bch2_fpunch_at+0x26c/0x3b0 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  504. [687490.980414] ? __bch2_resume_logged_op_truncate+0x1e6/0x2c0 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  505. [687490.980626] __bch2_resume_logged_op_truncate+0x1e6/0x2c0 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  506. [687490.980839] ? __bch2_resume_logged_op_truncate+0xe1/0x2c0 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  507. [687490.981061] bch2_truncate+0xed/0x110 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  508. [687490.981280] bchfs_truncate+0x268/0x3d0 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  509. [687490.981503] notify_change+0x1f2/0x4b0
  510. [687490.981699] ? do_truncate+0x98/0xf0
  511. [687490.981895] do_truncate+0x98/0xf0
  512. [687490.982092] path_openat+0xfa1/0x1190
  513. [687490.982288] do_filp_open+0xb3/0x160
  514. [687490.982482] ? __pfx_page_put_link+0x10/0x10
  515. [687490.982675] do_sys_openat2+0xab/0xe0
  516. [687490.982865] __x64_sys_openat+0x57/0xa0
  517. [687490.983054] do_syscall_64+0x86/0x170
  518. [687490.983243] ? syscall_exit_to_user_mode_prepare+0x178/0x1a0
  519. [687490.983433] ? syscall_exit_to_user_mode+0x80/0x230
  520. [687490.983624] ? do_syscall_64+0x96/0x170
  521. [687490.983819] ? do_syscall_64+0x96/0x170
  522. [687490.984008] ? do_syscall_64+0x96/0x170
  523. [687490.984199] entry_SYSCALL_64_after_hwframe+0x6e/0x76
  524. [687490.984388] RIP: 0033:0x7f453e38adc0
  525. [687490.984578] RSP: 002b:00007f43b65ff220 EFLAGS: 00000293 ORIG_RAX: 0000000000000101
  526. [687490.984769] RAX: ffffffffffffffda RBX: 0000000000000241 RCX: 00007f453e38adc0
  527. [687490.984966] RDX: 0000000000000241 RSI: 00007f3f0002ebb0 RDI: 00000000ffffff9c
  528. [687490.985158] RBP: 00007f3f0002ebb0 R08: 0000000000000000 R09: 000000078be314d8
  529. [687490.985565] R10: 00000000000001b6 R11: 0000000000000293 R12: 00007f43b65ff3b8
  530. [687490.985793] R13: 0000000000000241 R14: 00007f3f0002ebb0 R15: 00007f3f0002ebb0
  531. [687490.986005] </TASK>
  532. [687490.986246] task:kworker/14:0H state:D stack:0 pid:2822324 tgid:2822324 ppid:2 flags:0x00004000
  533. [687490.986458] Workqueue: bcachefs_btree_io btree_node_write_work [bcachefs]
  534. [687490.986691] Call Trace:
  535. [687490.986895] <TASK>
  536. [687490.987095] __schedule+0x3e6/0x1520
  537. [687490.987295] ? __pfx_bch2_six_check_for_deadlock+0x10/0x10 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  538. [687490.987527] schedule+0x32/0xd0
  539. [687490.987731] six_lock_slowpath.isra.0+0x1f5/0x4c0 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  540. [687490.987967] bch2_btree_path_traverse_one+0x92e/0xac0 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  541. [687490.988203] ? bch2_btree_node_update_key_get_iter+0xa7/0x310 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  542. [687490.988438] ? btree_trans_verify_sorted_refs+0x1b/0x100 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  543. [687490.988681] ? bch2_btree_path_traverse_one+0xd1/0xac0 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  544. [687490.988918] ? btree_path_alloc+0x134/0x190 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  545. [687490.989153] ? bch2_path_get+0x18d/0x3b0 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  546. [687490.989388] ? bch2_btree_node_update_key_get_iter+0x9f/0x310 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  547. [687490.989623] ? bch2_btree_node_update_key+0x22f/0x3c0 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  548. [687490.989856] bch2_btree_iter_traverse+0xee/0x1b0 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  549. [687490.990090] bch2_btree_node_update_key_get_iter+0xa7/0x310 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  550. [687490.990324] ? bch2_btree_node_update_key_get_iter+0x9f/0x310 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  551. [687490.990557] ? btree_node_write_work+0x142/0x3d0 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  552. [687490.990791] btree_node_write_work+0x142/0x3d0 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  553. [687490.991024] process_one_work+0x178/0x350
  554. [687490.991231] worker_thread+0x30f/0x450
  555. [687490.991434] ? __pfx_worker_thread+0x10/0x10
  556. [687490.991636] kthread+0xe5/0x120
  557. [687490.991835] ? __pfx_kthread+0x10/0x10
  558. [687490.992044] ret_from_fork+0x31/0x50
  559. [687490.992240] ? __pfx_kthread+0x10/0x10
  560. [687490.992431] ret_from_fork_asm+0x1b/0x30
  561. [687490.992622] </TASK>
  562. [687490.992808] task:kworker/17:0H state:D stack:0 pid:2838674 tgid:2838674 ppid:2 flags:0x00004000
  563. [687490.992997] Workqueue: bcachefs_btree_io btree_node_write_work [bcachefs]
  564. [687490.993210] Call Trace:
  565. [687490.993394] <TASK>
  566. [687490.993575] __schedule+0x3e6/0x1520
  567. [687490.993756] ? __pfx_bch2_six_check_for_deadlock+0x10/0x10 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  568. [687490.993966] schedule+0x32/0xd0
  569. [687490.994153] six_lock_slowpath.isra.0+0x1f5/0x4c0 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  570. [687490.994363] bch2_btree_path_traverse_one+0x92e/0xac0 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  571. [687490.994571] ? bch2_btree_node_update_key_get_iter+0xa7/0x310 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  572. [687490.994779] ? btree_trans_verify_sorted_refs+0x1b/0x100 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  573. [687490.994986] ? bch2_btree_path_traverse_one+0xd1/0xac0 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  574. [687490.995192] ? btree_path_alloc+0x134/0x190 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  575. [687490.995405] ? bch2_path_get+0x18d/0x3b0 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  576. [687490.995612] ? bch2_btree_node_update_key_get_iter+0x9f/0x310 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  577. [687490.995821] ? bch2_btree_node_update_key+0x22f/0x3c0 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  578. [687490.996032] bch2_btree_iter_traverse+0xee/0x1b0 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  579. [687490.996256] bch2_btree_node_update_key_get_iter+0xa7/0x310 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  580. [687490.996473] ? bch2_btree_node_update_key_get_iter+0x9f/0x310 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  581. [687490.996691] ? btree_node_write_work+0x142/0x3d0 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  582. [687490.996915] btree_node_write_work+0x142/0x3d0 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  583. [687490.997139] process_one_work+0x178/0x350
  584. [687490.997338] worker_thread+0x30f/0x450
  585. [687490.997535] ? __pfx_worker_thread+0x10/0x10
  586. [687490.997734] kthread+0xe5/0x120
  587. [687490.997932] ? __pfx_kthread+0x10/0x10
  588. [687490.998131] ret_from_fork+0x31/0x50
  589. [687490.998330] ? __pfx_kthread+0x10/0x10
  590. [687490.998530] ret_from_fork_asm+0x1b/0x30
  591. [687490.998734] </TASK>
  592. [687490.998932] task:kworker/0:0H state:D stack:0 pid:2838688 tgid:2838688 ppid:2 flags:0x00004000
  593. [687490.999134] Workqueue: bcachefs_btree_io btree_node_write_work [bcachefs]
  594. [687490.999360] Call Trace:
  595. [687490.999559] <TASK>
  596. [687490.999757] __schedule+0x3e6/0x1520
  597. [687490.999957] ? __pfx_bch2_six_check_for_deadlock+0x10/0x10 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  598. [687491.000185] schedule+0x32/0xd0
  599. [687491.000390] six_lock_slowpath.isra.0+0x1f5/0x4c0 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  600. [687491.000620] bch2_btree_path_traverse_one+0x92e/0xac0 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  601. [687491.000850] ? bch2_btree_node_update_key_get_iter+0xa7/0x310 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  602. [687491.001083] ? btree_trans_verify_sorted_refs+0x1b/0x100 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  603. [687491.001319] ? bch2_btree_path_traverse_one+0xd1/0xac0 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  604. [687491.001554] ? btree_path_alloc+0x134/0x190 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  605. [687491.001790] ? bch2_path_get+0x18d/0x3b0 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  606. [687491.002269] ? bch2_btree_node_update_key_get_iter+0x9f/0x310 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  607. [687491.002545] ? bch2_btree_node_update_key+0x22f/0x3c0 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  608. [687491.002800] bch2_btree_iter_traverse+0xee/0x1b0 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  609. [687491.003049] bch2_btree_node_update_key_get_iter+0xa7/0x310 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  610. [687491.003300] ? bch2_btree_node_update_key_get_iter+0x9f/0x310 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  611. [687491.003547] ? btree_node_write_work+0x142/0x3d0 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  612. [687491.003797] btree_node_write_work+0x142/0x3d0 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  613. [687491.004041] process_one_work+0x178/0x350
  614. [687491.004265] worker_thread+0x30f/0x450
  615. [687491.004479] ? __pfx_worker_thread+0x10/0x10
  616. [687491.004687] kthread+0xe5/0x120
  617. [687491.004892] ? __pfx_kthread+0x10/0x10
  618. [687491.005093] ret_from_fork+0x31/0x50
  619. [687491.005298] ? __pfx_kthread+0x10/0x10
  620. [687491.005494] ret_from_fork_asm+0x1b/0x30
  621. [687491.005694] </TASK>
  622. [687491.005899] task:kworker/23:0 state:D stack:0 pid:2938753 tgid:2938753 ppid:2 flags:0x00004000
  623. [687491.006098] Workqueue: bcachefs_write_ref bch2_do_invalidates_work [bcachefs]
  624. [687491.006324] Call Trace:
  625. [687491.006524] <TASK>
  626. [687491.006721] __schedule+0x3e6/0x1520
  627. [687491.006926] ? __pfx_bch2_six_check_for_deadlock+0x10/0x10 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  628. [687491.007157] schedule+0x32/0xd0
  629. [687491.007360] six_lock_slowpath.isra.0+0x1f5/0x4c0 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  630. [687491.007592] bch2_btree_node_get+0x3af/0x5a0 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  631. [687491.007824] ? bch2_bucket_do_index+0x21d/0x460 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  632. [687491.008057] bch2_btree_path_traverse_one+0x257/0xac0 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  633. [687491.008294] ? bch2_bucket_do_index+0x21d/0x460 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  634. [687491.008533] ? bch2_btree_path_traverse_one+0xd1/0xac0 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  635. [687491.008773] bch2_btree_iter_peek_slot+0x109/0x820 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  636. [687491.009014] ? bch2_path_get+0x395/0x3b0 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  637. [687491.009248] ? bch2_bucket_do_index+0x20e/0x460 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  638. [687491.009481] bch2_bucket_do_index+0x21d/0x460 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  639. [687491.009714] ? bch2_bucket_do_index+0x20e/0x460 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  640. [687491.009951] bch2_trigger_alloc+0x27a/0x10c0 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  641. [687491.010185] ? bch2_btree_path_traverse_cached_slowpath+0x1c4/0xfc0 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  642. [687491.010422] ? bch2_btree_path_traverse_cached_slowpath+0x6f/0xfc0 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  643. [687491.010657] ? bch2_btree_path_verify+0x5f/0xd0 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  644. [687491.010892] ? verify_update_old_key+0x14c/0x1f0 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  645. [687491.011128] run_btree_triggers+0x340/0x430 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  646. [687491.011371] ? __bch2_trans_commit+0x3fe/0x1690 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  647. [687491.011605] __bch2_trans_commit+0x3fe/0x1690 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  648. [687491.011838] ? invalidate_one_bucket+0x7d7/0x960 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  649. [687491.012075] invalidate_one_bucket+0x807/0x960 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  650. [687491.012308] ? bch2_trans_start_alloc_update+0x11/0x140 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  651. [687491.012547] bch2_do_invalidates_work+0x2c5/0x4b0 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  652. [687491.012786] ? bch2_do_invalidates_work+0x13f/0x4b0 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  653. [687491.013026] process_one_work+0x178/0x350
  654. [687491.013242] worker_thread+0x30f/0x450
  655. [687491.013462] ? __pfx_worker_thread+0x10/0x10
  656. [687491.013678] kthread+0xe5/0x120
  657. [687491.013894] ? __pfx_kthread+0x10/0x10
  658. [687491.014110] ret_from_fork+0x31/0x50
  659. [687491.014323] ? __pfx_kthread+0x10/0x10
  660. [687491.014540] ret_from_fork_asm+0x1b/0x30
  661. [687491.014760] </TASK>
  662. [687491.014971] task:kworker/31:0H state:D stack:0 pid:3185128 tgid:3185128 ppid:2 flags:0x00004000
  663. [687491.015187] Workqueue: bcachefs_btree_io btree_node_write_work [bcachefs]
  664. [687491.015433] Call Trace:
  665. [687491.015650] <TASK>
  666. [687491.015856] __schedule+0x3e6/0x1520
  667. [687491.016062] ? __pfx_bch2_six_check_for_deadlock+0x10/0x10 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  668. [687491.016297] schedule+0x32/0xd0
  669. [687491.016505] six_lock_slowpath.isra.0+0x1f5/0x4c0 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  670. [687491.016741] bch2_btree_path_traverse_one+0x92e/0xac0 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  671. [687491.016975] ? bch2_btree_node_update_key_get_iter+0xa7/0x310 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  672. [687491.017210] ? btree_trans_verify_sorted_refs+0x1b/0x100 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  673. [687491.017443] ? bch2_btree_path_traverse_one+0xd1/0xac0 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  674. [687491.017681] ? btree_path_alloc+0x134/0x190 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  675. [687491.017915] ? bch2_path_get+0x18d/0x3b0 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  676. [687491.018148] ? bch2_btree_node_update_key_get_iter+0x9f/0x310 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  677. [687491.018383] ? bch2_btree_node_update_key+0x22f/0x3c0 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  678. [687491.018860] bch2_btree_iter_traverse+0xee/0x1b0 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  679. [687491.019183] bch2_btree_node_update_key_get_iter+0xa7/0x310 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  680. [687491.019470] ? psi_group_change+0x213/0x3c0
  681. [687491.019716] ? bch2_btree_node_update_key_get_iter+0x9f/0x310 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  682. [687491.019983] ? btree_node_write_work+0x142/0x3d0 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  683. [687491.020247] btree_node_write_work+0x142/0x3d0 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  684. [687491.020510] process_one_work+0x178/0x350
  685. [687491.020751] worker_thread+0x30f/0x450
  686. [687491.020988] ? __pfx_worker_thread+0x10/0x10
  687. [687491.021219] kthread+0xe5/0x120
  688. [687491.021448] ? __pfx_kthread+0x10/0x10
  689. [687491.021673] ret_from_fork+0x31/0x50
  690. [687491.021896] ? __pfx_kthread+0x10/0x10
  691. [687491.022117] ret_from_fork_asm+0x1b/0x30
  692. [687491.022336] </TASK>
  693. [687491.022552] task:kworker/25:2H state:D stack:0 pid:3185135 tgid:3185135 ppid:2 flags:0x00004000
  694. [687491.022768] Workqueue: bcachefs_btree_io btree_node_write_work [bcachefs]
  695. [687491.023010] Call Trace:
  696. [687491.023221] <TASK>
  697. [687491.023429] __schedule+0x3e6/0x1520
  698. [687491.023637] ? __pfx_bch2_six_check_for_deadlock+0x10/0x10 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  699. [687491.023878] schedule+0x32/0xd0
  700. [687491.024089] six_lock_slowpath.isra.0+0x1f5/0x4c0 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  701. [687491.024328] bch2_btree_path_traverse_one+0x92e/0xac0 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  702. [687491.024565] ? bch2_btree_node_update_key_get_iter+0xa7/0x310 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  703. [687491.024805] ? btree_trans_verify_sorted_refs+0x1b/0x100 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  704. [687491.025043] ? bch2_btree_path_traverse_one+0xd1/0xac0 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  705. [687491.025284] ? btree_path_alloc+0x134/0x190 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  706. [687491.025521] ? bch2_path_get+0x18d/0x3b0 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  707. [687491.025757] ? bch2_btree_node_update_key_get_iter+0x9f/0x310 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  708. [687491.025996] ? blk_mq_dispatch_rq_list+0x14c/0x860
  709. [687491.026210] bch2_btree_iter_traverse+0xee/0x1b0 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  710. [687491.026446] bch2_btree_node_update_key_get_iter+0xa7/0x310 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  711. [687491.026682] ? bch2_btree_node_update_key_get_iter+0x9f/0x310 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  712. [687491.026918] ? btree_node_write_work+0x142/0x3d0 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  713. [687491.027154] btree_node_write_work+0x142/0x3d0 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  714. [687491.027390] process_one_work+0x178/0x350
  715. [687491.027599] worker_thread+0x30f/0x450
  716. [687491.027812] ? __pfx_worker_thread+0x10/0x10
  717. [687491.028016] kthread+0xe5/0x120
  718. [687491.028218] ? __pfx_kthread+0x10/0x10
  719. [687491.028418] ret_from_fork+0x31/0x50
  720. [687491.028625] ? __pfx_kthread+0x10/0x10
  721. [687491.028828] ret_from_fork_asm+0x1b/0x30
  722. [687491.029026] </TASK>
  723. [687491.029224] task:kworker/29:2H state:D stack:0 pid:3263631 tgid:3263631 ppid:2 flags:0x00004000
  724. [687491.029426] Workqueue: bcachefs_btree_io btree_node_write_work [bcachefs]
  725. [687491.029655] Call Trace:
  726. [687491.029856] <TASK>
  727. [687491.030056] __schedule+0x3e6/0x1520
  728. [687491.030259] ? __pfx_bch2_six_check_for_deadlock+0x10/0x10 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  729. [687491.030491] schedule+0x32/0xd0
  730. [687491.030693] six_lock_slowpath.isra.0+0x1f5/0x4c0 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  731. [687491.030926] bch2_btree_path_traverse_one+0x92e/0xac0 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  732. [687491.031160] ? bch2_btree_node_update_key_get_iter+0xa7/0x310 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  733. [687491.031398] ? btree_trans_verify_sorted_refs+0x1b/0x100 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  734. [687491.031635] ? bch2_btree_path_traverse_one+0xd1/0xac0 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  735. [687491.031871] ? btree_path_alloc+0x134/0x190 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  736. [687491.032110] ? bch2_path_get+0x18d/0x3b0 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  737. [687491.032346] ? bch2_btree_node_update_key_get_iter+0x9f/0x310 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  738. [687491.032582] ? bch2_btree_node_update_key+0x22f/0x3c0 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  739. [687491.032820] bch2_btree_iter_traverse+0xee/0x1b0 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  740. [687491.033055] bch2_btree_node_update_key_get_iter+0xa7/0x310 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  741. [687491.033291] ? bch2_btree_node_update_key_get_iter+0x9f/0x310 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  742. [687491.033527] ? btree_node_write_work+0x142/0x3d0 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  743. [687491.033766] btree_node_write_work+0x142/0x3d0 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  744. [687491.034003] process_one_work+0x178/0x350
  745. [687491.034211] worker_thread+0x30f/0x450
  746. [687491.034418] ? __pfx_worker_thread+0x10/0x10
  747. [687491.034622] kthread+0xe5/0x120
  748. [687491.034823] ? __pfx_kthread+0x10/0x10
  749. [687491.035029] ret_from_fork+0x31/0x50
  750. [687491.035466] ? __pfx_kthread+0x10/0x10
  751. [687491.035700] ret_from_fork_asm+0x1b/0x30
  752. [687491.035922] </TASK>
  753. [687491.036130] task:kworker/8:1H state:D stack:0 pid:3263637 tgid:3263637 ppid:2 flags:0x00004000
  754. [687491.036343] Workqueue: bcachefs_btree_io btree_node_write_work [bcachefs]
  755. [687491.036583] Call Trace:
  756. [687491.036800] <TASK>
  757. [687491.037011] __schedule+0x3e6/0x1520
  758. [687491.037224] ? __pfx_bch2_six_check_for_deadlock+0x10/0x10 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  759. [687491.037463] schedule+0x32/0xd0
  760. [687491.037672] six_lock_slowpath.isra.0+0x1f5/0x4c0 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  761. [687491.037907] __bch2_btree_node_lock_write+0x90/0x110 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  762. [687491.038143] bch2_btree_node_lock_write_nofail+0x22c/0x240 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  763. [687491.038383] __bch2_btree_node_update_key+0x37b/0x7b0 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  764. [687491.038626] ? bch2_btree_path_verify+0x5f/0xd0 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  765. [687491.038863] ? __bch2_btree_node_update_key+0x118/0x7b0 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  766. [687491.039099] ? bch2_btree_node_update_key+0x359/0x3c0 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  767. [687491.039335] bch2_btree_node_update_key+0x359/0x3c0 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  768. [687491.039573] bch2_btree_node_update_key_get_iter+0x1c7/0x310 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  769. [687491.039808] ? sched_clock+0x10/0x30
  770. [687491.040016] ? bch2_btree_node_update_key_get_iter+0x9f/0x310 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  771. [687491.040253] ? btree_node_write_work+0x142/0x3d0 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  772. [687491.040497] btree_node_write_work+0x142/0x3d0 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  773. [687491.040734] process_one_work+0x178/0x350
  774. [687491.040946] worker_thread+0x30f/0x450
  775. [687491.041152] ? __pfx_worker_thread+0x10/0x10
  776. [687491.041356] kthread+0xe5/0x120
  777. [687491.041557] ? __pfx_kthread+0x10/0x10
  778. [687491.041755] ret_from_fork+0x31/0x50
  779. [687491.041959] ? __pfx_kthread+0x10/0x10
  780. [687491.042153] ret_from_fork_asm+0x1b/0x30
  781. [687491.042346] </TASK>
  782. [687491.042542] task:kworker/27:0 state:D stack:0 pid:3299958 tgid:3299958 ppid:2 flags:0x00004000
  783. [687491.042742] Workqueue: bcachefs_write_ref bch2_delete_dead_snapshots_work [bcachefs]
  784. [687491.042968] Call Trace:
  785. [687491.043165] <TASK>
  786. [687491.043361] __schedule+0x3e6/0x1520
  787. [687491.043559] ? __pfx_bch2_six_check_for_deadlock+0x10/0x10 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  788. [687491.043788] schedule+0x32/0xd0
  789. [687491.043995] six_lock_slowpath.isra.0+0x1f5/0x4c0 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  790. [687491.044226] __bch2_btree_node_get+0x48b/0x640 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  791. [687491.044457] ? bch2_delete_dead_snapshots+0xb14/0x1ce0 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  792. [687491.044695] bch2_btree_path_traverse_one+0x257/0xac0 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  793. [687491.044933] ? bch2_delete_dead_snapshots+0xb14/0x1ce0 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  794. [687491.045175] ? bch2_btree_path_traverse_one+0xd1/0xac0 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  795. [687491.045412] bch2_btree_iter_peek_upto+0x175/0xe10 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  796. [687491.045649] ? __time_stats_update+0xd1/0x300 [time_stats 1ee7c92e3914c6bdd27243cb78f235137793056f]
  797. [687491.045860] ? bch2_trans_begin+0x44d/0x700 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  798. [687491.046095] ? bch2_delete_dead_snapshots+0xb14/0x1ce0 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  799. [687491.046330] bch2_delete_dead_snapshots+0xb14/0x1ce0 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  800. [687491.046564] ? bch2_trans_unlock+0x22/0x190 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  801. [687491.046798] ? bch2_delete_dead_snapshots+0xa94/0x1ce0 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  802. [687491.047030] bch2_delete_dead_snapshots_work+0x19/0x80 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  803. [687491.047260] process_one_work+0x178/0x350
  804. [687491.047464] worker_thread+0x30f/0x450
  805. [687491.047666] ? __pfx_worker_thread+0x10/0x10
  806. [687491.047866] kthread+0xe5/0x120
  807. [687491.048063] ? __pfx_kthread+0x10/0x10
  808. [687491.048259] ret_from_fork+0x31/0x50
  809. [687491.048451] ? __pfx_kthread+0x10/0x10
  810. [687491.048645] ret_from_fork_asm+0x1b/0x30
  811. [687491.048834] </TASK>
  812. [687491.049030] task:kworker/27:17H state:D stack:0 pid:3309831 tgid:3309831 ppid:2 flags:0x00004000
  813. [687491.049223] Workqueue: bcachefs_btree_io btree_node_write_work [bcachefs]
  814. [687491.049443] Call Trace:
  815. [687491.049636] <TASK>
  816. [687491.049827] __schedule+0x3e6/0x1520
  817. [687491.050021] ? __pfx_bch2_six_check_for_deadlock+0x10/0x10 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  818. [687491.050245] schedule+0x32/0xd0
  819. [687491.050443] six_lock_slowpath.isra.0+0x1f5/0x4c0 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  820. [687491.050670] bch2_btree_path_traverse_one+0x92e/0xac0 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  821. [687491.050901] ? bch2_btree_node_update_key_get_iter+0xa7/0x310 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  822. [687491.051128] ? btree_trans_verify_sorted_refs+0x1b/0x100 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  823. [687491.051358] ? bch2_btree_path_traverse_one+0xd1/0xac0 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  824. [687491.051589] ? btree_path_alloc+0x134/0x190 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  825. [687491.051820] ? bch2_path_get+0x18d/0x3b0 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  826. [687491.052296] ? bch2_btree_node_update_key_get_iter+0x9f/0x310 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  827. [687491.052573] ? bch2_btree_node_update_key+0x22f/0x3c0 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  828. [687491.052825] bch2_btree_iter_traverse+0xee/0x1b0 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  829. [687491.053075] bch2_btree_node_update_key_get_iter+0xa7/0x310 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  830. [687491.053321] ? bch2_btree_node_update_key_get_iter+0x9f/0x310 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  831. [687491.053564] ? btree_node_write_work+0x142/0x3d0 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  832. [687491.053807] btree_node_write_work+0x142/0x3d0 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  833. [687491.054049] process_one_work+0x178/0x350
  834. [687491.054269] worker_thread+0x30f/0x450
  835. [687491.054477] ? __pfx_worker_thread+0x10/0x10
  836. [687491.054681] kthread+0xe5/0x120
  837. [687491.054880] ? __pfx_kthread+0x10/0x10
  838. [687491.055078] ret_from_fork+0x31/0x50
  839. [687491.055277] ? __pfx_kthread+0x10/0x10
  840. [687491.055468] ret_from_fork_asm+0x1b/0x30
  841. [687491.055660] </TASK>
  842. [687491.055855] task:kworker/u65:93 state:D stack:0 pid:3368585 tgid:3368585 ppid:2 flags:0x00004000
  843. [687491.056058] Workqueue: writeback wb_workfn (flush-bcachefs-5)
  844. [687491.056261] Call Trace:
  845. [687491.056456] <TASK>
  846. [687491.056654] __schedule+0x3e6/0x1520
  847. [687491.056855] ? __pfx_bch2_six_check_for_deadlock+0x10/0x10 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  848. [687491.057090] schedule+0x32/0xd0
  849. [687491.057290] six_lock_slowpath.isra.0+0x1f5/0x4c0 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  850. [687491.057519] bch2_btree_node_get+0x3af/0x5a0 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  851. [687491.057747] ? bch2_extent_update+0x62/0x260 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  852. [687491.057981] bch2_btree_path_traverse_one+0x257/0xac0 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  853. [687491.058215] ? bch2_extent_update+0x62/0x260 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  854. [687491.058446] ? btree_path_alloc+0xd1/0x190 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  855. [687491.058680] ? bch2_btree_path_traverse_one+0xd1/0xac0 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  856. [687491.058909] bch2_extent_update+0x62/0x260 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  857. [687491.059138] ? bch2_path_get+0x395/0x3b0 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  858. [687491.059369] bch2_write_index_default+0x34a/0x4a0 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  859. [687491.059600] ? bch2_write_index_default+0x146/0x4a0 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  860. [687491.059829] ? __bch2_write_index+0x195/0x290 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  861. [687491.060059] __bch2_write_index+0x195/0x290 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  862. [687491.060295] bch2_write+0x448/0x470 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  863. [687491.060525] bch2_writepages+0x9c/0xe0 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  864. [687491.060759] do_writepages+0xcc/0x1e0
  865. [687491.060967] __writeback_single_inode+0x3d/0x360
  866. [687491.061173] writeback_sb_inodes+0x1ed/0x4b0
  867. [687491.061373] __writeback_inodes_wb+0x4c/0xf0
  868. [687491.061570] wb_writeback+0x298/0x310
  869. [687491.061767] wb_workfn+0x368/0x510
  870. [687491.061965] ? __schedule+0x3ee/0x1520
  871. [687491.062158] process_one_work+0x178/0x350
  872. [687491.062351] worker_thread+0x30f/0x450
  873. [687491.062544] ? __pfx_worker_thread+0x10/0x10
  874. [687491.062737] kthread+0xe5/0x120
  875. [687491.062934] ? __pfx_kthread+0x10/0x10
  876. [687491.063126] ret_from_fork+0x31/0x50
  877. [687491.063323] ? __pfx_kthread+0x10/0x10
  878. [687491.063514] ret_from_fork_asm+0x1b/0x30
  879. [687491.063705] </TASK>
  880. [687491.063892] task:kworker/21:153H state:D stack:0 pid:3372526 tgid:3372526 ppid:2 flags:0x00004000
  881. [687491.064083] Workqueue: bcachefs_btree_io btree_node_write_work [bcachefs]
  882. [687491.064306] Call Trace:
  883. [687491.064503] <TASK>
  884. [687491.064690] __schedule+0x3e6/0x1520
  885. [687491.064877] ? __pfx_bch2_six_check_for_deadlock+0x10/0x10 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  886. [687491.065094] schedule+0x32/0xd0
  887. [687491.065297] six_lock_slowpath.isra.0+0x1f5/0x4c0 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  888. [687491.065514] bch2_btree_node_get+0x3af/0x5a0 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  889. [687491.065728] ? bch2_btree_node_update_key_get_iter+0xa7/0x310 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  890. [687491.065944] bch2_btree_path_traverse_one+0x257/0xac0 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  891. [687491.066159] ? bch2_btree_node_update_key_get_iter+0xa7/0x310 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  892. [687491.066374] ? bch2_btree_path_traverse_one+0xd1/0xac0 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  893. [687491.066588] bch2_btree_iter_traverse+0xee/0x1b0 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  894. [687491.066804] bch2_btree_node_update_key_get_iter+0xa7/0x310 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  895. [687491.067020] ? bch2_btree_node_update_key_get_iter+0x9f/0x310 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  896. [687491.067235] ? btree_node_write_work+0x142/0x3d0 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  897. [687491.067450] btree_node_write_work+0x142/0x3d0 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  898. [687491.067664] process_one_work+0x178/0x350
  899. [687491.067853] worker_thread+0x30f/0x450
  900. [687491.068046] ? __pfx_worker_thread+0x10/0x10
  901. [687491.068232] kthread+0xe5/0x120
  902. [687491.068418] ? __pfx_kthread+0x10/0x10
  903. [687491.068819] ret_from_fork+0x31/0x50
  904. [687491.069042] ? __pfx_kthread+0x10/0x10
  905. [687491.069254] ret_from_fork_asm+0x1b/0x30
  906. [687491.069456] </TASK>
  907. [687491.069653] task:kworker/u69:5 state:D stack:0 pid:3378529 tgid:3378529 ppid:2 flags:0x00004000
  908. [687491.069857] Workqueue: bcachefs bch2_write_point_do_index_updates [bcachefs]
  909. [687491.070095] Call Trace:
  910. [687491.070292] <TASK>
  911. [687491.070489] __schedule+0x3e6/0x1520
  912. [687491.070686] ? __pfx_bch2_six_check_for_deadlock+0x10/0x10 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  913. [687491.070920] schedule+0x32/0xd0
  914. [687491.071117] six_lock_slowpath.isra.0+0x1f5/0x4c0 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  915. [687491.071343] bch2_btree_node_get+0x3af/0x5a0 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  916. [687491.071568] ? bch2_bucket_do_index+0x21d/0x460 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  917. [687491.071795] bch2_btree_path_traverse_one+0x257/0xac0 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  918. [687491.072025] ? bch2_bucket_do_index+0x21d/0x460 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  919. [687491.072249] ? bch2_btree_path_traverse_one+0xd1/0xac0 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  920. [687491.072471] bch2_btree_iter_peek_slot+0x109/0x820 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  921. [687491.072694] ? bch2_path_get+0x395/0x3b0 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  922. [687491.072915] ? bch2_bucket_do_index+0x20e/0x460 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  923. [687491.073139] bch2_bucket_do_index+0x21d/0x460 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  924. [687491.073361] ? bch2_bucket_do_index+0x20e/0x460 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  925. [687491.073579] bch2_trigger_alloc+0x24d/0x10c0 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  926. [687491.073798] ? bch2_replicas_deltas_realloc+0x1d/0x70 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  927. [687491.074024] ? bch2_update_replicas_list+0xc7/0xf0 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  928. [687491.074245] ? bch2_btree_path_peek_slot+0xf5/0x280 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  929. [687491.074467] ? verify_update_old_key+0x14c/0x1f0 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  930. [687491.074689] run_btree_triggers+0x340/0x430 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  931. [687491.074910] ? bch2_path_put+0x23d/0x6a0 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  932. [687491.075133] ? bch2_trans_iter_exit+0x71/0x90 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  933. [687491.075361] ? bch2_trans_update_extent.isra.0+0x22c/0x3f0 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  934. [687491.075588] ? __bch2_trans_commit+0x3fe/0x1690 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  935. [687491.075817] __bch2_trans_commit+0x3fe/0x1690 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  936. [687491.076048] ? bch2_trans_update_extent.isra.0+0xbd/0x3f0 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  937. [687491.076282] bch2_extent_update+0x1a7/0x260 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  938. [687491.076522] bch2_write_index_default+0x34a/0x4a0 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  939. [687491.076761] ? bch2_write_index_default+0x146/0x4a0 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  940. [687491.077001] ? __bch2_write_index+0x195/0x290 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  941. [687491.077242] __bch2_write_index+0x195/0x290 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  942. [687491.077489] bch2_write_point_do_index_updates+0xb9/0x160 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  943. [687491.077736] process_one_work+0x178/0x350
  944. [687491.077958] worker_thread+0x30f/0x450
  945. [687491.078180] ? __pfx_worker_thread+0x10/0x10
  946. [687491.078401] kthread+0xe5/0x120
  947. [687491.078625] ? __pfx_kthread+0x10/0x10
  948. [687491.078843] ret_from_fork+0x31/0x50
  949. [687491.079059] ? __pfx_kthread+0x10/0x10
  950. [687491.079280] ret_from_fork_asm+0x1b/0x30
  951. [687491.079498] </TASK>
  952. [687491.079710] task:kworker/u68:0 state:D stack:0 pid:3390803 tgid:3390803 ppid:2 flags:0x00004000
  953. [687491.079926] Workqueue: bcachefs bch2_write_point_do_index_updates [bcachefs]
  954. [687491.080168] Call Trace:
  955. [687491.080380] <TASK>
  956. [687491.080587] __schedule+0x3e6/0x1520
  957. [687491.080794] ? __pfx_bch2_six_check_for_deadlock+0x10/0x10 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  958. [687491.081030] schedule+0x32/0xd0
  959. [687491.081237] six_lock_slowpath.isra.0+0x1f5/0x4c0 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  960. [687491.081476] bch2_btree_node_get+0x3af/0x5a0 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  961. [687491.081711] ? bch2_bucket_do_index+0x21d/0x460 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  962. [687491.081946] bch2_btree_path_traverse_one+0x257/0xac0 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  963. [687491.082179] ? bch2_bucket_do_index+0x21d/0x460 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  964. [687491.082411] ? bch2_btree_path_traverse_one+0xd1/0xac0 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  965. [687491.082644] bch2_btree_iter_peek_slot+0x109/0x820 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  966. [687491.082880] ? bch2_path_get+0x395/0x3b0 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  967. [687491.083124] ? bch2_bucket_do_index+0x20e/0x460 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  968. [687491.083362] bch2_bucket_do_index+0x21d/0x460 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  969. [687491.083603] ? bch2_bucket_do_index+0x20e/0x460 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  970. [687491.083845] bch2_trigger_alloc+0x24d/0x10c0 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  971. [687491.084101] ? bch2_replicas_deltas_realloc+0x1d/0x70 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  972. [687491.084356] ? bch2_update_replicas_list+0xc7/0xf0 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  973. [687491.084605] ? bch2_btree_path_peek_slot+0xf5/0x280 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  974. [687491.084854] ? verify_update_old_key+0x14c/0x1f0 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  975. [687491.085105] run_btree_triggers+0x340/0x430 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  976. [687491.085621] ? bch2_path_put+0x23d/0x6a0 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  977. [687491.085916] ? bch2_trans_iter_exit+0x71/0x90 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  978. [687491.086205] ? bch2_trans_update_extent.isra.0+0x22c/0x3f0 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  979. [687491.086473] ? __bch2_trans_commit+0x3fe/0x1690 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  980. [687491.086735] __bch2_trans_commit+0x3fe/0x1690 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  981. [687491.087005] ? bch2_trans_update_extent.isra.0+0xbd/0x3f0 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  982. [687491.087266] bch2_extent_update+0x1a7/0x260 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  983. [687491.087529] bch2_write_index_default+0x34a/0x4a0 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  984. [687491.087791] ? bch2_write_index_default+0x146/0x4a0 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  985. [687491.088049] ? __bch2_write_index+0x195/0x290 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  986. [687491.088306] __bch2_write_index+0x195/0x290 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  987. [687491.088564] bch2_write_point_do_index_updates+0xb9/0x160 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  988. [687491.088829] process_one_work+0x178/0x350
  989. [687491.089060] worker_thread+0x30f/0x450
  990. [687491.089286] ? __pfx_worker_thread+0x10/0x10
  991. [687491.089521] kthread+0xe5/0x120
  992. [687491.089746] ? __pfx_kthread+0x10/0x10
  993. [687491.089971] ret_from_fork+0x31/0x50
  994. [687491.090190] ? __pfx_kthread+0x10/0x10
  995. [687491.090407] ret_from_fork_asm+0x1b/0x30
  996. [687491.090622] </TASK>
  997. [687491.090834] task:bcachefs state:D stack:0 pid:3420732 tgid:3420732 ppid:3420731 flags:0x00000002
  998. [687491.091052] Call Trace:
  999. [687491.091262] <TASK>
  1000. [687491.091470] __schedule+0x3e6/0x1520
  1001. [687491.091677] ? path_openat+0xdcb/0x1190
  1002. [687491.091884] schedule+0x32/0xd0
  1003. [687491.092094] schedule_preempt_disabled+0x15/0x30
  1004. [687491.092295] rwsem_down_write_slowpath+0x1ff/0x6c0
  1005. [687491.092493] down_write+0x5b/0x60
  1006. [687491.092689] bch2_fs_file_ioctl+0x22d/0xc90 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  1007. [687491.092918] ? do_sys_openat2+0x97/0xe0
  1008. [687491.093114] ? __x64_sys_ioctl+0x94/0xd0
  1009. [687491.093309] __x64_sys_ioctl+0x94/0xd0
  1010. [687491.093500] do_syscall_64+0x86/0x170
  1011. [687491.093695] ? do_user_addr_fault+0x304/0x670
  1012. [687491.093891] ? exc_page_fault+0x7f/0x180
  1013. [687491.094083] entry_SYSCALL_64_after_hwframe+0x6e/0x76
  1014. [687491.094274] RIP: 0033:0x7fc3d2ef64ff
  1015. [687491.094473] RSP: 002b:00007ffc44603d40 EFLAGS: 00000246 ORIG_RAX: 0000000000000010
  1016. [687491.094668] RAX: ffffffffffffffda RBX: 00005561f3f0f500 RCX: 00007fc3d2ef64ff
  1017. [687491.094864] RDX: 00007ffc44603da0 RSI: 000000004020bc10 RDI: 0000000000000003
  1018. [687491.095065] RBP: 0000000000000000 R08: 00005561f3f0a010 R09: 0000000000000007
  1019. [687491.095263] R10: 00005561f3f11550 R11: 0000000000000246 R12: 0000000000000036
  1020. [687491.095463] R13: 00007ffc44603ed0 R14: 0000000000000013 R15: 00005561f3f112e0
  1021. [687491.095654] </TASK>
  1022. [687491.095847] task:kworker/u68:3 state:D stack:0 pid:3444774 tgid:3444774 ppid:2 flags:0x00004000
  1023. [687491.096044] Workqueue: bcachefs bch2_write_point_do_index_updates [bcachefs]
  1024. [687491.096269] Call Trace:
  1025. [687491.096461] <TASK>
  1026. [687491.096649] __schedule+0x3e6/0x1520
  1027. [687491.096839] ? __pfx_bch2_six_check_for_deadlock+0x10/0x10 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  1028. [687491.097057] schedule+0x32/0xd0
  1029. [687491.097246] six_lock_slowpath.isra.0+0x1f5/0x4c0 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  1030. [687491.097465] bch2_btree_node_get+0x3af/0x5a0 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  1031. [687491.097686] ? bch2_bucket_do_index+0x21d/0x460 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  1032. [687491.097900] bch2_btree_path_traverse_one+0x257/0xac0 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  1033. [687491.098117] ? bch2_bucket_do_index+0x21d/0x460 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  1034. [687491.098331] ? bch2_btree_path_traverse_one+0xd1/0xac0 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  1035. [687491.098549] bch2_btree_iter_peek_slot+0x109/0x820 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  1036. [687491.098776] ? bch2_path_get+0x395/0x3b0 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  1037. [687491.098992] ? bch2_bucket_do_index+0x20e/0x460 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  1038. [687491.099207] bch2_bucket_do_index+0x21d/0x460 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  1039. [687491.099422] ? bch2_bucket_do_index+0x20e/0x460 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  1040. [687491.099637] bch2_trigger_alloc+0x24d/0x10c0 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  1041. [687491.099853] ? bch2_replicas_deltas_realloc+0x1d/0x70 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  1042. [687491.100075] ? bch2_update_replicas_list+0xc7/0xf0 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  1043. [687491.100290] ? bch2_btree_path_peek_slot+0xf5/0x280 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  1044. [687491.100506] ? verify_update_old_key+0x14c/0x1f0 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  1045. [687491.100723] run_btree_triggers+0x340/0x430 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  1046. [687491.100937] ? bch2_path_put+0x23d/0x6a0 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  1047. [687491.101152] ? bch2_trans_iter_exit+0x71/0x90 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  1048. [687491.101367] ? bch2_trans_update_extent.isra.0+0x22c/0x3f0 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  1049. [687491.101582] ? __bch2_trans_commit+0x3fe/0x1690 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  1050. [687491.101803] __bch2_trans_commit+0x3fe/0x1690 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  1051. [687491.102033] ? bch2_trans_update_extent.isra.0+0xbd/0x3f0 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  1052. [687491.102254] __bch2_data_update_index_update+0x15f3/0x1eb0 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  1053. [687491.102473] ? pick_eevdf+0x160/0x1a0
  1054. [687491.102663] ? enqueue_entity+0xc4/0x3b0
  1055. [687491.102853] ? __bch2_data_update_index_update+0x132/0x1eb0 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  1056. [687491.103282] ? bch2_data_update_index_update+0x2f/0x60 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  1057. [687491.103541] bch2_data_update_index_update+0x2f/0x60 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  1058. [687491.103789] __bch2_write_index+0x5c/0x290 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  1059. [687491.104035] bch2_write_point_do_index_updates+0xb9/0x160 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  1060. [687491.104276] process_one_work+0x178/0x350
  1061. [687491.104490] worker_thread+0x30f/0x450
  1062. [687491.104701] ? __pfx_worker_thread+0x10/0x10
  1063. [687491.104912] kthread+0xe5/0x120
  1064. [687491.105116] ? __pfx_kthread+0x10/0x10
  1065. [687491.105322] ret_from_fork+0x31/0x50
  1066. [687491.105529] ? __pfx_kthread+0x10/0x10
  1067. [687491.105735] ret_from_fork_asm+0x1b/0x30
  1068. [687491.105944] </TASK>
  1069. [687491.106150] task:kworker/23:3 state:D stack:0 pid:3455354 tgid:3455354 ppid:2 flags:0x00004000
  1070. [687491.106368] Workqueue: events drm_fb_helper_damage_work
  1071. [687491.106581] Call Trace:
  1072. [687491.106786] <TASK>
  1073. [687491.106988] __schedule+0x3e6/0x1520
  1074. [687491.107189] ? ttwu_do_activate+0x64/0x200
  1075. [687491.107400] schedule+0x32/0xd0
  1076. [687491.107600] schedule_timeout+0x98/0x160
  1077. [687491.107801] ? __pfx_process_timeout+0x10/0x10
  1078. [687491.108004] wait_for_completion_timeout+0x7f/0x180
  1079. [687491.108205] drm_atomic_helper_wait_for_flip_done+0x4c/0xb0
  1080. [687491.108411] amdgpu_dm_atomic_commit_tail+0x3028/0x3e30 [amdgpu 8545f7d4ecd6c139f93e243da26f9a896704f123]
  1081. [687491.109672] ? dm_read_reg_func+0x38/0xb0 [amdgpu 8545f7d4ecd6c139f93e243da26f9a896704f123]
  1082. [687491.110192] ? wait_for_completion_timeout+0x133/0x180
  1083. [687491.110404] ? drm_crtc_get_last_vbltimestamp+0x55/0x90
  1084. [687491.110613] commit_tail+0x91/0x130
  1085. [687491.110819] drm_atomic_helper_commit+0x11a/0x140
  1086. [687491.111025] drm_atomic_commit+0x97/0xd0
  1087. [687491.111232] ? __pfx___drm_printfn_info+0x10/0x10
  1088. [687491.111438] drm_atomic_helper_dirtyfb+0x1ad/0x280
  1089. [687491.111644] drm_fbdev_generic_helper_fb_dirty+0x240/0x2f0
  1090. [687491.111843] drm_fb_helper_damage_work+0x93/0x170
  1091. [687491.112046] process_one_work+0x178/0x350
  1092. [687491.112249] worker_thread+0x30f/0x450
  1093. [687491.112446] ? __pfx_worker_thread+0x10/0x10
  1094. [687491.112641] kthread+0xe5/0x120
  1095. [687491.112832] ? __pfx_kthread+0x10/0x10
  1096. [687491.113022] ret_from_fork+0x31/0x50
  1097. [687491.113209] ? __pfx_kthread+0x10/0x10
  1098. [687491.113393] ret_from_fork_asm+0x1b/0x30
  1099. [687491.113577] </TASK>
  1100. [687491.113758] task:kworker/16:58H state:D stack:0 pid:3482674 tgid:3482674 ppid:2 flags:0x00004000
  1101. [687491.113945] Workqueue: bcachefs_btree_io btree_node_write_work [bcachefs]
  1102. [687491.114156] Call Trace:
  1103. [687491.114334] <TASK>
  1104. [687491.114509] __schedule+0x3e6/0x1520
  1105. [687491.114684] ? __pfx_bch2_six_check_for_deadlock+0x10/0x10 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  1106. [687491.114889] schedule+0x32/0xd0
  1107. [687491.115065] six_lock_slowpath.isra.0+0x1f5/0x4c0 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  1108. [687491.115278] bch2_btree_path_traverse_one+0x92e/0xac0 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  1109. [687491.115487] ? bch2_btree_node_update_key_get_iter+0xa7/0x310 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  1110. [687491.115693] ? btree_trans_verify_sorted_refs+0x1b/0x100 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  1111. [687491.115896] ? bch2_btree_path_traverse_one+0xd1/0xac0 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  1112. [687491.116100] ? btree_path_alloc+0x134/0x190 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  1113. [687491.116303] ? bch2_path_get+0x18d/0x3b0 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  1114. [687491.116507] ? blk_mq_submit_bio+0x2ca/0x710
  1115. [687491.116688] ? bch2_btree_node_update_key_get_iter+0x9f/0x310 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  1116. [687491.116902] bch2_btree_iter_traverse+0xee/0x1b0 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  1117. [687491.117111] bch2_btree_node_update_key_get_iter+0xa7/0x310 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  1118. [687491.117319] ? submit_bio_noacct+0x49/0x580
  1119. [687491.117500] ? bch2_btree_node_update_key_get_iter+0x9f/0x310 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  1120. [687491.117705] ? btree_node_write_work+0x142/0x3d0 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  1121. [687491.117916] btree_node_write_work+0x142/0x3d0 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  1122. [687491.118122] process_one_work+0x178/0x350
  1123. [687491.118305] worker_thread+0x30f/0x450
  1124. [687491.118482] ? __pfx_worker_thread+0x10/0x10
  1125. [687491.118852] kthread+0xe5/0x120
  1126. [687491.119065] ? __pfx_kthread+0x10/0x10
  1127. [687491.119258] ret_from_fork+0x31/0x50
  1128. [687491.119444] ? __pfx_kthread+0x10/0x10
  1129. [687491.119629] ret_from_fork_asm+0x1b/0x30
  1130. [687491.119814] </TASK>
  1131. [687491.119995] task:kworker/u69:0 state:D stack:0 pid:3491481 tgid:3491481 ppid:2 flags:0x00004000
  1132. [687491.120183] Workqueue: bcachefs bch2_write_point_do_index_updates [bcachefs]
  1133. [687491.120403] Call Trace:
  1134. [687491.120587] <TASK>
  1135. [687491.120765] __schedule+0x3e6/0x1520
  1136. [687491.120943] ? __pfx_bch2_six_check_for_deadlock+0x10/0x10 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  1137. [687491.121151] schedule+0x32/0xd0
  1138. [687491.121332] six_lock_slowpath.isra.0+0x1f5/0x4c0 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  1139. [687491.121545] bch2_btree_path_traverse_cached+0x206/0x300 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  1140. [687491.121759] ? bch2_btree_path_traverse_cached+0xe1/0x300 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  1141. [687491.121981] bch2_btree_path_traverse_one+0x701/0xac0 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  1142. [687491.122204] ? bch2_trans_start_alloc_update+0xf0/0x140 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  1143. [687491.122423] bch2_btree_iter_peek_slot+0x109/0x820 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  1144. [687491.122650] ? __bch2_btree_path_set_pos+0x24a/0x5c0 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  1145. [687491.122883] ? btree_trans_verify_sorted_refs+0x1b/0x100 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  1146. [687491.123105] ? __bch2_btree_trans_sort_paths+0x23/0x3b0 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  1147. [687491.123327] ? bch2_path_get+0x36c/0x3b0 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  1148. [687491.123548] ? bch2_trans_start_alloc_update+0x11/0x140 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  1149. [687491.123769] bch2_trans_start_alloc_update+0xf0/0x140 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  1150. [687491.123996] bch2_trigger_pointer+0x46a/0xa60 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  1151. [687491.124227] ? __kmalloc_node_track_caller+0x1b1/0x440
  1152. [687491.124429] ? __replicas_deltas_realloc+0x80/0x110 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  1153. [687491.124658] ? krealloc+0x8e/0xe0
  1154. [687491.124866] ? bch2_trans_start_alloc_update+0x11/0x140 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  1155. [687491.125097] __trigger_extent+0x1b0/0x520 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  1156. [687491.125336] ? bch2_trigger_extent+0x17e/0x190 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  1157. [687491.125571] run_btree_triggers+0x340/0x430 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  1158. [687491.125809] ? bch2_path_put+0x23d/0x6a0 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  1159. [687491.126056] ? bch2_trans_iter_exit+0x71/0x90 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  1160. [687491.126297] ? bch2_trans_update_extent.isra.0+0x22c/0x3f0 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  1161. [687491.126540] ? __bch2_trans_commit+0xc8/0x1690 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  1162. [687491.126785] __bch2_trans_commit+0xc8/0x1690 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  1163. [687491.127032] ? bch2_trans_update_extent.isra.0+0xbd/0x3f0 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  1164. [687491.127282] __bch2_data_update_index_update+0x15f3/0x1eb0 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  1165. [687491.127537] ? pick_eevdf+0x160/0x1a0
  1166. [687491.127764] ? enqueue_entity+0xc4/0x3b0
  1167. [687491.127992] ? __bch2_data_update_index_update+0x132/0x1eb0 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  1168. [687491.128246] ? bch2_data_update_index_update+0x2f/0x60 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  1169. [687491.128499] bch2_data_update_index_update+0x2f/0x60 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  1170. [687491.128761] __bch2_write_index+0x5c/0x290 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  1171. [687491.129029] bch2_write_point_do_index_updates+0xb9/0x160 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  1172. [687491.129288] process_one_work+0x178/0x350
  1173. [687491.129519] worker_thread+0x30f/0x450
  1174. [687491.129747] ? __pfx_worker_thread+0x10/0x10
  1175. [687491.129973] kthread+0xe5/0x120
  1176. [687491.130200] ? __pfx_kthread+0x10/0x10
  1177. [687491.130421] ret_from_fork+0x31/0x50
  1178. [687491.130639] ? __pfx_kthread+0x10/0x10
  1179. [687491.130856] ret_from_fork_asm+0x1b/0x30
  1180. [687491.131071] </TASK>
  1181. [687491.131286] task:kworker/u66:19 state:D stack:0 pid:3516602 tgid:3516602 ppid:2 flags:0x00004000
  1182. [687491.131501] Workqueue: events_unbound __bch2_read_endio [bcachefs]
  1183. [687491.131743] Call Trace:
  1184. [687491.131958] <TASK>
  1185. [687491.132170] __schedule+0x3e6/0x1520
  1186. [687491.132383] ? __pfx_bch2_six_check_for_deadlock+0x10/0x10 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  1187. [687491.132616] schedule+0x32/0xd0
  1188. [687491.132821] six_lock_slowpath.isra.0+0x1f5/0x4c0 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  1189. [687491.133057] bch2_btree_path_traverse_one+0x92e/0xac0 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  1190. [687491.133293] ? __bch2_trans_commit+0x11d5/0x1690 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  1191. [687491.133530] ? btree_trans_verify_sorted_refs+0x1b/0x100 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  1192. [687491.133771] ? bch2_btree_path_traverse_one+0xd1/0xac0 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  1193. [687491.134012] ? bch2_path_get+0x18d/0x3b0 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  1194. [687491.134259] ? __bch2_foreground_maybe_merge+0x184/0xda0 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  1195. [687491.134507] __bch2_foreground_maybe_merge+0x1ea/0xda0 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  1196. [687491.134756] ? journal_validate_key+0x2b7/0x610 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  1197. [687491.135013] __bch2_trans_commit+0x11d5/0x1690 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  1198. [687491.135535] bch2_rbio_narrow_crcs+0x7b/0xc0 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  1199. [687491.135840] __bch2_read_endio+0xbf1/0xd50 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  1200. [687491.136119] ? process_one_work+0x178/0x350
  1201. [687491.136361] process_one_work+0x178/0x350
  1202. [687491.136600] worker_thread+0x30f/0x450
  1203. [687491.136832] ? __pfx_worker_thread+0x10/0x10
  1204. [687491.137066] kthread+0xe5/0x120
  1205. [687491.137296] ? __pfx_kthread+0x10/0x10
  1206. [687491.137525] ret_from_fork+0x31/0x50
  1207. [687491.137747] ? __pfx_kthread+0x10/0x10
  1208. [687491.137974] ret_from_fork_asm+0x1b/0x30
  1209. [687491.138200] </TASK>
  1210. [687491.138416] task:kworker/12:112H state:D stack:0 pid:3517421 tgid:3517421 ppid:2 flags:0x00004000
  1211. [687491.138648] Workqueue: bcachefs_btree_io btree_node_write_work [bcachefs]
  1212. [687491.138898] Call Trace:
  1213. [687491.139117] <TASK>
  1214. [687491.139334] __schedule+0x3e6/0x1520
  1215. [687491.139543] ? __pfx_bch2_six_check_for_deadlock+0x10/0x10 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  1216. [687491.139782] schedule+0x32/0xd0
  1217. [687491.139996] six_lock_slowpath.isra.0+0x1f5/0x4c0 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  1218. [687491.140235] bch2_btree_path_traverse_one+0x92e/0xac0 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  1219. [687491.140472] ? bch2_btree_node_update_key_get_iter+0xa7/0x310 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  1220. [687491.140716] ? btree_trans_verify_sorted_refs+0x1b/0x100 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  1221. [687491.140953] ? bch2_btree_path_traverse_one+0xd1/0xac0 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  1222. [687491.141190] ? btree_path_alloc+0x134/0x190 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  1223. [687491.141428] ? bch2_path_get+0x18d/0x3b0 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  1224. [687491.141666] ? bch2_btree_node_update_key_get_iter+0x9f/0x310 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  1225. [687491.141905] ? bch2_btree_node_update_key+0x22f/0x3c0 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  1226. [687491.142146] bch2_btree_iter_traverse+0xee/0x1b0 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  1227. [687491.142386] bch2_btree_node_update_key_get_iter+0xa7/0x310 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  1228. [687491.142623] ? free_pcppages_bulk+0x134/0x2b0
  1229. [687491.142833] ? bch2_btree_node_update_key_get_iter+0x9f/0x310 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  1230. [687491.143070] ? btree_node_write_work+0x142/0x3d0 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  1231. [687491.143307] btree_node_write_work+0x142/0x3d0 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  1232. [687491.143549] process_one_work+0x178/0x350
  1233. [687491.143761] worker_thread+0x30f/0x450
  1234. [687491.143972] ? __pfx_worker_thread+0x10/0x10
  1235. [687491.144177] kthread+0xe5/0x120
  1236. [687491.144380] ? __pfx_kthread+0x10/0x10
  1237. [687491.144581] ret_from_fork+0x31/0x50
  1238. [687491.144778] ? __pfx_kthread+0x10/0x10
  1239. [687491.144980] ret_from_fork_asm+0x1b/0x30
  1240. [687491.145176] </TASK>
  1241. [687491.145374] task:kworker/u65:7 state:D stack:0 pid:3521258 tgid:3521258 ppid:2 flags:0x00004000
  1242. [687491.145580] Workqueue: events_unbound __bch2_read_endio [bcachefs]
  1243. [687491.145810] Call Trace:
  1244. [687491.146008] <TASK>
  1245. [687491.146206] __schedule+0x3e6/0x1520
  1246. [687491.146410] ? __pfx_bch2_six_check_for_deadlock+0x10/0x10 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  1247. [687491.146641] schedule+0x32/0xd0
  1248. [687491.146844] six_lock_slowpath.isra.0+0x1f5/0x4c0 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  1249. [687491.147076] bch2_btree_path_traverse_one+0x92e/0xac0 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  1250. [687491.147308] ? __bch2_trans_commit+0x11d5/0x1690 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  1251. [687491.147550] ? btree_trans_verify_sorted_refs+0x1b/0x100 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  1252. [687491.147787] ? bch2_btree_path_traverse_one+0xd1/0xac0 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  1253. [687491.148023] ? bch2_path_get+0x18d/0x3b0 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  1254. [687491.148258] ? __bch2_foreground_maybe_merge+0x184/0xda0 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  1255. [687491.148496] __bch2_foreground_maybe_merge+0x1ea/0xda0 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  1256. [687491.148737] ? journal_validate_key+0x2b7/0x610 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  1257. [687491.148983] __bch2_trans_commit+0x11d5/0x1690 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  1258. [687491.149224] bch2_rbio_narrow_crcs+0x7b/0xc0 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  1259. [687491.149462] __bch2_read_endio+0xbf1/0xd50 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  1260. [687491.149698] ? process_one_work+0x178/0x350
  1261. [687491.149906] process_one_work+0x178/0x350
  1262. [687491.150111] worker_thread+0x30f/0x450
  1263. [687491.150314] ? __pfx_worker_thread+0x10/0x10
  1264. [687491.150518] kthread+0xe5/0x120
  1265. [687491.150718] ? __pfx_kthread+0x10/0x10
  1266. [687491.150915] ret_from_fork+0x31/0x50
  1267. [687491.151114] ? __pfx_kthread+0x10/0x10
  1268. [687491.151308] ret_from_fork_asm+0x1b/0x30
  1269. [687491.151503] </TASK>
  1270. [687491.151697] task:kworker/u69:2 state:D stack:0 pid:3525083 tgid:3525083 ppid:2 flags:0x00004000
  1271. [687491.151923] Workqueue: bcachefs bch2_write_point_do_index_updates [bcachefs]
  1272. [687491.152361] Call Trace:
  1273. [687491.152596] <TASK>
  1274. [687491.152817] __schedule+0x3e6/0x1520
  1275. [687491.153035] ? __pfx_bch2_six_check_for_deadlock+0x10/0x10 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  1276. [687491.153284] schedule+0x32/0xd0
  1277. [687491.153500] six_lock_slowpath.isra.0+0x1f5/0x4c0 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  1278. [687491.153745] bch2_btree_path_traverse_one+0x92e/0xac0 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  1279. [687491.153989] ? __bch2_trans_commit+0x11d5/0x1690 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  1280. [687491.154240] ? btree_trans_verify_sorted_refs+0x1b/0x100 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  1281. [687491.154490] ? bch2_btree_path_traverse_one+0xd1/0xac0 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  1282. [687491.154732] ? bch2_path_get+0x18d/0x3b0 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  1283. [687491.154975] ? __bch2_foreground_maybe_merge+0x184/0xda0 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  1284. [687491.155217] __bch2_foreground_maybe_merge+0x1ea/0xda0 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  1285. [687491.155474] ? journal_validate_key+0x2b7/0x610 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  1286. [687491.155723] __bch2_trans_commit+0x11d5/0x1690 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  1287. [687491.155959] __bch2_data_update_index_update+0x15f3/0x1eb0 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  1288. [687491.156202] ? pick_eevdf+0x160/0x1a0
  1289. [687491.156410] ? enqueue_entity+0xc4/0x3b0
  1290. [687491.156618] ? __bch2_data_update_index_update+0x132/0x1eb0 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  1291. [687491.156854] ? bch2_data_update_index_update+0x2f/0x60 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  1292. [687491.157089] bch2_data_update_index_update+0x2f/0x60 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  1293. [687491.157323] __bch2_write_index+0x5c/0x290 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  1294. [687491.157563] bch2_write_point_do_index_updates+0xb9/0x160 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  1295. [687491.157799] process_one_work+0x178/0x350
  1296. [687491.158006] worker_thread+0x30f/0x450
  1297. [687491.158211] ? __pfx_worker_thread+0x10/0x10
  1298. [687491.158414] kthread+0xe5/0x120
  1299. [687491.158623] ? __pfx_kthread+0x10/0x10
  1300. [687491.158829] ret_from_fork+0x31/0x50
  1301. [687491.159029] ? __pfx_kthread+0x10/0x10
  1302. [687491.159231] ret_from_fork_asm+0x1b/0x30
  1303. [687491.159432] </TASK>
  1304. [687491.159636] task:kworker/u66:10 state:D stack:0 pid:3534498 tgid:3534498 ppid:2 flags:0x00004000
  1305. [687491.159841] Workqueue: events_unbound __bch2_read_endio [bcachefs]
  1306. [687491.160075] Call Trace:
  1307. [687491.160279] <TASK>
  1308. [687491.160480] __schedule+0x3e6/0x1520
  1309. [687491.160681] ? __pfx_bch2_six_check_for_deadlock+0x10/0x10 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  1310. [687491.160913] schedule+0x32/0xd0
  1311. [687491.161118] six_lock_slowpath.isra.0+0x1f5/0x4c0 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  1312. [687491.161357] bch2_btree_node_get+0x3af/0x5a0 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  1313. [687491.161593] ? __bch2_rbio_narrow_crcs+0x134/0x3b0 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  1314. [687491.161830] bch2_btree_path_traverse_one+0x257/0xac0 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  1315. [687491.162070] ? __bch2_rbio_narrow_crcs+0x134/0x3b0 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  1316. [687491.162311] ? bch2_btree_path_traverse_one+0xd1/0xac0 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  1317. [687491.162553] bch2_btree_iter_peek_slot+0x109/0x820 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  1318. [687491.162792] ? bch2_path_get+0x395/0x3b0 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  1319. [687491.163026] ? __bch2_rbio_narrow_crcs+0x12c/0x3b0 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  1320. [687491.163269] __bch2_rbio_narrow_crcs+0x134/0x3b0 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  1321. [687491.163503] ? __bch2_rbio_narrow_crcs+0x12c/0x3b0 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  1322. [687491.163735] bch2_rbio_narrow_crcs+0x3c/0xc0 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  1323. [687491.163967] __bch2_read_endio+0xbf1/0xd50 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  1324. [687491.164199] ? ttwu_queue_wakelist+0xef/0x110
  1325. [687491.164412] ? try_to_wake_up+0x20c/0x660
  1326. [687491.164616] ? process_one_work+0x178/0x350
  1327. [687491.164817] process_one_work+0x178/0x350
  1328. [687491.165019] worker_thread+0x30f/0x450
  1329. [687491.165221] ? __pfx_worker_thread+0x10/0x10
  1330. [687491.165430] kthread+0xe5/0x120
  1331. [687491.165631] ? __pfx_kthread+0x10/0x10
  1332. [687491.165832] ret_from_fork+0x31/0x50
  1333. [687491.166032] ? __pfx_kthread+0x10/0x10
  1334. [687491.166232] ret_from_fork_asm+0x1b/0x30
  1335. [687491.166434] </TASK>
  1336. [687491.166638] task:kworker/u69:1 state:D stack:0 pid:3535918 tgid:3535918 ppid:2 flags:0x00004000
  1337. [687491.166841] Workqueue: bcachefs bch2_write_point_do_index_updates [bcachefs]
  1338. [687491.167070] Call Trace:
  1339. [687491.167270] <TASK>
  1340. [687491.167469] __schedule+0x3e6/0x1520
  1341. [687491.167670] ? __pfx_bch2_six_check_for_deadlock+0x10/0x10 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  1342. [687491.167899] schedule+0x32/0xd0
  1343. [687491.168099] six_lock_slowpath.isra.0+0x1f5/0x4c0 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  1344. [687491.168330] bch2_btree_node_get+0x3af/0x5a0 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  1345. [687491.168800] ? __bch2_data_update_index_update+0x187/0x1eb0 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  1346. [687491.169075] bch2_btree_path_traverse_one+0x257/0xac0 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  1347. [687491.169327] ? __bch2_data_update_index_update+0x187/0x1eb0 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  1348. [687491.169572] ? bch2_btree_path_traverse_one+0xd1/0xac0 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  1349. [687491.169815] bch2_btree_iter_peek_slot+0x109/0x820 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  1350. [687491.170058] ? __time_stats_update+0xd1/0x300 [time_stats 1ee7c92e3914c6bdd27243cb78f235137793056f]
  1351. [687491.170281] ? bch2_trans_begin+0x44d/0x700 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  1352. [687491.170523] ? mempool_alloc+0x86/0x1b0
  1353. [687491.170741] __bch2_data_update_index_update+0x187/0x1eb0 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  1354. [687491.170981] ? update_load_avg+0x7e/0x7e0
  1355. [687491.171191] ? place_entity+0xe0/0xf0
  1356. [687491.171401] ? pick_eevdf+0x160/0x1a0
  1357. [687491.171605] ? enqueue_entity+0xc4/0x3b0
  1358. [687491.171807] ? __bch2_data_update_index_update+0x132/0x1eb0 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  1359. [687491.172039] ? bch2_data_update_index_update+0x2f/0x60 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  1360. [687491.172271] bch2_data_update_index_update+0x2f/0x60 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  1361. [687491.172497] __bch2_write_index+0x5c/0x290 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  1362. [687491.172732] bch2_write_point_do_index_updates+0xb9/0x160 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  1363. [687491.172977] process_one_work+0x178/0x350
  1364. [687491.173180] worker_thread+0x30f/0x450
  1365. [687491.173386] ? __pfx_worker_thread+0x10/0x10
  1366. [687491.173588] kthread+0xe5/0x120
  1367. [687491.173790] ? __pfx_kthread+0x10/0x10
  1368. [687491.173997] ret_from_fork+0x31/0x50
  1369. [687491.174204] ? __pfx_kthread+0x10/0x10
  1370. [687491.174415] ret_from_fork_asm+0x1b/0x30
  1371. [687491.174619] </TASK>
  1372. [687491.174827] task:kworker/u69:7 state:D stack:0 pid:3548180 tgid:3548180 ppid:2 flags:0x00004000
  1373. [687491.175034] Workqueue: bcachefs bch2_write_point_do_index_updates [bcachefs]
  1374. [687491.175277] Call Trace:
  1375. [687491.175482] <TASK>
  1376. [687491.175682] __schedule+0x3e6/0x1520
  1377. [687491.175882] ? __pfx_bch2_six_check_for_deadlock+0x10/0x10 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  1378. [687491.176112] schedule+0x32/0xd0
  1379. [687491.176312] six_lock_slowpath.isra.0+0x1f5/0x4c0 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  1380. [687491.176542] bch2_btree_node_get+0x3af/0x5a0 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  1381. [687491.176771] ? bch2_bucket_do_index+0x21d/0x460 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  1382. [687491.177003] bch2_btree_path_traverse_one+0x257/0xac0 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  1383. [687491.177231] ? bch2_bucket_do_index+0x21d/0x460 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  1384. [687491.177457] ? bch2_btree_path_traverse_one+0xd1/0xac0 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  1385. [687491.177689] bch2_btree_iter_peek_slot+0x109/0x820 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  1386. [687491.177919] ? bch2_path_get+0x395/0x3b0 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  1387. [687491.178146] ? bch2_bucket_do_index+0x20e/0x460 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  1388. [687491.178371] bch2_bucket_do_index+0x21d/0x460 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  1389. [687491.178602] ? bch2_bucket_do_index+0x20e/0x460 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  1390. [687491.178831] bch2_trigger_alloc+0x24d/0x10c0 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  1391. [687491.179058] ? bch2_replicas_deltas_realloc+0x1d/0x70 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  1392. [687491.179290] ? bch2_update_replicas_list+0xc7/0xf0 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  1393. [687491.179521] ? bch2_btree_path_peek_slot+0xf5/0x280 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  1394. [687491.179759] ? verify_update_old_key+0x14c/0x1f0 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  1395. [687491.179996] run_btree_triggers+0x340/0x430 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  1396. [687491.180236] ? bch2_path_put+0x23d/0x6a0 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  1397. [687491.180475] ? bch2_trans_iter_exit+0x71/0x90 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  1398. [687491.180715] ? bch2_trans_update_extent.isra.0+0x22c/0x3f0 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  1399. [687491.180957] ? __bch2_trans_commit+0x3fe/0x1690 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  1400. [687491.181200] __bch2_trans_commit+0x3fe/0x1690 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  1401. [687491.181447] ? bch2_trans_update_extent.isra.0+0xbd/0x3f0 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  1402. [687491.181695] __bch2_data_update_index_update+0x15f3/0x1eb0 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  1403. [687491.181951] ? pick_eevdf+0x160/0x1a0
  1404. [687491.182178] ? enqueue_entity+0xc4/0x3b0
  1405. [687491.182400] ? __bch2_data_update_index_update+0x132/0x1eb0 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  1406. [687491.182653] ? bch2_data_update_index_update+0x2f/0x60 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  1407. [687491.182916] bch2_data_update_index_update+0x2f/0x60 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  1408. [687491.183170] __bch2_write_index+0x5c/0x290 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  1409. [687491.183426] bch2_write_point_do_index_updates+0xb9/0x160 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  1410. [687491.183685] process_one_work+0x178/0x350
  1411. [687491.183911] worker_thread+0x30f/0x450
  1412. [687491.184135] ? __pfx_worker_thread+0x10/0x10
  1413. [687491.184356] kthread+0xe5/0x120
  1414. [687491.184575] ? __pfx_kthread+0x10/0x10
  1415. [687491.184796] ret_from_fork+0x31/0x50
  1416. [687491.185010] ? __pfx_kthread+0x10/0x10
  1417. [687491.185485] ret_from_fork_asm+0x1b/0x30
  1418. [687491.185745] </TASK>
  1419. [687491.185983] task:kworker/u68:1 state:D stack:0 pid:3551184 tgid:3551184 ppid:2 flags:0x00004000
  1420. [687491.186211] Workqueue: bcachefs bch2_write_point_do_index_updates [bcachefs]
  1421. [687491.186459] Call Trace:
  1422. [687491.186678] <TASK>
  1423. [687491.186899] __schedule+0x3e6/0x1520
  1424. [687491.187118] ? __pfx_bch2_six_check_for_deadlock+0x10/0x10 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  1425. [687491.187368] schedule+0x32/0xd0
  1426. [687491.187583] six_lock_slowpath.isra.0+0x1f5/0x4c0 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  1427. [687491.187825] bch2_btree_path_traverse_one+0x92e/0xac0 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  1428. [687491.188067] ? __bch2_trans_commit+0x11d5/0x1690 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  1429. [687491.188308] ? btree_trans_verify_sorted_refs+0x1b/0x100 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  1430. [687491.188550] ? bch2_btree_path_traverse_one+0xd1/0xac0 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  1431. [687491.188796] ? bch2_path_get+0x18d/0x3b0 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  1432. [687491.189037] ? __bch2_foreground_maybe_merge+0x184/0xda0 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  1433. [687491.189299] __bch2_foreground_maybe_merge+0x1ea/0xda0 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  1434. [687491.189548] ? journal_validate_key+0x2b7/0x610 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  1435. [687491.189801] __bch2_trans_commit+0x11d5/0x1690 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  1436. [687491.190051] __bch2_data_update_index_update+0x15f3/0x1eb0 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  1437. [687491.190310] ? pick_eevdf+0x160/0x1a0
  1438. [687491.190535] ? enqueue_entity+0xc4/0x3b0
  1439. [687491.190761] ? __bch2_data_update_index_update+0x132/0x1eb0 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  1440. [687491.191017] ? bch2_data_update_index_update+0x2f/0x60 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  1441. [687491.191271] bch2_data_update_index_update+0x2f/0x60 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  1442. [687491.191527] __bch2_write_index+0x5c/0x290 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  1443. [687491.191788] bch2_write_point_do_index_updates+0xb9/0x160 [bcachefs 0d39603862b40a8ee8105596b32d1ae5b39543dd]
  1444. [687491.192053] process_one_work+0x178/0x350
  1445. [687491.192290] worker_thread+0x30f/0x450
  1446. [687491.192518] ? __pfx_worker_thread+0x10/0x10
  1447. [687491.192746] kthread+0xe5/0x120
  1448. [687491.192978] ? __pfx_kthread+0x10/0x10
  1449. [687491.193200] ret_from_fork+0x31/0x50
  1450. [687491.193420] ? __pfx_kthread+0x10/0x10
  1451. [687491.193637] ret_from_fork_asm+0x1b/0x30
  1452. [687491.193858] </TASK>
Advertisement
Add Comment
Please, Sign In to add comment
Advertisement
Public Pastes
Advertisement
We use cookies for various purposes including analytics. By continuing to use Pastebin, you agree to our use of cookies as described in the Cookies Policy.  OK, I Understand
Not a member of Pastebin yet?
Sign Up, it unlocks many cool features!