-# btrfstune -x /dev/xvdb -# mount /srv/backup -# btrfs fi df /srv/backup Data, single: total=2.05TiB, used=1.68TiB System, single: total=32.00MiB, used=368.00KiB Metadata, single: total=30.00GiB, used=26.70GiB GlobalReserve, single: total=512.00MiB, used=0.00B -# btrfs balance start -musage=100 /srv/backup Balance on '/srv/backup' is running 1 out of about 31 chunks balanced (299 considered), 97% left Data, single: total=2101.01GiB, used=1722.78GiB System, single: total=0.03GiB, used=0.00GiB Metadata, single: total=30.00GiB, used=26.70GiB GlobalReserve, single: total=0.50GiB, used=0.05GiB (a subvolume delete happens here, hangs in state D, lost ps output) INFO: task kworker/u8:1:16983 blocked for more than 120 seconds. Tainted: G W E 4.5.0-0.bpo.2-amd64 #1 "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message. kworker/u8:1 D ffff8801f5c15e00 0 16983 2 0x00000000 Workqueue: writeback wb_workfn (flush-btrfs-2) ffff8801f29f23c0 ffff8801f2f30440 ffff8800179f0000 ffff8800132b3cc0 ffff8800132b3cd8 ffff8800179ef9f8 ffff8800132b3cb8 0000000000000001 ffffffff815b6451 ffff8800132b3c58 ffffffffc00c6664 ffff880000000000 Call Trace: [] ? schedule+0x31/0x80 [] ? btrfs_tree_lock+0x74/0x210 [btrfs] [] ? wait_woken+0x90/0x90 [] ? lock_extent_buffer_for_io+0x1dc/0x1f0 [btrfs] [] ? btree_write_cache_pages+0x285/0x3a0 [btrfs] [] ? __writeback_single_inode+0x3d/0x320 [] ? writeback_sb_inodes+0x23d/0x470 [] ? __writeback_inodes_wb+0x87/0xb0 [] ? wb_writeback+0x280/0x310 [] ? wb_workfn+0x213/0x3e0 [] ? process_one_work+0x14b/0x400 [] ? worker_thread+0x65/0x4a0 [] ? rescuer_thread+0x340/0x340 [] ? kthread+0xdf/0x100 [] ? kthread_park+0x50/0x50 [] ? ret_from_fork+0x3f/0x70 [] ? kthread_park+0x50/0x50 INFO: task kworker/u8:2:7762 blocked for more than 120 seconds. Tainted: G W E 4.5.0-0.bpo.2-amd64 #1 "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message. kworker/u8:2 D ffff8801f5d15e00 0 7762 2 0x00000000 Workqueue: btrfs-extent-refs btrfs_extent_refs_helper [btrfs] ffff880151d85140 ffff8801f4dfe180 ffff88012aac4000 ffff8801c9ccf9f0 ffff8801c9ccf800 ffff8801c9ccf9f0 0000000000000001 ffff880151d85140 ffffffff815b6451 ffff880160aad050 ffffffffc0089d0d ffff880100000000 Call Trace: [] ? schedule+0x31/0x80 [] ? wait_current_trans.isra.21+0xcd/0x110 [btrfs] [] ? wait_woken+0x90/0x90 [] ? start_transaction+0x286/0x4d0 [btrfs] [] ? delayed_ref_async_start+0x13/0x80 [btrfs] [] ? normal_work_helper+0xc6/0x2c0 [btrfs] [] ? process_one_work+0x14b/0x400 [] ? worker_thread+0x65/0x4a0 [] ? rescuer_thread+0x340/0x340 [] ? kthread+0xdf/0x100 [] ? kthread_park+0x50/0x50 [] ? ret_from_fork+0x3f/0x70 [] ? kthread_park+0x50/0x50 INFO: task btrfs-transacti:8607 blocked for more than 120 seconds. Tainted: G W E 4.5.0-0.bpo.2-amd64 #1 "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message. btrfs-transacti D ffff8801f5d95e00 0 8607 2 0x00000000 ffff8800fe2ff100 ffff8801f4e08f80 ffff88005ad38000 ffff88002ab9d978 ffff88002ab9d990 ffff88005ad37c50 ffff88002ab9d970 0000000000000001 ffffffff815b6451 ffff88002ab9d910 ffffffffc00c6664 ffff880100000000 Call Trace: [] ? schedule+0x31/0x80 [] ? btrfs_tree_lock+0x74/0x210 [btrfs] [] ? wait_woken+0x90/0x90 [] ? btrfs_search_slot+0x6cd/0x9e0 [btrfs] [] ? btrfs_update_root+0x5e/0x340 [btrfs] [] ? commit_fs_roots.isra.19+0x110/0x160 [btrfs] [] ? btrfs_commit_transaction+0x4fc/0xa30 [btrfs] [] ? wait_woken+0x90/0x90 [] ? transaction_kthread+0x1d2/0x240 [btrfs] [] ? btrfs_cleanup_transaction+0x590/0x590 [btrfs] [] ? kthread+0xdf/0x100 [] ? kthread_park+0x50/0x50 [] ? ret_from_fork+0x3f/0x70 [] ? kthread_park+0x50/0x50 INFO: task btrfs-uuid:8608 blocked for more than 120 seconds. Tainted: G W E 4.5.0-0.bpo.2-amd64 #1 "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message. btrfs-uuid D ffff8801f5c15e00 0 8608 2 0x00000000 ffff8800b5744f00 ffffffff81a13540 ffff8800df940000 ffff8800df93fbe8 ffff8801756f6d18 ffff8800b5744f00 0000000000000000 ffff880160aad050 ffffffff815b6451 ffff8801756f6d20 ffffffff815b943f 7fffffffffffffff Call Trace: [] ? schedule+0x31/0x80 [] ? schedule_timeout+0x22f/0x2c0 [] ? notify_remote_via_irq+0x4a/0x70 [] ? check_preempt_curr+0x50/0x90 [] ? ttwu_do_wakeup+0x14/0xe0 [] ? _raw_spin_unlock_irqrestore+0x16/0x20 [] ? try_to_wake_up+0x43/0x380 [] ? wait_for_completion+0xfa/0x130 [] ? wake_up_q+0x60/0x60 [] ? btrfs_async_run_delayed_refs+0x11d/0x140 [btrfs] [] ? __btrfs_end_transaction+0x1f5/0x330 [btrfs] [] ? btrfs_uuid_scan_kthread+0x86/0x370 [btrfs] [] ? btrfs_uuid_scan_kthread+0x370/0x370 [btrfs] [] ? kthread+0xdf/0x100 [] ? kthread_park+0x50/0x50 [] ? ret_from_fork+0x3f/0x70 [] ? kthread_park+0x50/0x50 INFO: task btrfs:8632 blocked for more than 120 seconds. Tainted: G W E 4.5.0-0.bpo.2-amd64 #1 "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message. btrfs D ffff8801f5c15e00 0 8632 8617 0x00000000 ffff8801f3341140 ffffffff81a13540 ffff8800c8418000 ffff8800b90f19f0 ffff8800b90f1800 ffff8800b90f19f0 0000000000000001 ffff8801f3341140 ffffffff815b6451 ffff880160aad050 ffffffffc0089d0d ffff880100000000 Call Trace: [] ? schedule+0x31/0x80 [] ? wait_current_trans.isra.21+0xcd/0x110 [btrfs] [] ? wait_woken+0x90/0x90 [] ? start_transaction+0x2f5/0x4d0 [btrfs] [] ? relocate_block_group+0x336/0x710 [btrfs] [] ? btrfs_wait_ordered_roots+0x1de/0x210 [btrfs] [] ? btrfs_relocate_block_group+0x1a0/0x280 [btrfs] [] ? btrfs_relocate_chunk.isra.38+0x41/0xc0 [btrfs] [] ? btrfs_balance+0xa1c/0x11b0 [btrfs] [] ? btrfs_ioctl_balance+0x301/0x370 [btrfs] [] ? btrfs_ioctl+0x1100/0x2190 [btrfs] [] ? alloc_pages_vma+0xc1/0x240 [] ? xen_set_pte_at+0x85/0x2d0 [] ? handle_mm_fault+0x13d8/0x1b90 [] ? do_vfs_ioctl+0x99/0x5d0 [] ? do_brk+0x1da/0x2c0 [] ? SyS_ioctl+0x76/0x90 [] ? system_call_fast_compare_end+0xc/0x6b After crash/reboot: BTRFS: detected SSD devices, enabling SSD mode BTRFS error (device xvdb): incorrect extent count for 3648599883776; counted 3282, expected 3286 BTRFS: checking UUID tree BTRFS info (device xvdb): continuing balance BTRFS info (device xvdb): relocating block group 4049743118336 flags 2 BTRFS info (device xvdb): found 20 extents BTRFS info (device xvdb): relocating block group 3682959622144 flags 4 Just hangs... 0% disk IO, 0% cpu usage root 300 0.3 0.0 0 0 ? D 20:12 0:00 \_ [btrfs-transacti] root 301 0.0 0.0 0 0 ? D 20:12 0:00 \_ [btrfs-balance] root 302 0.1 0.0 0 0 ? D 20:12 0:00 \_ [btrfs-uuid] INFO: task kworker/u8:0:6 blocked for more than 120 seconds. Tainted: G W E 4.5.0-0.bpo.2-amd64 #1 "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message. kworker/u8:0 D ffff8801f5d15e00 0 6 2 0x00000000 Workqueue: btrfs-extent-refs btrfs_extent_refs_helper [btrfs] ffff8801f4dd60c0 ffff8801f4dfe180 ffff8801f4de4000 ffff8801f218d1f0 ffff8801f218d000 ffff8801f218d1f0 0000000000000001 ffff8801f4dd60c0 ffffffff815b6451 ffff8801f1a81010 ffffffffc0089d0d ffff880100000000 Call Trace: [] ? schedule+0x31/0x80 [] ? wait_current_trans.isra.21+0xcd/0x110 [btrfs] [] ? wait_woken+0x90/0x90 [] ? start_transaction+0x286/0x4d0 [btrfs] [] ? delayed_ref_async_start+0x13/0x80 [btrfs] [] ? normal_work_helper+0xc6/0x2c0 [btrfs] [] ? process_one_work+0x14b/0x400 [] ? worker_thread+0x65/0x4a0 [] ? rescuer_thread+0x340/0x340 [] ? kthread+0xdf/0x100 [] ? kthread_park+0x50/0x50 [] ? ret_from_fork+0x3f/0x70 [] ? kthread_park+0x50/0x50 INFO: task btrfs-transacti:300 blocked for more than 120 seconds. Tainted: G W E 4.5.0-0.bpo.2-amd64 #1 "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message. btrfs-transacti D ffff8801f5d95e00 0 300 2 0x00000000 ffff8801f2fc9140 ffff8801f4e08f80 ffff8801f14e8000 ffff8800fd59c820 ffff8800fd59c838 ffff8801f14e7c50 ffff8800fd59c818 0000000000000001 ffffffff815b6451 ffff8800fd59c7b8 ffffffffc00c6664 ffff880000000000 Call Trace: [] ? schedule+0x31/0x80 [] ? btrfs_tree_lock+0x74/0x210 [btrfs] [] ? wait_woken+0x90/0x90 [] ? btrfs_search_slot+0x6cd/0x9e0 [btrfs] [] ? btrfs_update_root+0x5e/0x340 [btrfs] [] ? commit_fs_roots.isra.19+0x110/0x160 [btrfs] [] ? btrfs_commit_transaction+0x4fc/0xa30 [btrfs] [] ? wait_woken+0x90/0x90 [] ? transaction_kthread+0x1d2/0x240 [btrfs] [] ? btrfs_cleanup_transaction+0x590/0x590 [btrfs] [] ? kthread+0xdf/0x100 [] ? kthread_park+0x50/0x50 [] ? ret_from_fork+0x3f/0x70 [] ? kthread_park+0x50/0x50 INFO: task btrfs-balance:301 blocked for more than 120 seconds. Tainted: G W E 4.5.0-0.bpo.2-amd64 #1 "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message. btrfs-balance D ffff8801f5c95e00 0 301 2 0x00000000 ffff8800ff7a11c0 ffff8801f4dfef40 ffff8801f3ca0000 ffff8801f46589f0 ffff8801f4658800 ffff8801f46589f0 0000000000000001 ffff8800ff7a11c0 ffffffff815b6451 ffff8801f1a81010 ffffffffc0089d0d 0000000000000000 Call Trace: [] ? schedule+0x31/0x80 [] ? wait_current_trans.isra.21+0xcd/0x110 [btrfs] [] ? wait_woken+0x90/0x90 [] ? start_transaction+0x2f5/0x4d0 [btrfs] [] ? relocate_block_group+0x336/0x710 [btrfs] [] ? btrfs_wait_ordered_roots+0x1de/0x210 [btrfs] [] ? btrfs_relocate_block_group+0x1a0/0x280 [btrfs] [] ? btrfs_relocate_chunk.isra.38+0x41/0xc0 [btrfs] [] ? btrfs_balance+0xa1c/0x11b0 [btrfs] [] ? balance_kthread+0x58/0x80 [btrfs] [] ? btrfs_balance+0x11b0/0x11b0 [btrfs] [] ? kthread+0xdf/0x100 [] ? kthread_park+0x50/0x50 [] ? ret_from_fork+0x3f/0x70 [] ? kthread_park+0x50/0x50 INFO: task btrfs-uuid:302 blocked for more than 120 seconds. Tainted: G W E 4.5.0-0.bpo.2-amd64 #1 "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message. btrfs-uuid D ffff8801f5c15e00 0 302 2 0x00000000 ffff8800ff9420c0 ffffffff81a13540 ffff8801f3ca4000 ffff8801f3ca3be8 ffff8801e1b8fdd8 ffff8800ff9420c0 0000000000000000 ffff8801f1a81010 ffffffff815b6451 ffff8801e1b8fde0 ffffffff815b943f 7fffffffffffffff Call Trace: [] ? schedule+0x31/0x80 [] ? schedule_timeout+0x22f/0x2c0 [] ? notify_remote_via_irq+0x4a/0x70 [] ? check_preempt_curr+0x50/0x90 [] ? ttwu_do_wakeup+0x14/0xe0 [] ? _raw_spin_unlock_irqrestore+0x16/0x20 [] ? try_to_wake_up+0x43/0x380 [] ? wait_for_completion+0xfa/0x130 [] ? wake_up_q+0x60/0x60 [] ? btrfs_async_run_delayed_refs+0x11d/0x140 [btrfs] [] ? __btrfs_end_transaction+0x1f5/0x330 [btrfs] [] ? btrfs_uuid_scan_kthread+0x86/0x370 [btrfs] [] ? btrfs_uuid_scan_kthread+0x370/0x370 [btrfs] [] ? kthread+0xdf/0x100 [] ? kthread_park+0x50/0x50 [] ? ret_from_fork+0x3f/0x70 [] ? kthread_park+0x50/0x50 mount with -o noatime,space_cache=v2,skip_balance balance cancel btrfs balance -musage=100 [54254.809776] BTRFS info (device xvdb): relocating block group 4053098561536 flags 4 [55571.620076] BTRFS info (device xvdb): found 63116 extents [55571.688813] BTRFS info (device xvdb): relocating block group 3662558527488 flags 4 [56496.275115] BTRFS info (device xvdb): found 62683 extents [56496.482275] BTRFS info (device xvdb): relocating block group 3661484785664 flags 4 [57378.876919] BTRFS info (device xvdb): found 63505 extents [57378.974579] BTRFS info (device xvdb): relocating block group 3660411043840 flags 4 [58304.033805] BTRFS info (device xvdb): found 64123 extents [58304.154116] BTRFS info (device xvdb): relocating block group 3659337302016 flags 4 [59288.209145] BTRFS info (device xvdb): found 64631 extents [59288.241048] BTRFS info (device xvdb): relocating block group 3658263560192 flags 4 [60258.466520] BTRFS info (device xvdb): found 64692 extents [60258.700293] BTRFS info (device xvdb): relocating block group 3657189818368 flags 4 [61180.320753] BTRFS info (device xvdb): found 64670 extents [61180.386694] BTRFS info (device xvdb): relocating block group 3656116076544 flags 4 [62336.225196] BTRFS info (device xvdb): found 64731 extents [62336.644462] BTRFS info (device xvdb): relocating block group 3655042334720 flags 4 [63334.270235] BTRFS info (device xvdb): found 64693 extents [63334.391065] BTRFS info (device xvdb): relocating block group 3653968592896 flags 4 [64168.686317] BTRFS info (device xvdb): found 64740 extents [64168.960531] BTRFS info (device xvdb): relocating block group 3652894851072 flags 4 [65043.714197] BTRFS info (device xvdb): found 64604 extents [65043.817075] BTRFS info (device xvdb): relocating block group 3651821109248 flags 4 [65976.565765] BTRFS info (device xvdb): found 64621 extents [65976.923012] BTRFS info (device xvdb): relocating block group 3650747367424 flags 4 [66842.538025] BTRFS info (device xvdb): found 64537 extents [66842.595277] BTRFS info (device xvdb): relocating block group 3649673625600 flags 4 [67771.532559] BTRFS info (device xvdb): found 64481 extents [67771.581113] BTRFS info (device xvdb): relocating block group 3648599883776 flags 4 [68332.363733] BTRFS error (device xvdb): incorrect extent count for 3648599883776; counted 1333, expected 1337 [68332.363750] ------------[ cut here ]------------ [68332.363789] WARNING: CPU: 0 PID: 28996 at /build/linux-Pq1Zex/linux-4.5.4/fs/btrfs/free-space-tree.c:457 convert_free_space_to_extents+0x398/0x4a0 [btrfs]() [68332.363798] BTRFS: Transaction aborted (error -5) [68332.363799] Modules linked in: binfmt_misc(E) nf_log_ipv6(E) ip6t_REJECT(E) nf_reject_ipv6(E) nf_conntrack_ipv6(E) nf_defrag_ipv6(E) ip6table_filter(E) ip6table_mangle(E) ip6table_raw(E) ip6_tables(E) nf_log_ipv4(E) nf_log_common(E) xt_LOG(E) xt_limit(E) ipt_REJECT(E) nf_reject_ipv4(E) xt_tcpudp(E) xt_owner(E) xt_multiport(E) xt_conntrack(E) iptable_filter(E) iptable_nat(E) nf_conntrack_ipv4(E) nf_defrag_ipv4(E) nf_nat_ipv4(E) nf_nat(E) nf_conntrack(E) iptable_mangle(E) iptable_raw(E) ip_tables(E) x_tables(E) intel_rapl(E) x86_pkg_temp_thermal(E) coretemp(E) crct10dif_pclmul(E) crc32_pclmul(E) ghash_clmulni_intel(E) hmac(E) drbg(E) ansi_cprng(E) aesni_intel(E) evdev(E) aes_x86_64(E) pcspkr(E) lrw(E) gf128mul(E) glue_helper(E) ablk_helper(E) cryptd(E) quota_v2(E) quota_tree(E) loop(E) autofs4(E) ext4(E) [68332.363874] crc16(E) mbcache(E) jbd2(E) btrfs(E) xor(E) raid6_pq(E) xen_netfront(E) xen_blkfront(E) crc32c_intel(E) [68332.363889] CPU: 0 PID: 28996 Comm: btrfs Tainted: G W E 4.5.0-0.bpo.2-amd64 #1 Debian 4.5.4-1~bpo8+1 [68332.363898] 0000000000000200 00000000430b0e0a ffffffff8130a245 ffff8800b57b3568 [68332.363907] ffffffffc0115350 ffffffff81079ba1 ffff8801ae8252c8 ffff8800b57b35c0 [68332.363916] 0000000000040000 0000000000000001 00000351c1800000 ffffffff81079c2c [68332.363925] Call Trace: [68332.363934] [] ? dump_stack+0x5c/0x77 [68332.363941] [] ? warn_slowpath_common+0x81/0xb0 [68332.363947] [] ? warn_slowpath_fmt+0x5c/0x80 [68332.363966] [] ? convert_free_space_to_extents+0x398/0x4a0 [btrfs] [68332.363985] [] ? modify_free_space_bitmap+0x251/0x3c0 [btrfs] [68332.364005] [] ? __add_to_free_space_tree+0x12f/0x360 [btrfs] [68332.364040] [] ? btrfs_mark_buffer_dirty+0x86/0xc0 [btrfs] [68332.364048] [] ? kmem_cache_alloc+0x360/0x4e0 [68332.364063] [] ? btrfs_del_items+0x38b/0x490 [btrfs] [68332.364079] [] ? add_to_free_space_tree+0x80/0x120 [btrfs] [68332.364094] [] ? __btrfs_free_extent.isra.68+0x81f/0xdc0 [btrfs] [68332.364112] [] ? __btrfs_run_delayed_refs+0x9ad/0x1210 [btrfs] [68332.364129] [] ? btrfs_free_tree_block+0xdc/0x250 [btrfs] [68332.364146] [] ? btrfs_run_delayed_refs+0x8e/0x2b0 [btrfs] [68332.364160] [] ? walk_up_tree+0xc7/0x1c0 [btrfs] [68332.364177] [] ? btrfs_should_end_transaction+0x3f/0x60 [btrfs] [68332.364194] [] ? btrfs_drop_snapshot+0x464/0x860 [btrfs] [68332.364211] [] ? merge_reloc_roots+0x10f/0x260 [btrfs] [68332.364227] [] ? relocate_block_group+0x4a1/0x710 [btrfs] [68332.364245] [] ? btrfs_wait_ordered_roots+0x1de/0x210 [btrfs] [68332.364263] [] ? btrfs_relocate_block_group+0x1a0/0x280 [btrfs] [68332.364283] [] ? btrfs_relocate_chunk.isra.38+0x41/0xc0 [btrfs] [68332.364302] [] ? btrfs_balance+0xa1c/0x11b0 [btrfs] [68332.364319] [] ? btrfs_ioctl_balance+0x301/0x370 [btrfs] [68332.364336] [] ? btrfs_ioctl+0x1100/0x2190 [btrfs] [68332.364342] [] ? alloc_pages_vma+0xc1/0x240 [68332.364349] [] ? xen_set_pte_at+0x85/0x2d0 [68332.364355] [] ? handle_mm_fault+0x13d8/0x1b90 [68332.364362] [] ? do_vfs_ioctl+0x99/0x5d0 [68332.364367] [] ? do_brk+0x1da/0x2c0 [68332.364372] [] ? SyS_ioctl+0x76/0x90 [68332.364379] [] ? system_call_fast_compare_end+0xc/0x6b [68332.364417] ---[ end trace 01700446ce279603 ]--- [68332.364430] BTRFS: error (device xvdb) in convert_free_space_to_extents:457: errno=-5 IO failure [68332.364442] BTRFS info (device xvdb): forced readonly [68332.364454] BTRFS: error (device xvdb) in add_to_free_space_tree:1050: errno=-5 IO failure [68332.364467] BTRFS: error (device xvdb) in __btrfs_free_extent:6720: errno=-5 IO failure [68332.364479] BTRFS: error (device xvdb) in btrfs_run_delayed_refs:2946: errno=-5 IO failure [68353.364003] INFO: rcu_sched self-detected stall on CPU [68353.364003] 0-...: (5249 ticks this GP) idle=b63/140000000000001/0 softirq=2892635/2892635 fqs=5220 [68353.364003] (t=5250 jiffies g=2905245 c=2905244 q=13864) [68353.364003] Task dump for CPU 0: [68353.364003] btrfs R running task 0 28996 28660 0x00000008 [68353.364003] 0000000000000001 00000000430b0e0a ffffffff810d70d2 ffff8801f5c16b80 [68353.364003] ffffffff81a58000 0000000000000000 ffff880135820e40 ffffffff810dab55 [68353.364003] ffffffff810e6481 001dcd6500000000 00003e2abb8b0a00 ffffffff815b9cf6 [68353.364003] Call Trace: [68353.364003] [] ? rcu_dump_cpu_stacks+0x82/0xb0 [68353.364003] [] ? rcu_check_callbacks+0x465/0x720 [68353.364003] [] ? timekeeping_update+0xf1/0x150 [68353.364003] [] ? _raw_spin_unlock_irqrestore+0x16/0x20 [68353.364003] [] ? __acct_update_integrals+0x6a/0xf0 [68353.364003] [] ? tick_sched_do_timer+0x30/0x30 [68353.364003] [] ? update_process_times+0x32/0x60 [68353.364003] [] ? tick_sched_handle.isra.15+0x20/0x50 [68353.364003] [] ? tick_sched_timer+0x38/0x70 [68353.364003] [] ? __hrtimer_run_queues+0xea/0x280 [68353.364003] [] ? hrtimer_interrupt+0x99/0x190 [68353.364003] [] ? xen_timer_interrupt+0x32/0x120 [68353.364003] [] ? handle_irq_event_percpu+0x77/0x1b0 [68353.364003] [] ? handle_percpu_irq+0x37/0x50 [68353.364003] [] ? generic_handle_irq+0x21/0x30 [68353.364003] [] ? __evtchn_fifo_handle_events+0x17b/0x1a0 [68353.364003] [] ? __xen_evtchn_do_upcall+0x3c/0x70 [68353.364003] [] ? xen_evtchn_do_upcall+0x2c/0x40 [68353.364003] [] ? xen_do_hypervisor_callback+0x1e/0x40 [68353.364003] [] ? _raw_spin_lock+0x10/0x20 [68353.364003] [] ? __del_reloc_root+0x2b/0xe0 [btrfs] [68353.364003] [] ? free_reloc_roots+0x20/0x30 [btrfs] [68353.364003] [] ? merge_reloc_roots+0x189/0x260 [btrfs] [68353.364003] [] ? relocate_block_group+0x4a1/0x710 [btrfs] [68353.364003] [] ? btrfs_wait_ordered_roots+0x1de/0x210 [btrfs] [68353.364003] [] ? btrfs_relocate_block_group+0x1a0/0x280 [btrfs] [68353.364003] [] ? btrfs_relocate_chunk.isra.38+0x41/0xc0 [btrfs] [68353.364003] [] ? btrfs_balance+0xa1c/0x11b0 [btrfs] [68353.364003] [] ? btrfs_ioctl_balance+0x301/0x370 [btrfs] [68353.364003] [] ? btrfs_ioctl+0x1100/0x2190 [btrfs] [68353.364003] [] ? alloc_pages_vma+0xc1/0x240 [68353.364003] [] ? xen_set_pte_at+0x85/0x2d0 [68353.364003] [] ? handle_mm_fault+0x13d8/0x1b90 [68353.364003] [] ? do_vfs_ioctl+0x99/0x5d0 [68353.364003] [] ? do_brk+0x1da/0x2c0 [68353.364003] [] ? SyS_ioctl+0x76/0x90 [68353.364003] [] ? system_call_fast_compare_end+0xc/0x6b [68380.040006] NMI watchdog: BUG: soft lockup - CPU#0 stuck for 22s! [btrfs:28996] [68380.040019] Modules linked in: binfmt_misc(E) nf_log_ipv6(E) ip6t_REJECT(E) nf_reject_ipv6(E) nf_conntrack_ipv6(E) nf_defrag_ipv6(E) ip6table_filter(E) ip6table_mangle(E) ip6table_raw(E) ip6_tables(E) nf_log_ipv4(E) nf_log_common(E) xt_LOG(E) xt_limit(E) ipt_REJECT(E) nf_reject_ipv4(E) xt_tcpudp(E) xt_owner(E) xt_multiport(E) xt_conntrack(E) iptable_filter(E) iptable_nat(E) nf_conntrack_ipv4(E) nf_defrag_ipv4(E) nf_nat_ipv4(E) nf_nat(E) nf_conntrack(E) iptable_mangle(E) iptable_raw(E) ip_tables(E) x_tables(E) intel_rapl(E) x86_pkg_temp_thermal(E) coretemp(E) crct10dif_pclmul(E) crc32_pclmul(E) ghash_clmulni_intel(E) hmac(E) drbg(E) ansi_cprng(E) aesni_intel(E) evdev(E) aes_x86_64(E) pcspkr(E) lrw(E) gf128mul(E) glue_helper(E) ablk_helper(E) cryptd(E) quota_v2(E) quota_tree(E) loop(E) autofs4(E) ext4(E) [68380.040019] crc16(E) mbcache(E) jbd2(E) btrfs(E) xor(E) raid6_pq(E) xen_netfront(E) xen_blkfront(E) crc32c_intel(E) [68380.040019] CPU: 0 PID: 28996 Comm: btrfs Tainted: G W E 4.5.0-0.bpo.2-amd64 #1 Debian 4.5.4-1~bpo8+1 [68380.040019] task: ffff880135820e40 ti: ffff8800b57b0000 task.ti: ffff8800b57b0000 [68380.040019] RIP: e030:[] [] _raw_spin_lock+0x10/0x20 [68380.040019] RSP: e02b:ffff8800b57b3ad0 EFLAGS: 00000246 [68380.040019] RAX: 0000000000000000 RBX: ffff8800b57b3b18 RCX: 00000000ffffffe2 [68380.040019] RDX: 0000000000000001 RSI: ffffffffc010cda0 RDI: ffff8800ed5da570 [68380.040019] RBP: ffff880143939000 R08: 0000000000000000 R09: 00000000ffffffe2 [68380.040019] R10: 0000000000005901 R11: 0000000000000000 R12: ffff8800ed5da570 [68380.040019] R13: ffff8800ed5da000 R14: ffff8800b57b3b18 R15: ffff8800ed5da578 [68380.040019] FS: 00007fb4a9c918c0(0000) GS:ffff8801f5c00000(0000) knlGS:0000000000000000 [68380.040019] CS: e033 DS: 0000 ES: 0000 CR0: 0000000080050033 [68380.040019] CR2: 00007f296f540000 CR3: 00000001481be000 CR4: 0000000000042660 [68380.040019] Stack: [68380.040019] ffffffffc00da9ab ffff8800b57b3b18 ffff880143939000 ffff8800ed5da000 [68380.040019] ffff8800ef31b800 ffffffffc00daa80 ffff8801439393c0 ffffffffc00ddf59 [68380.040019] ffffffe2ed5da578 ffff8801439393c0 ffff8801439393c0 00000000430b0e0a [68380.040019] Call Trace: [68380.040019] [] ? __del_reloc_root+0x2b/0xe0 [btrfs] [68380.040019] [] ? free_reloc_roots+0x20/0x30 [btrfs] [68380.040019] [] ? merge_reloc_roots+0x189/0x260 [btrfs] [68380.040019] [] ? relocate_block_group+0x4a1/0x710 [btrfs] [68380.040019] [] ? btrfs_wait_ordered_roots+0x1de/0x210 [btrfs] [68380.040019] [] ? btrfs_relocate_block_group+0x1a0/0x280 [btrfs] [68380.040019] [] ? btrfs_relocate_chunk.isra.38+0x41/0xc0 [btrfs] [68380.040019] [] ? btrfs_balance+0xa1c/0x11b0 [btrfs] [68380.040019] [] ? btrfs_ioctl_balance+0x301/0x370 [btrfs] [68380.040019] [] ? btrfs_ioctl+0x1100/0x2190 [btrfs] [68380.040019] [] ? alloc_pages_vma+0xc1/0x240 [68380.040019] [] ? xen_set_pte_at+0x85/0x2d0 [68380.040019] [] ? handle_mm_fault+0x13d8/0x1b90 [68380.040019] [] ? do_vfs_ioctl+0x99/0x5d0 [68380.040019] [] ? do_brk+0x1da/0x2c0 [68380.040019] [] ? SyS_ioctl+0x76/0x90 [68380.040019] [] ? system_call_fast_compare_end+0xc/0x6b [68380.040019] Code: 8b 07 85 c0 74 03 31 c0 c3 ba 01 00 00 00 f0 0f b1 17 85 c0 75 f0 b0 01 c3 66 90 66 66 66 66 90 31 c0 ba 01 00 00 00 f0 0f b1 17 <85> c0 75 02 f3 c3 89 c6 e8 63 48 b0 ff 66 90 c3 66 66 66 66 90 [68408.040003] NMI watchdog: BUG: soft lockup - CPU#0 stuck for 22s! [btrfs:28996] [68408.040003] Modules linked in: binfmt_misc(E) nf_log_ipv6(E) ip6t_REJECT(E) nf_reject_ipv6(E) nf_conntrack_ipv6(E) nf_defrag_ipv6(E) ip6table_filter(E) ip6table_mangle(E) ip6table_raw(E) ip6_tables(E) nf_log_ipv4(E) nf_log_common(E) xt_LOG(E) xt_limit(E) ipt_REJECT(E) nf_reject_ipv4(E) xt_tcpudp(E) xt_owner(E) xt_multiport(E) xt_conntrack(E) iptable_filter(E) iptable_nat(E) nf_conntrack_ipv4(E) nf_defrag_ipv4(E) nf_nat_ipv4(E) nf_nat(E) nf_conntrack(E) iptable_mangle(E) iptable_raw(E) ip_tables(E) x_tables(E) intel_rapl(E) x86_pkg_temp_thermal(E) coretemp(E) crct10dif_pclmul(E) crc32_pclmul(E) ghash_clmulni_intel(E) hmac(E) drbg(E) ansi_cprng(E) aesni_intel(E) evdev(E) aes_x86_64(E) pcspkr(E) lrw(E) gf128mul(E) glue_helper(E) ablk_helper(E) cryptd(E) quota_v2(E) quota_tree(E) loop(E) autofs4(E) ext4(E) [68408.040003] crc16(E) mbcache(E) jbd2(E) btrfs(E) xor(E) raid6_pq(E) xen_netfront(E) xen_blkfront(E) crc32c_intel(E) [68408.040003] CPU: 0 PID: 28996 Comm: btrfs Tainted: G W EL 4.5.0-0.bpo.2-amd64 #1 Debian 4.5.4-1~bpo8+1 [68408.040003] task: ffff880135820e40 ti: ffff8800b57b0000 task.ti: ffff8800b57b0000 [68408.040003] RIP: e030:[] [] free_reloc_roots+0x11/0x30 [btrfs] [68408.040003] RSP: e02b:ffff8800b57b3b00 EFLAGS: 00000283 [68408.040003] RAX: ffff8801439393c0 RBX: ffff8800b57b3b18 RCX: 00000000ffffffe2 [68408.040003] RDX: 000003b323000000 RSI: ffffffffc010cda0 RDI: ffff8800ed5da570 [68408.040003] RBP: ffff880143939000 R08: 0000000000000000 R09: 00000000ffffffe2 [68408.040003] R10: 0000000000005901 R11: 0000000000000000 R12: ffff8800ed5da000 [68408.040003] R13: ffff8800ef31b800 R14: ffff8800b57b3b18 R15: ffff8800ed5da578 [68408.040003] FS: 00007fb4a9c918c0(0000) GS:ffff8801f5c00000(0000) knlGS:0000000000000000 [68408.040003] CS: e033 DS: 0000 ES: 0000 CR0: 0000000080050033 [68408.040003] CR2: 00007f296f540000 CR3: 00000001481be000 CR4: 0000000000042660 [68408.040003] Stack: [68408.040003] ffff8801439393c0 ffffffffc00ddf59 ffffffe2ed5da578 ffff8801439393c0 [68408.040003] ffff8801439393c0 00000000430b0e0a ffff8800ed5da0e8 ffff8801ae825b88 [68408.040003] ffff8800ed5da108 0000000000000000 ffff8800ed5da000 0000000000000000 [68408.040003] Call Trace: [68408.040003] [] ? merge_reloc_roots+0x189/0x260 [btrfs] [68408.040003] [] ? relocate_block_group+0x4a1/0x710 [btrfs] [68408.040003] [] ? btrfs_wait_ordered_roots+0x1de/0x210 [btrfs] [68408.040003] [] ? btrfs_relocate_block_group+0x1a0/0x280 [btrfs] [68408.040003] [] ? btrfs_relocate_chunk.isra.38+0x41/0xc0 [btrfs] [68408.040003] [] ? btrfs_balance+0xa1c/0x11b0 [btrfs] [68408.040003] [] ? btrfs_ioctl_balance+0x301/0x370 [btrfs] [68408.040003] [] ? btrfs_ioctl+0x1100/0x2190 [btrfs] [68408.040003] [] ? alloc_pages_vma+0xc1/0x240 [68408.040003] [] ? xen_set_pte_at+0x85/0x2d0 [68408.040003] [] ? handle_mm_fault+0x13d8/0x1b90 [68408.040003] [] ? do_vfs_ioctl+0x99/0x5d0 [68408.040003] [] ? do_brk+0x1da/0x2c0 [68408.040003] [] ? SyS_ioctl+0x76/0x90 [68408.040003] [] ? system_call_fast_compare_end+0xc/0x6b [68408.040003] Code: 00 48 89 df e8 c1 58 23 c1 e9 79 ff ff ff 5b 5d 41 5c 41 5d c3 0f 0b 0f 1f 00 66 66 66 66 90 53 48 8b 07 48 89 fb 48 39 c7 74 17 <48> 8b 03 48 8d b8 40 fc ff ff e8 00 ff ff ff 48 8b 03 48 39 c3 [68416.376002] INFO: rcu_sched self-detected stall on CPU [68416.376002] 0-...: (21002 ticks this GP) idle=b63/140000000000001/0 softirq=2892635/2892635 fqs=20815 [68416.376002] (t=21003 jiffies g=2905245 c=2905244 q=15750) [68416.376002] Task dump for CPU 0: [68416.376002] btrfs R running task 0 28996 28660 0x00000008 [68416.376002] 0000000000000001 00000000430b0e0a ffffffff810d70d2 ffff8801f5c16b80 [68416.376002] ffffffff81a58000 0000000000000000 ffff880135820e40 ffffffff810dab55 [68416.376002] ffffffff810e6481 001dcd6500000000 00003e396759db00 ffffffff815b9cf6 [68416.376002] Call Trace: [68416.376002] [] ? rcu_dump_cpu_stacks+0x82/0xb0 [68416.376002] [] ? rcu_check_callbacks+0x465/0x720 [68416.376002] [] ? timekeeping_update+0xf1/0x150 [68416.376002] [] ? _raw_spin_unlock_irqrestore+0x16/0x20 [68416.376002] [] ? __acct_update_integrals+0x6a/0xf0 [68416.376002] [] ? tick_sched_do_timer+0x30/0x30 [68416.376002] [] ? update_process_times+0x32/0x60 [68416.376002] [] ? tick_sched_handle.isra.15+0x20/0x50 [68416.376002] [] ? tick_sched_timer+0x38/0x70 [68416.376002] [] ? __hrtimer_run_queues+0xea/0x280 [68416.376002] [] ? hrtimer_interrupt+0x99/0x190 [68416.376002] [] ? xen_timer_interrupt+0x32/0x120 [68416.376002] [] ? handle_irq_event_percpu+0x77/0x1b0 [68416.376002] [] ? handle_percpu_irq+0x37/0x50 [68416.376002] [] ? generic_handle_irq+0x21/0x30 [68416.376002] [] ? __evtchn_fifo_handle_events+0x17b/0x1a0 [68416.376002] [] ? __xen_evtchn_do_upcall+0x3c/0x70 [68416.376002] [] ? xen_evtchn_do_upcall+0x2c/0x40 [68416.376002] [] ? xen_do_hypervisor_callback+0x1e/0x40 [68416.376002] [] ? __raw_callee_save___pv_queued_spin_unlock+0xc/0x12 [68416.376002] [] ? __del_reloc_root+0x57/0xe0 [btrfs] [68416.376002] [] ? free_reloc_roots+0x20/0x30 [btrfs] [68416.376002] [] ? merge_reloc_roots+0x189/0x260 [btrfs] [68416.376002] [] ? relocate_block_group+0x4a1/0x710 [btrfs] [68416.376002] [] ? btrfs_wait_ordered_roots+0x1de/0x210 [btrfs] [68416.376002] [] ? btrfs_relocate_block_group+0x1a0/0x280 [btrfs] [68416.376002] [] ? btrfs_relocate_chunk.isra.38+0x41/0xc0 [btrfs] [68416.376002] [] ? btrfs_balance+0xa1c/0x11b0 [btrfs] [68416.376002] [] ? btrfs_ioctl_balance+0x301/0x370 [btrfs] [68416.376002] [] ? btrfs_ioctl+0x1100/0x2190 [btrfs] [68416.376002] [] ? alloc_pages_vma+0xc1/0x240 [68416.376002] [] ? xen_set_pte_at+0x85/0x2d0 [68416.376002] [] ? handle_mm_fault+0x13d8/0x1b90 [68416.376002] [] ? do_vfs_ioctl+0x99/0x5d0 [68416.376002] [] ? do_brk+0x1da/0x2c0 [68416.376002] [] ? SyS_ioctl+0x76/0x90 [68416.376002] [] ? system_call_fast_compare_end+0xc/0x6b [68444.040002] NMI watchdog: BUG: soft lockup - CPU#0 stuck for 22s! [btrfs:28996] [68444.040002] Modules linked in: binfmt_misc(E) nf_log_ipv6(E) ip6t_REJECT(E) nf_reject_ipv6(E) nf_conntrack_ipv6(E) nf_defrag_ipv6(E) ip6table_filter(E) ip6table_mangle(E) ip6table_raw(E) ip6_tables(E) nf_log_ipv4(E) nf_log_common(E) xt_LOG(E) xt_limit(E) ipt_REJECT(E) nf_reject_ipv4(E) xt_tcpudp(E) xt_owner(E) xt_multiport(E) xt_conntrack(E) iptable_filter(E) iptable_nat(E) nf_conntrack_ipv4(E) nf_defrag_ipv4(E) nf_nat_ipv4(E) nf_nat(E) nf_conntrack(E) iptable_mangle(E) iptable_raw(E) ip_tables(E) x_tables(E) intel_rapl(E) x86_pkg_temp_thermal(E) coretemp(E) crct10dif_pclmul(E) crc32_pclmul(E) ghash_clmulni_intel(E) hmac(E) drbg(E) ansi_cprng(E) aesni_intel(E) evdev(E) aes_x86_64(E) pcspkr(E) lrw(E) gf128mul(E) glue_helper(E) ablk_helper(E) cryptd(E) quota_v2(E) quota_tree(E) loop(E) autofs4(E) ext4(E) [68444.040002] crc16(E) mbcache(E) jbd2(E) btrfs(E) xor(E) raid6_pq(E) xen_netfront(E) xen_blkfront(E) crc32c_intel(E) [68444.040002] CPU: 0 PID: 28996 Comm: btrfs Tainted: G W EL 4.5.0-0.bpo.2-amd64 #1 Debian 4.5.4-1~bpo8+1 [68444.040002] task: ffff880135820e40 ti: ffff8800b57b0000 task.ti: ffff8800b57b0000 [68444.040002] RIP: e030:[] [] _raw_spin_lock+0x10/0x20 [68444.040002] RSP: e02b:ffff8800b57b3ad0 EFLAGS: 00000246 [68444.040002] RAX: 0000000000000000 RBX: ffff8800b57b3b18 RCX: 00000000ffffffe2 [68444.040002] RDX: 0000000000000001 RSI: ffffffffc010cda0 RDI: ffff8800ed5da570 [68444.040002] RBP: ffff880143939000 R08: 0000000000000000 R09: 00000000ffffffe2 [68444.040002] R10: 0000000000005901 R11: 0000000000000000 R12: ffff8800ed5da570 [68444.040002] R13: ffff8800ed5da000 R14: ffff8800b57b3b18 R15: ffff8800ed5da578 [68444.040002] FS: 00007fb4a9c918c0(0000) GS:ffff8801f5c00000(0000) knlGS:0000000000000000 [68444.040002] CS: e033 DS: 0000 ES: 0000 CR0: 0000000080050033 [68444.040002] CR2: 00007f296f540000 CR3: 00000001481be000 CR4: 0000000000042660 [68444.040002] Stack: [68444.040002] ffffffffc00da9ab ffff8800b57b3b18 ffff880143939000 ffff8800ed5da000 [68444.040002] ffff8800ef31b800 ffffffffc00daa80 ffff8801439393c0 ffffffffc00ddf59 [68444.040002] ffffffe2ed5da578 ffff8801439393c0 ffff8801439393c0 00000000430b0e0a [68444.040002] Call Trace: [68444.040002] [] ? __del_reloc_root+0x2b/0xe0 [btrfs] [68444.040002] [] ? free_reloc_roots+0x20/0x30 [btrfs] [68444.040002] [] ? merge_reloc_roots+0x189/0x260 [btrfs] [68444.040002] [] ? relocate_block_group+0x4a1/0x710 [btrfs] [68444.040002] [] ? btrfs_wait_ordered_roots+0x1de/0x210 [btrfs] [68444.040002] [] ? btrfs_relocate_block_group+0x1a0/0x280 [btrfs] [68444.040002] [] ? btrfs_relocate_chunk.isra.38+0x41/0xc0 [btrfs] [68444.040002] [] ? btrfs_balance+0xa1c/0x11b0 [btrfs] [68444.040002] [] ? btrfs_ioctl_balance+0x301/0x370 [btrfs] [68444.040002] [] ? btrfs_ioctl+0x1100/0x2190 [btrfs] [68444.040002] [] ? alloc_pages_vma+0xc1/0x240 [68444.040002] [] ? xen_set_pte_at+0x85/0x2d0 [68444.040002] [] ? handle_mm_fault+0x13d8/0x1b90 [68444.040002] [] ? do_vfs_ioctl+0x99/0x5d0 [68444.040002] [] ? do_brk+0x1da/0x2c0 [68444.040002] [] ? SyS_ioctl+0x76/0x90 [68444.040002] [] ? system_call_fast_compare_end+0xc/0x6b [68444.040002] Code: 8b 07 85 c0 74 03 31 c0 c3 ba 01 00 00 00 f0 0f b1 17 85 c0 75 f0 b0 01 c3 66 90 66 66 66 66 90 31 c0 ba 01 00 00 00 f0 0f b1 17 <85> c0 75 02 f3 c3 89 c6 e8 63 48 b0 ff 66 90 c3 66 66 66 66 90 -# mount -o noatime,space_cache=v2,skip_balance,nospace_cache,clear_cache /dev/xvdb /srv/backup [ 46.239666] BTRFS info (device xvdb): disabling free space tree [ 46.239679] BTRFS info (device xvdb): force clearing of disk cache [ 46.239684] BTRFS: has skinny extents [ 75.683453] BTRFS: detected SSD devices, enabling SSD mode [ 76.397063] BTRFS error (device xvdb): incorrect extent count for 3648599883776; counted 4394, expected 4398 [ 189.549486] BTRFS error (device xvdb): incorrect extent count for 3648599883776; counted 1333, expected 1337 [ 189.549526] ------------[ cut here ]------------ [ 189.549556] WARNING: CPU: 3 PID: 791 at /build/linux-Pq1Zex/linux-4.5.4/fs/btrfs/free-space-tree.c:457 convert_free_space_to_extents+0x398/0x4a0 [btrfs]() [ 189.549565] BTRFS: Transaction aborted (error -5) [ 189.549566] Modules linked in: nf_log_ipv6(E) ip6t_REJECT(E) nf_reject_ipv6(E) nf_conntrack_ipv6(E) nf_defrag_ipv6(E) ip6table_filter(E) ip6table_mangle(E) ip6table_raw(E) ip6_tables(E) nf_log_ipv4(E) nf_log_common(E) xt_LOG(E) xt_limit(E) ipt_REJECT(E) nf_reject_ipv4(E) xt_tcpudp(E) xt_owner(E) xt_multiport(E) xt_conntrack(E) iptable_filter(E) iptable_nat(E) nf_conntrack_ipv4(E) nf_defrag_ipv4(E) nf_nat_ipv4(E) nf_nat(E) nf_conntrack(E) iptable_mangle(E) iptable_raw(E) ip_tables(E) x_tables(E) intel_rapl(E) x86_pkg_temp_thermal(E) coretemp(E) crct10dif_pclmul(E) crc32_pclmul(E) ghash_clmulni_intel(E) hmac(E) drbg(E) ansi_cprng(E) aesni_intel(E) evdev(E) aes_x86_64(E) lrw(E) pcspkr(E) gf128mul(E) glue_helper(E) ablk_helper(E) cryptd(E) quota_v2(E) quota_tree(E) loop(E) autofs4(E) ext4(E) crc16(E) [ 189.549658] mbcache(E) jbd2(E) btrfs(E) xor(E) raid6_pq(E) xen_netfront(E) xen_blkfront(E) crc32c_intel(E) [ 189.549672] CPU: 3 PID: 791 Comm: mount Tainted: G W E 4.5.0-0.bpo.2-amd64 #1 Debian 4.5.4-1~bpo8+1 [ 189.549680] 0000000000000200 00000000abe61b55 ffffffff8130a245 ffff8801f40cf450 [ 189.549689] ffffffffc0133350 ffffffff81079ba1 ffff8801d1077798 ffff8801f40cf4a8 [ 189.549697] 0000000000040000 0000000000000001 00000351c1800000 ffffffff81079c2c [ 189.549706] Call Trace: [ 189.549723] [] ? dump_stack+0x5c/0x77 [ 189.549730] [] ? warn_slowpath_common+0x81/0xb0 [ 189.549736] [] ? warn_slowpath_fmt+0x5c/0x80 [ 189.549753] [] ? convert_free_space_to_extents+0x398/0x4a0 [btrfs] [ 189.549772] [] ? modify_free_space_bitmap+0x251/0x3c0 [btrfs] [ 189.549796] [] ? __add_to_free_space_tree+0x12f/0x360 [btrfs] [ 189.549815] [] ? btrfs_mark_buffer_dirty+0x86/0xc0 [btrfs] [ 189.549822] [] ? kmem_cache_alloc+0x360/0x4e0 [ 189.549836] [] ? btrfs_del_items+0x38b/0x490 [btrfs] [ 189.549851] [] ? add_to_free_space_tree+0x80/0x120 [btrfs] [ 189.549866] [] ? __btrfs_free_extent.isra.68+0x81f/0xdc0 [btrfs] [ 189.549887] [] ? __btrfs_run_delayed_refs+0x9ad/0x1210 [btrfs] [ 189.549904] [] ? btrfs_free_tree_block+0xdc/0x250 [btrfs] [ 189.549919] [] ? btrfs_run_delayed_refs+0x8e/0x2b0 [btrfs] [ 189.549934] [] ? walk_up_tree+0xc7/0x1c0 [btrfs] [ 189.549950] [] ? btrfs_should_end_transaction+0x3f/0x60 [btrfs] [ 189.549966] [] ? btrfs_drop_snapshot+0x464/0x860 [btrfs] [ 189.549983] [] ? merge_reloc_roots+0x10f/0x260 [btrfs] [ 189.549999] [] ? btrfs_recover_relocation+0x2bc/0x3c0 [btrfs] [ 189.550020] [] ? open_ctree+0x2329/0x2690 [btrfs] [ 189.550034] [] ? btrfs_mount+0xd26/0xe60 [btrfs] [ 189.550040] [] ? kmem_cache_free+0xdd/0x3f0 [ 189.550047] [] ? pcpu_alloc+0x33e/0x660 [ 189.550052] [] ? mount_fs+0x36/0x170 [ 189.550058] [] ? vfs_kern_mount+0x64/0x100 [ 189.550071] [] ? btrfs_mount+0x1bc/0xe60 [btrfs] [ 189.550077] [] ? kmem_cache_free+0xdd/0x3f0 [ 189.550082] [] ? pcpu_alloc+0x33e/0x660 [ 189.550089] [] ? mount_fs+0x36/0x170 [ 189.550105] [] ? vfs_kern_mount+0x64/0x100 [ 189.550110] [] ? do_mount+0x22a/0xd40 [ 189.550115] [] ? kmem_cache_alloc_trace+0x85/0x500 [ 189.550120] [] ? SyS_mount+0x84/0xc0 [ 189.550128] [] ? system_call_fast_compare_end+0xc/0x6b [ 189.550133] ---[ end trace 480c7d0f8ee84094 ]--- [ 189.550138] BTRFS: error (device xvdb) in convert_free_space_to_extents:457: errno=-5 IO failure [ 189.550147] BTRFS: error (device xvdb) in add_to_free_space_tree:1050: errno=-5 IO failure [ 189.550154] BTRFS: error (device xvdb) in __btrfs_free_extent:6720: errno=-5 IO failure [ 189.550163] BTRFS: error (device xvdb) in btrfs_run_delayed_refs:2946: errno=-5 IO failure [ 189.550185] BTRFS: error (device xvdb) in btrfs_drop_snapshot:9055: errno=-30 Readonly filesystem [ 189.550193] BTRFS: error (device xvdb) in merge_reloc_roots:2420: errno=-30 Readonly filesystem -mount -o noatime,space_cache=v2,skip_balance,nospace_cache,clear_cache /dev/xvdb /srv/backup [ 143.530699] BTRFS info (device xvdb): disabling free space tree [ 143.530718] BTRFS error (device xvdb): cannot disable free space tree [ 143.548108] BTRFS: open_ctree failed [ 156.769316] BTRFS info (device xvdb): disabling free space tree [ 156.769330] BTRFS info (device xvdb): force clearing of disk cache [ 156.769337] BTRFS: has skinny extents [ 190.716340] BTRFS: detected SSD devices, enabling SSD mode [ 191.235803] BTRFS error (device xvdb): incorrect extent count for 3648599883776; counted 2119, expected 2123 [ 290.949494] BTRFS error (device xvdb): incorrect extent count for 3648599883776; counted 1333, expected 1337 [ 290.949511] ------------[ cut here ]------------ [ 290.949541] WARNING: CPU: 0 PID: 879 at /build/linux-Pq1Zex/linux-4.5.4/fs/btrfs/free-space-tree.c:457 convert_free_space_to_extents+0x398/0x4a0 [btrfs]() [ 290.949550] BTRFS: Transaction aborted (error -5) [ 290.949551] Modules linked in: binfmt_misc(E) nf_log_ipv6(E) ip6t_REJECT(E) nf_reject_ipv6(E) nf_conntrack_ipv6(E) nf_defrag_ipv6(E) ip6table_filter(E) ip6table_mangle(E) ip6table_raw(E) ip6_tables(E) nf_log_ipv4(E) nf_log_common(E) xt_LOG(E) xt_limit(E) ipt_REJECT(E) nf_reject_ipv4(E) xt_tcpudp(E) xt_owner(E) xt_multiport(E) xt_conntrack(E) iptable_filter(E) iptable_nat(E) nf_conntrack_ipv4(E) nf_defrag_ipv4(E) nf_nat_ipv4(E) nf_nat(E) nf_conntrack(E) iptable_mangle(E) iptable_raw(E) ip_tables(E) x_tables(E) intel_rapl(E) x86_pkg_temp_thermal(E) coretemp(E) crct10dif_pclmul(E) crc32_pclmul(E) ghash_clmulni_intel(E) hmac(E) drbg(E) ansi_cprng(E) aesni_intel(E) evdev(E) aes_x86_64(E) lrw(E) gf128mul(E) glue_helper(E) pcspkr(E) ablk_helper(E) cryptd(E) quota_v2(E) quota_tree(E) loop(E) autofs4(E) ext4(E) [ 290.949625] crc16(E) mbcache(E) jbd2(E) btrfs(E) xor(E) raid6_pq(E) xen_netfront(E) xen_blkfront(E) crc32c_intel(E) [ 290.949641] CPU: 0 PID: 879 Comm: mount Tainted: G W E 4.5.0-0.bpo.2-amd64 #1 Debian 4.5.4-1~bpo8+1 [ 290.949650] 0000000000000200 00000000d6b76bb4 ffffffff8130a245 ffff8800ffa8f450 [ 290.949659] ffffffffc0128350 ffffffff81079ba1 ffff8800f095be98 ffff8800ffa8f4a8 [ 290.949667] 0000000000040000 0000000000000001 00000351c1800000 ffffffff81079c2c [ 290.949677] Call Trace: [ 290.949685] [] ? dump_stack+0x5c/0x77 [ 290.949693] [] ? warn_slowpath_common+0x81/0xb0 [ 290.949699] [] ? warn_slowpath_fmt+0x5c/0x80 [ 290.949718] [] ? convert_free_space_to_extents+0x398/0x4a0 [btrfs] [ 290.949737] [] ? modify_free_space_bitmap+0x251/0x3c0 [btrfs] [ 290.949755] [] ? __add_to_free_space_tree+0x12f/0x360 [btrfs] [ 290.949914] [] ? btrfs_mark_buffer_dirty+0x86/0xc0 [btrfs] [ 290.949923] [] ? kmem_cache_alloc+0x360/0x4e0 [ 290.949937] [] ? btrfs_del_items+0x38b/0x490 [btrfs] [ 290.949954] [] ? add_to_free_space_tree+0x80/0x120 [btrfs] [ 290.949969] [] ? __btrfs_free_extent.isra.68+0x81f/0xdc0 [btrfs] [ 290.949987] [] ? __btrfs_run_delayed_refs+0x9ad/0x1210 [btrfs] [ 290.950004] [] ? btrfs_free_tree_block+0xdc/0x250 [btrfs] [ 290.950020] [] ? btrfs_run_delayed_refs+0x8e/0x2b0 [btrfs] [ 290.950034] [] ? walk_up_tree+0xc7/0x1c0 [btrfs] [ 290.950051] [] ? btrfs_should_end_transaction+0x3f/0x60 [btrfs] [ 290.950068] [] ? btrfs_drop_snapshot+0x464/0x860 [btrfs] [ 290.950085] [] ? merge_reloc_roots+0x10f/0x260 [btrfs] [ 290.950101] [] ? btrfs_recover_relocation+0x2bc/0x3c0 [btrfs] [ 290.950120] [] ? open_ctree+0x2329/0x2690 [btrfs] [ 290.950134] [] ? btrfs_mount+0xd26/0xe60 [btrfs] [ 290.950140] [] ? kmem_cache_free+0xdd/0x3f0 [ 290.950148] [] ? pcpu_alloc+0x33e/0x660 [ 290.950154] [] ? mount_fs+0x36/0x170 [ 290.950160] [] ? vfs_kern_mount+0x64/0x100 [ 290.950174] [] ? btrfs_mount+0x1bc/0xe60 [btrfs] [ 290.950180] [] ? kmem_cache_free+0xdd/0x3f0 [ 290.950186] [] ? pcpu_alloc+0x33e/0x660 [ 290.950191] [] ? mount_fs+0x36/0x170 [ 290.950196] [] ? vfs_kern_mount+0x64/0x100 [ 290.950202] [] ? do_mount+0x22a/0xd40 [ 290.950207] [] ? kmem_cache_alloc_trace+0x85/0x500 [ 290.950213] [] ? SyS_mount+0x84/0xc0 [ 290.950220] [] ? system_call_fast_compare_end+0xc/0x6b [ 290.950231] ---[ end trace 8b9c0237915fd239 ]--- [ 290.950237] BTRFS: error (device xvdb) in convert_free_space_to_extents:457: errno=-5 IO failure [ 290.950246] BTRFS: error (device xvdb) in add_to_free_space_tree:1050: errno=-5 IO failure [ 290.950253] BTRFS: error (device xvdb) in __btrfs_free_extent:6720: errno=-5 IO failure [ 290.950263] BTRFS: error (device xvdb) in btrfs_run_delayed_refs:2946: errno=-5 IO failure [ 290.950334] BTRFS: error (device xvdb) in btrfs_drop_snapshot:9055: errno=-30 Readonly filesystem [ 290.950344] BTRFS: error (device xvdb) in merge_reloc_roots:2420: errno=-30 Readonly filesystem [ 311.952008] INFO: rcu_sched self-detected stall on CPU [ 311.952008] 0-...: (5249 ticks this GP) idle=043/140000000000001/0 softirq=6881/6881 fqs=5208 [ 311.952008] (t=5250 jiffies g=7905 c=7904 q=3309) [ 311.952008] Task dump for CPU 0: [ 311.952008] mount R running task 0 879 768 0x00000008 [ 311.952008] 0000000000000001 00000000d6b76bb4 ffffffff810d70d2 ffff8801f5c16b80 [ 311.952008] ffffffff81a58000 0000000000000000 ffff8800fdcaa080 ffffffff810dab55 [ 311.952008] ffffffff810e6481 001dcd6500000000 00000048a14fb200 ffffffff815b9cf6 [ 311.952008] Call Trace: [ 311.952008] [] ? rcu_dump_cpu_stacks+0x82/0xb0 [ 311.952008] [] ? rcu_check_callbacks+0x465/0x720 [ 311.952008] [] ? timekeeping_update+0xf1/0x150 [ 311.952008] [] ? _raw_spin_unlock_irqrestore+0x16/0x20 [ 311.952008] [] ? __acct_update_integrals+0x6a/0xf0 [ 311.952008] [] ? tick_sched_do_timer+0x30/0x30 [ 311.952008] [] ? update_process_times+0x32/0x60 [ 311.952008] [] ? tick_sched_handle.isra.15+0x20/0x50 [ 311.952008] [] ? tick_sched_timer+0x38/0x70 [ 311.952008] [] ? __hrtimer_run_queues+0xea/0x280 [ 311.952008] [] ? hrtimer_interrupt+0x99/0x190 [ 311.952008] [] ? xen_timer_interrupt+0x32/0x120 [ 311.952008] [] ? handle_irq_event_percpu+0x77/0x1b0 [ 311.952008] [] ? handle_percpu_irq+0x37/0x50 [ 311.952008] [] ? generic_handle_irq+0x21/0x30 [ 311.952008] [] ? __evtchn_fifo_handle_events+0x17b/0x1a0 [ 311.952008] [] ? __xen_evtchn_do_upcall+0x3c/0x70 [ 311.952008] [] ? xen_evtchn_do_upcall+0x2c/0x40 [ 311.952008] [] ? xen_do_hypervisor_callback+0x1e/0x40 [ 311.952008] [] ? _raw_spin_trylock+0x20/0x20 [ 311.952008] [] ? __del_reloc_root+0x2b/0xe0 [btrfs] [ 311.952008] [] ? free_reloc_roots+0x20/0x30 [btrfs] [ 311.952008] [] ? merge_reloc_roots+0x189/0x260 [btrfs] [ 311.952008] [] ? btrfs_recover_relocation+0x2bc/0x3c0 [btrfs] [ 311.952008] [] ? open_ctree+0x2329/0x2690 [btrfs] [ 311.952008] [] ? btrfs_mount+0xd26/0xe60 [btrfs] [ 311.952008] [] ? kmem_cache_free+0xdd/0x3f0 [ 311.952008] [