Re: list_del corruption / unhash_ol_stateid()

[Date Prev][Date Next][Thread Prev][Thread Next][Date Index][Thread Index]

 



Update: can get to fail with slub_debug=FPU,nfsd4_stateids

The results seem to be in line with Jeff's theory.

The patch applied to test:

=========================

diff --git a/fs/nfsd/nfs4state.c b/fs/nfsd/nfs4state.c
index 039f9c8a95e8..0b3a9637d199 100644
--- a/fs/nfsd/nfs4state.c
+++ b/fs/nfsd/nfs4state.c
@@ -734,6 +734,8 @@ nfs4_put_stid(struct nfs4_stid *s)
 
 	might_lock(&clp->cl_lock);
 
+	WARN_ON_ONCE(s->sc_type == 0x6b);
+
 	if (!atomic_dec_and_lock(&s->sc_count, &clp->cl_lock)) {
 		wake_up_all(&close_wq);
 		return;
@@ -939,6 +941,23 @@ static int nfs4_access_to_omode(u32 access)
 	return O_RDONLY;
 }
 
+static int warn_on_nofile(struct nfs4_file *fp, struct nfsd4_open *open) 
+{
+	struct file *filp = NULL;
+        int oflag = nfs4_access_to_omode(open->op_share_access);
+
+        spin_lock(&fp->fi_lock);
+        filp = fp->fi_fds[oflag];
+        spin_unlock(&fp->fi_lock);
+
+	if (filp)
+          return 1;
+
+        return 0;
+}
+
+
+
 /*
  * A stateid that had a deny mode associated with it is being released
  * or downgraded. Recalculate the deny mode on the file.
@@ -1024,6 +1043,7 @@ static void nfs4_free_ol_stateid(struct nfs4_stid *stid)
 	release_all_access(stp);
 	if (stp->st_stateowner)
 		nfs4_put_stateowner(stp->st_stateowner);
+	WARN_ON_ONCE(atomic_read(&stid->sc_count) > 0);
 	kmem_cache_free(stateid_slab, stid);
 }
 
@@ -1054,6 +1074,8 @@ static void put_ol_stateid_locked(struct nfs4_ol_stateid *stp,
 
 	WARN_ON_ONCE(!list_empty(&stp->st_locks));
 
+	WARN_ON_ONCE(s->sc_type == 0x6b);
+
 	if (!atomic_dec_and_test(&s->sc_count)) {
 		wake_up_all(&close_wq);
 		return;
@@ -3866,6 +3888,8 @@ nfs4_upgrade_open(struct svc_rqst *rqstp, struct nfs4_file *fp, struct svc_fh *c
 	if (!test_access(open->op_share_access, stp))
 		return nfs4_get_vfs_file(rqstp, fp, cur_fh, stp, open);
 
+	WARN_ON_ONCE(!warn_on_nofile(fp, open));
+
 	/* test and set deny mode */
 	spin_lock(&fp->fi_lock);
 	status = nfs4_file_check_deny(fp, open->op_share_deny);
@@ -3935,6 +3959,7 @@ static int nfs4_setlease(struct nfs4_delegation *dp)
 	if (!filp) {
 		/* We should always have a readable file here */
 		WARN_ON_ONCE(1);
+		locks_free_lock(fl);
 		return -EBADF;
 	}
 	fl->fl_file = filp;
@@ -4171,10 +4196,13 @@ nfsd4_process_open2(struct svc_rqst *rqstp, struct svc_fh *current_fh, struct nf
 		init_open_stateid(stp, fp, open);
 		status = nfs4_get_vfs_file(rqstp, fp, current_fh, stp, open);
 		if (status) {
+		  WARN_ON_ONCE(!warn_on_nofile(fp, open));
 			release_open_stateid(stp);
 			goto out;
 		}
 
+		WARN_ON_ONCE(!warn_on_nofile(fp, open));
+
 		stp->st_clnt_odstate = find_or_hash_clnt_odstate(fp,
 							open->op_odstate);
 		if (stp->st_clnt_odstate == open->op_odstate)



=========================

The results:

[ 1185.524196] ------------[ cut here ]------------
[ 1185.529940] WARNING: CPU: 10 PID: 30157 at fs/nfsd/nfs4state.c:3891 nfsd4_process_open2+0xec8/0x1270 [nfsd]()
[ 1185.541634] Modules linked in: gfs2 dlm sctp drbd(OE) cts rpcsec_gss_krb5 nfsv4 dns_resolver nfs fscache dm_service_time iscsi_tcp libiscsi_tcp libiscsi scsi_transport_iscsi 8021q garp mrp stp llc bonding nf_log_ipv4 nf_log_common xt_LOG xt_conntrack iptable_filter nf_conntrack_ftp nf_conntrack_ipv4 nf_defrag_ipv4 nf_conntrack ip_tables x86_pkg_temp_thermal coretemp dm_multipath kvm_intel kvm crct10dif_pclmul crc32_pclmul crc32c_intel ghash_clmulni_intel aesni_intel nfsd lrw gf128mul ipmi_devintf glue_helper iTCO_wdt ablk_helper cryptd iTCO_vendor_support dcdbas auth_rpcgss ipmi_si pcspkr mei_me sb_edac acpi_power_meter mei shpchp wmi lpc_ich edac_core mfd_core ipmi_msghandler acpi_pad nfs_acl lockd grace sunrpc binfmt_misc xfs mgag200 sr_mod syscopyarea sysfillrect cdrom sysimgblt i2c_algo_bit drm_kms_helper
[ 1185.625780]  ttm drm sd_mod ixgbe ahci tg3 mdio libahci dca ptp libata megaraid_sas i2c_core pps_core dm_mirror dm_region_hash dm_log dm_mod
[ 1185.639956] CPU: 10 PID: 30157 Comm: nfsd Tainted: G           OE   4.1.3_7 #1
[ 1185.648711] Hardware name: Dell Inc. PowerEdge R720/0X3D66, BIOS 2.2.2 01/16/2014
[ 1185.657864]  ffffffffa067558e ffff883fcaa8fbc8 ffffffff81657c67 0000000000000001
[ 1185.666854]  0000000000000000 ffff883fcaa8fc08 ffffffff8107853a ffff883fcaa8fc18
[ 1185.675992]  ffff881fed9263e0 ffff881f30480540 ffff881f30480528 ffff881f36a00000
[ 1185.685007] Call Trace:
[ 1185.688536]  [<ffffffff81657c67>] dump_stack+0x45/0x57
[ 1185.695026]  [<ffffffff8107853a>] warn_slowpath_common+0x8a/0xc0
[ 1185.702464]  [<ffffffff8107862a>] warn_slowpath_null+0x1a/0x20
[ 1185.709815]  [<ffffffffa06674e8>] nfsd4_process_open2+0xec8/0x1270 [nfsd]
[ 1185.718139]  [<ffffffffa0666382>] ? nfsd4_process_open1+0x152/0x3f0 [nfsd]
[ 1185.726595]  [<ffffffffa06562a2>] nfsd4_open+0x532/0x830 [nfsd]
[ 1185.733965]  [<ffffffffa0656a77>] nfsd4_proc_compound+0x4d7/0x7e0 [nfsd]
[ 1185.742185]  [<ffffffffa0642f83>] nfsd_dispatch+0xc3/0x210 [nfsd]
[ 1185.749733]  [<ffffffffa018cca2>] ? svc_tcp_adjust_wspace+0x12/0x30 [sunrpc]
[ 1185.758348]  [<ffffffffa018bbb0>] svc_process_common+0x440/0x6d0 [sunrpc]
[ 1185.766675]  [<ffffffffa018bf53>] svc_process+0x113/0x1b0 [sunrpc]
[ 1185.774298]  [<ffffffffa064298f>] nfsd+0xff/0x170 [nfsd]
[ 1185.781001]  [<ffffffffa0642890>] ? nfsd_destroy+0x80/0x80 [nfsd]
[ 1185.788538]  [<ffffffff810968b9>] kthread+0xc9/0xe0
[ 1185.794734]  [<ffffffff810967f0>] ? kthread_create_on_node+0x180/0x180
[ 1185.802733]  [<ffffffff8165f2a2>] ret_from_fork+0x42/0x70
[ 1185.809469]  [<ffffffff810967f0>] ? kthread_create_on_node+0x180/0x180
[ 1185.817458] ---[ end trace ae15837291fe646a ]---
[ 1186.313360] ------------[ cut here ]------------
[ 1186.319334] WARNING: CPU: 6 PID: 30156 at fs/nfsd/nfs4state.c:3961 nfsd4_process_open2+0xe6a/0x1270 [nfsd]()
[ 1186.331134] Modules linked in: gfs2 dlm sctp drbd(OE) cts rpcsec_gss_krb5 nfsv4 dns_resolver nfs fscache dm_service_time iscsi_tcp libiscsi_tcp libiscsi scsi_transport_iscsi 8021q garp mrp stp llc bonding nf_log_ipv4 nf_log_common xt_LOG xt_conntrack iptable_filter nf_conntrack_ftp nf_conntrack_ipv4 nf_defrag_ipv4 nf_conntrack ip_tables x86_pkg_temp_thermal coretemp dm_multipath kvm_intel kvm crct10dif_pclmul crc32_pclmul crc32c_intel ghash_clmulni_intel aesni_intel nfsd lrw gf128mul ipmi_devintf glue_helper iTCO_wdt ablk_helper cryptd iTCO_vendor_support dcdbas auth_rpcgss ipmi_si pcspkr mei_me sb_edac acpi_power_meter mei shpchp wmi lpc_ich edac_core mfd_core ipmi_msghandler acpi_pad nfs_acl lockd grace sunrpc binfmt_misc xfs mgag200 sr_mod syscopyarea sysfillrect cdrom sysimgblt i2c_algo_bit drm_kms_helper
[ 1186.417242]  ttm drm sd_mod ixgbe ahci tg3 mdio libahci dca ptp libata megaraid_sas i2c_core pps_core dm_mirror dm_region_hash dm_log dm_mod
[ 1186.431744] CPU: 6 PID: 30156 Comm: nfsd Tainted: G        W  OE   4.1.3_7 #1
[ 1186.440610] Hardware name: Dell Inc. PowerEdge R720/0X3D66, BIOS 2.2.2 01/16/2014
[ 1186.449869]  ffffffffa067558e ffff883fceef3bc8 ffffffff81657c67 0000000000000001
[ 1186.459097]  0000000000000000 ffff883fceef3c08 ffffffff8107853a ffff881f6e414540
[ 1186.468328]  ffff881feee3e3e0 ffff881f6e414540 ffff881f3912e000 ffff881f3c3c0000
[ 1186.477507] Call Trace:
[ 1186.481105]  [<ffffffff81657c67>] dump_stack+0x45/0x57
[ 1186.487731]  [<ffffffff8107853a>] warn_slowpath_common+0x8a/0xc0
[ 1186.495273]  [<ffffffff8107862a>] warn_slowpath_null+0x1a/0x20
[ 1186.502640]  [<ffffffffa066748a>] nfsd4_process_open2+0xe6a/0x1270 [nfsd]
[ 1186.511023]  [<ffffffffa06562a2>] nfsd4_open+0x532/0x830 [nfsd]
[ 1186.518431]  [<ffffffffa0656a77>] nfsd4_proc_compound+0x4d7/0x7e0 [nfsd]
[ 1186.526697]  [<ffffffffa0642f83>] nfsd_dispatch+0xc3/0x210 [nfsd]
[ 1186.534252]  [<ffffffffa018cca2>] ? svc_tcp_adjust_wspace+0x12/0x30 [sunrpc]
[ 1186.542870]  [<ffffffffa018bbb0>] svc_process_common+0x440/0x6d0 [sunrpc]
[ 1186.551210]  [<ffffffffa018bf53>] svc_process+0x113/0x1b0 [sunrpc]
[ 1186.558839]  [<ffffffffa064298f>] nfsd+0xff/0x170 [nfsd]
[ 1186.565517]  [<ffffffffa0642890>] ? nfsd_destroy+0x80/0x80 [nfsd]
[ 1186.573028]  [<ffffffff810968b9>] kthread+0xc9/0xe0
[ 1186.579186]  [<ffffffff810967f0>] ? kthread_create_on_node+0x180/0x180
[ 1186.587220]  [<ffffffff8165f2a2>] ret_from_fork+0x42/0x70
[ 1186.593951]  [<ffffffff810967f0>] ? kthread_create_on_node+0x180/0x180
[ 1186.601996] ---[ end trace ae15837291fe646b ]---
[ 1308.795050] ------------[ cut here ]------------
[ 1308.801044] WARNING: CPU: 24 PID: 30158 at fs/nfsd/nfs4state.c:4199 nfsd4_process_open2+0x1261/0x1270 [nfsd]()
[ 1308.812986] Modules linked in: gfs2 dlm sctp drbd(OE) cts rpcsec_gss_krb5 nfsv4 dns_resolver nfs fscache dm_service_time iscsi_tcp libiscsi_tcp libiscsi scsi_transport_iscsi 8021q garp mrp stp llc bonding nf_log_ipv4 nf_log_common xt_LOG xt_conntrack iptable_filter nf_conntrack_ftp nf_conntrack_ipv4 nf_defrag_ipv4 nf_conntrack ip_tables x86_pkg_temp_thermal coretemp dm_multipath kvm_intel kvm crct10dif_pclmul crc32_pclmul crc32c_intel ghash_clmulni_intel aesni_intel nfsd lrw gf128mul ipmi_devintf glue_helper iTCO_wdt ablk_helper cryptd iTCO_vendor_support dcdbas auth_rpcgss ipmi_si pcspkr mei_me sb_edac acpi_power_meter mei shpchp wmi lpc_ich edac_core mfd_core ipmi_msghandler acpi_pad nfs_acl lockd grace sunrpc binfmt_misc xfs mgag200 sr_mod syscopyarea sysfillrect cdrom sysimgblt i2c_algo_bit drm_kms_helper
[ 1308.900250]  ttm drm sd_mod ixgbe ahci tg3 mdio libahci dca ptp libata megaraid_sas i2c_core pps_core dm_mirror dm_region_hash dm_log dm_mod
[ 1308.915284] CPU: 24 PID: 30158 Comm: nfsd Tainted: G        W  OE   4.1.3_7 #1
[ 1308.924255] Hardware name: Dell Inc. PowerEdge R720/0X3D66, BIOS 2.2.2 01/16/2014
[ 1308.933531]  ffffffffa067558e ffff883fce893bc8 ffffffff81657c67 0000000000000001
[ 1308.942954]  0000000000000000 ffff883fce893c08 ffffffff8107853a ffff883fce893c18
[ 1308.952290]  ffff881fed9203e0 0000000018270000 ffff881f40eec948 ffff881f36a02af8
[ 1308.961644] Call Trace:
[ 1308.965298]  [<ffffffff81657c67>] dump_stack+0x45/0x57
[ 1308.971913]  [<ffffffff8107853a>] warn_slowpath_common+0x8a/0xc0
[ 1308.979547]  [<ffffffff8107862a>] warn_slowpath_null+0x1a/0x20
[ 1308.986924]  [<ffffffffa0667881>] nfsd4_process_open2+0x1261/0x1270 [nfsd]
[ 1308.995447]  [<ffffffffa0666382>] ? nfsd4_process_open1+0x152/0x3f0 [nfsd]
[ 1309.003978]  [<ffffffffa06562a2>] nfsd4_open+0x532/0x830 [nfsd]
[ 1309.011414]  [<ffffffffa0656a77>] nfsd4_proc_compound+0x4d7/0x7e0 [nfsd]
[ 1309.019704]  [<ffffffffa0642f83>] nfsd_dispatch+0xc3/0x210 [nfsd]
[ 1309.027368]  [<ffffffffa018cca2>] ? svc_tcp_adjust_wspace+0x12/0x30 [sunrpc]
[ 1309.036209]  [<ffffffffa018bbb0>] svc_process_common+0x440/0x6d0 [sunrpc]
[ 1309.044589]  [<ffffffffa018bf53>] svc_process+0x113/0x1b0 [sunrpc]
[ 1309.052266]  [<ffffffffa064298f>] nfsd+0xff/0x170 [nfsd]
[ 1309.059143]  [<ffffffffa0642890>] ? nfsd_destroy+0x80/0x80 [nfsd]
[ 1309.066775]  [<ffffffff810968b9>] kthread+0xc9/0xe0
[ 1309.073100]  [<ffffffff810967f0>] ? kthread_create_on_node+0x180/0x180
[ 1309.081303]  [<ffffffff8165f2a2>] ret_from_fork+0x42/0x70
[ 1309.088088]  [<ffffffff810967f0>] ? kthread_create_on_node+0x180/0x180
[ 1309.096314] ---[ end trace ae15837291fe646c ]---
[ 1309.102259] ------------[ cut here ]------------
[ 1309.108271] WARNING: CPU: 24 PID: 30158 at lib/list_debug.c:53 __list_del_entry+0x63/0xd0()
[ 1309.118421] list_del corruption, ffff881f36a02b28->next is LIST_POISON1 (dead000000100100)
[ 1309.128541] Modules linked in: gfs2 dlm sctp drbd(OE) cts rpcsec_gss_krb5 nfsv4 dns_resolver nfs fscache dm_service_time iscsi_tcp libiscsi_tcp libiscsi scsi_transport_iscsi 8021q garp mrp stp llc bonding nf_log_ipv4 nf_log_common xt_LOG xt_conntrack iptable_filter nf_conntrack_ftp nf_conntrack_ipv4 nf_defrag_ipv4 nf_conntrack ip_tables x86_pkg_temp_thermal coretemp dm_multipath kvm_intel kvm crct10dif_pclmul crc32_pclmul crc32c_intel ghash_clmulni_intel aesni_intel nfsd lrw gf128mul ipmi_devintf glue_helper iTCO_wdt ablk_helper cryptd iTCO_vendor_support dcdbas auth_rpcgss ipmi_si pcspkr mei_me sb_edac acpi_power_meter mei shpchp wmi lpc_ich edac_core mfd_core ipmi_msghandler acpi_pad nfs_acl lockd grace sunrpc binfmt_misc xfs mgag200 sr_mod syscopyarea sysfillrect cdrom sysimgblt i2c_algo_bit drm_kms_helper
[ 1309.214812]  ttm drm sd_mod ixgbe ahci tg3 mdio libahci dca ptp libata megaraid_sas i2c_core pps_core dm_mirror dm_region_hash dm_log dm_mod
[ 1309.229585] CPU: 24 PID: 30158 Comm: nfsd Tainted: G        W  OE   4.1.3_7 #1
[ 1309.238657] Hardware name: Dell Inc. PowerEdge R720/0X3D66, BIOS 2.2.2 01/16/2014
[ 1309.248021]  ffffffff818c30d0 ffff883fce893b28 ffffffff81657c67 0000000000000001
[ 1309.257325]  ffff883fce893b78 ffff883fce893b68 ffffffff8107853a ffffffffa0667881
[ 1309.266608]  ffff881f36a02b28 ffff881f40eec94c ffff881f40eec948 ffff881f36a02af8
[ 1309.275896] Call Trace:
[ 1309.279613]  [<ffffffff81657c67>] dump_stack+0x45/0x57
[ 1309.286319]  [<ffffffff8107853a>] warn_slowpath_common+0x8a/0xc0
[ 1309.293968]  [<ffffffffa0667881>] ? nfsd4_process_open2+0x1261/0x1270 [nfsd]
[ 1309.302753]  [<ffffffff810785b6>] warn_slowpath_fmt+0x46/0x50
[ 1309.310052]  [<ffffffff81313bb3>] __list_del_entry+0x63/0xd0
[ 1309.317229]  [<ffffffff81313c31>] list_del+0x11/0x40
[ 1309.323613]  [<ffffffffa06611f8>] unhash_ol_stateid+0x28/0x40 [nfsd]
[ 1309.331547]  [<ffffffffa0666e76>] nfsd4_process_open2+0x856/0x1270 [nfsd]
[ 1309.339956]  [<ffffffffa0666382>] ? nfsd4_process_open1+0x152/0x3f0 [nfsd]
[ 1309.348496]  [<ffffffffa06562a2>] nfsd4_open+0x532/0x830 [nfsd]
[ 1309.355943]  [<ffffffffa0656a77>] nfsd4_proc_compound+0x4d7/0x7e0 [nfsd]
[ 1309.364257]  [<ffffffffa0642f83>] nfsd_dispatch+0xc3/0x210 [nfsd]
[ 1309.371915]  [<ffffffffa018cca2>] ? svc_tcp_adjust_wspace+0x12/0x30 [sunrpc]
[ 1309.380609]  [<ffffffffa018bbb0>] svc_process_common+0x440/0x6d0 [sunrpc]
[ 1309.389008]  [<ffffffffa018bf53>] svc_process+0x113/0x1b0 [sunrpc]
[ 1309.396761]  [<ffffffffa064298f>] nfsd+0xff/0x170 [nfsd]
[ 1309.403516]  [<ffffffffa0642890>] ? nfsd_destroy+0x80/0x80 [nfsd]
[ 1309.411179]  [<ffffffff810968b9>] kthread+0xc9/0xe0
[ 1309.417487]  [<ffffffff810967f0>] ? kthread_create_on_node+0x180/0x180
[ 1309.425586]  [<ffffffff8165f2a2>] ret_from_fork+0x42/0x70
[ 1309.432505]  [<ffffffff810967f0>] ? kthread_create_on_node+0x180/0x180
[ 1309.440602] ---[ end trace ae15837291fe646d ]---
[ 1309.446563] ------------[ cut here ]------------
[ 1309.452536] WARNING: CPU: 24 PID: 30158 at lib/list_debug.c:53 __list_del_entry+0x63/0xd0()
[ 1309.462706] list_del corruption, ffff881f36a02b38->next is LIST_POISON1 (dead000000100100)
[ 1309.472780] Modules linked in: gfs2 dlm sctp drbd(OE) cts rpcsec_gss_krb5 nfsv4 dns_resolver nfs fscache dm_service_time iscsi_tcp libiscsi_tcp libiscsi scsi_transport_iscsi 8021q garp mrp stp llc bonding nf_log_ipv4 nf_log_common xt_LOG xt_conntrack iptable_filter nf_conntrack_ftp nf_conntrack_ipv4 nf_defrag_ipv4 nf_conntrack ip_tables x86_pkg_temp_thermal coretemp dm_multipath kvm_intel kvm crct10dif_pclmul crc32_pclmul crc32c_intel ghash_clmulni_intel aesni_intel nfsd lrw gf128mul ipmi_devintf glue_helper iTCO_wdt ablk_helper cryptd iTCO_vendor_support dcdbas auth_rpcgss ipmi_si pcspkr mei_me sb_edac acpi_power_meter mei shpchp wmi lpc_ich edac_core mfd_core ipmi_msghandler acpi_pad nfs_acl lockd grace sunrpc binfmt_misc xfs mgag200 sr_mod syscopyarea sysfillrect cdrom sysimgblt i2c_algo_bit drm_kms_helper
[ 1309.559071]  ttm drm sd_mod ixgbe ahci tg3 mdio libahci dca ptp libata megaraid_sas i2c_core pps_core dm_mirror dm_region_hash dm_log dm_mod
[ 1309.573829] CPU: 24 PID: 30158 Comm: nfsd Tainted: G        W  OE   4.1.3_7 #1
[ 1309.582892] Hardware name: Dell Inc. PowerEdge R720/0X3D66, BIOS 2.2.2 01/16/2014
[ 1309.592198]  ffffffff818c30d0 ffff883fce893b28 ffffffff81657c67 0000000000000001
[ 1309.601476]  ffff883fce893b78 ffff883fce893b68 ffffffff8107853a ffffffffa0667881
[ 1309.610680]  ffff881f36a02b38 ffff881f40eec94c ffff881f40eec948 ffff881f36a02af8
[ 1309.619877] Call Trace:
[ 1309.623476]  [<ffffffff81657c67>] dump_stack+0x45/0x57
[ 1309.630108]  [<ffffffff8107853a>] warn_slowpath_common+0x8a/0xc0
[ 1309.637666]  [<ffffffffa0667881>] ? nfsd4_process_open2+0x1261/0x1270 [nfsd]
[ 1309.646410]  [<ffffffff810785b6>] warn_slowpath_fmt+0x46/0x50
[ 1309.653674]  [<ffffffff81313bb3>] __list_del_entry+0x63/0xd0
[ 1309.660854]  [<ffffffff81313c31>] list_del+0x11/0x40
[ 1309.667228]  [<ffffffffa0661209>] unhash_ol_stateid+0x39/0x40 [nfsd]
[ 1309.675185]  [<ffffffffa0666e76>] nfsd4_process_open2+0x856/0x1270 [nfsd]
[ 1309.683646]  [<ffffffffa0666382>] ? nfsd4_process_open1+0x152/0x3f0 [nfsd]
[ 1309.692153]  [<ffffffffa06562a2>] nfsd4_open+0x532/0x830 [nfsd]
[ 1309.699604]  [<ffffffffa0656a77>] nfsd4_proc_compound+0x4d7/0x7e0 [nfsd]
[ 1309.707941]  [<ffffffffa0642f83>] nfsd_dispatch+0xc3/0x210 [nfsd]
[ 1309.715573]  [<ffffffffa018cca2>] ? svc_tcp_adjust_wspace+0x12/0x30 [sunrpc]
[ 1309.724270]  [<ffffffffa018bbb0>] svc_process_common+0x440/0x6d0 [sunrpc]
[ 1309.732680]  [<ffffffffa018bf53>] svc_process+0x113/0x1b0 [sunrpc]
[ 1309.740395]  [<ffffffffa064298f>] nfsd+0xff/0x170 [nfsd]
[ 1309.747180]  [<ffffffffa0642890>] ? nfsd_destroy+0x80/0x80 [nfsd]
[ 1309.754811]  [<ffffffff810968b9>] kthread+0xc9/0xe0
[ 1309.761065]  [<ffffffff810967f0>] ? kthread_create_on_node+0x180/0x180
[ 1309.769166]  [<ffffffff8165f2a2>] ret_from_fork+0x42/0x70
[ 1309.776005]  [<ffffffff810967f0>] ? kthread_create_on_node+0x180/0x180
[ 1309.784130] ---[ end trace ae15837291fe646e ]---
[ 1309.790143] ------------[ cut here ]------------
[ 1309.796195] WARNING: CPU: 30 PID: 30158 at fs/nfsd/nfs4state.c:737 nfs4_put_stid+0xa8/0xc0 [nfsd]()
[ 1309.807211] Modules linked in: gfs2 dlm sctp drbd(OE) cts rpcsec_gss_krb5 nfsv4 dns_resolver nfs fscache dm_service_time iscsi_tcp libiscsi_tcp libiscsi scsi_transport_iscsi 8021q garp mrp stp llc bonding nf_log_ipv4 nf_log_common xt_LOG xt_conntrack iptable_filter nf_conntrack_ftp nf_conntrack_ipv4 nf_defrag_ipv4 nf_conntrack ip_tables x86_pkg_temp_thermal coretemp dm_multipath kvm_intel kvm crct10dif_pclmul crc32_pclmul crc32c_intel ghash_clmulni_intel aesni_intel nfsd lrw gf128mul ipmi_devintf glue_helper iTCO_wdt ablk_helper cryptd iTCO_vendor_support dcdbas auth_rpcgss ipmi_si pcspkr mei_me sb_edac acpi_power_meter mei shpchp wmi lpc_ich edac_core mfd_core ipmi_msghandler acpi_pad nfs_acl lockd grace sunrpc binfmt_misc xfs mgag200 sr_mod syscopyarea sysfillrect cdrom sysimgblt i2c_algo_bit drm_kms_helper
[ 1309.893143]  ttm drm sd_mod ixgbe ahci tg3 mdio libahci dca ptp libata megaraid_sas i2c_core pps_core dm_mirror dm_region_hash dm_log dm_mod
[ 1309.907929] CPU: 30 PID: 30158 Comm: nfsd Tainted: G        W  OE   4.1.3_7 #1
[ 1309.916955] Hardware name: Dell Inc. PowerEdge R720/0X3D66, BIOS 2.2.2 01/16/2014
[ 1309.926279]  ffffffffa067558e ffff883fce893b98 ffffffff81657c67 0000000000000001
[ 1309.935530]  0000000000000000 ffff883fce893bd8 ffffffff8107853a ffff883fce893be8
[ 1309.944766]  ffff881f36a02af8 0000000018270000 6b6b6b6b6b6b6b6b 6b6b6b6b6b6b6b6b
[ 1309.953970] Call Trace:
[ 1309.957513]  [<ffffffff81657c67>] dump_stack+0x45/0x57
[ 1309.964086]  [<ffffffff8107853a>] warn_slowpath_common+0x8a/0xc0
[ 1309.971594]  [<ffffffff8107862a>] warn_slowpath_null+0x1a/0x20
[ 1309.978884]  [<ffffffffa0663a58>] nfs4_put_stid+0xa8/0xc0 [nfsd]
[ 1309.986374]  [<ffffffffa0666a90>] nfsd4_process_open2+0x470/0x1270 [nfsd]
[ 1309.994754]  [<ffffffffa0666382>] ? nfsd4_process_open1+0x152/0x3f0 [nfsd]
[ 1310.003188]  [<ffffffffa06562a2>] nfsd4_open+0x532/0x830 [nfsd]
[ 1310.010558]  [<ffffffffa0656a77>] nfsd4_proc_compound+0x4d7/0x7e0 [nfsd]
[ 1310.018835]  [<ffffffffa0642f83>] nfsd_dispatch+0xc3/0x210 [nfsd]
[ 1310.026392]  [<ffffffffa018cca2>] ? svc_tcp_adjust_wspace+0x12/0x30 [sunrpc]
[ 1310.035000]  [<ffffffffa018bbb0>] svc_process_common+0x440/0x6d0 [sunrpc]
[ 1310.043332]  [<ffffffffa018bf53>] svc_process+0x113/0x1b0 [sunrpc]
[ 1310.050996]  [<ffffffffa064298f>] nfsd+0xff/0x170 [nfsd]
[ 1310.057686]  [<ffffffffa0642890>] ? nfsd_destroy+0x80/0x80 [nfsd]
[ 1310.065198]  [<ffffffff810968b9>] kthread+0xc9/0xe0
[ 1310.071380]  [<ffffffff810967f0>] ? kthread_create_on_node+0x180/0x180
[ 1310.079371]  [<ffffffff8165f2a2>] ret_from_fork+0x42/0x70
[ 1310.086137]  [<ffffffff810967f0>] ? kthread_create_on_node+0x180/0x180
[ 1310.094164] ---[ end trace ae15837291fe646f ]---
[ 1310.236482] =============================================================================
[ 1310.246335] BUG nfsd4_stateids (Tainted: G        W  OE  ): Poison overwritten
[ 1310.255124] -----------------------------------------------------------------------------

[ 1310.267511] Disabling lock debugging due to kernel taint
[ 1310.274197] INFO: 0xffff881f36a02af8-0xffff881f36a02af8. First byte 0x6a instead of 0x6b
[ 1310.284073] INFO: Allocated in nfs4_alloc_stid+0x29/0xc0 [nfsd] age=430 cpu=2 pid=30156
[ 1310.293768] 	__slab_alloc+0x3f6/0x477
[ 1310.298649] 	kmem_cache_alloc+0x123/0x160
[ 1310.303884] 	nfs4_alloc_stid+0x29/0xc0 [nfsd]
[ 1310.309506] 	nfsd4_process_open1+0x152/0x3f0 [nfsd]
[ 1310.315708] 	nfsd4_open+0xc9/0x830 [nfsd]
[ 1310.320933] 	nfsd4_proc_compound+0x4d7/0x7e0 [nfsd]
[ 1310.327269] 	nfsd_dispatch+0xc3/0x210 [nfsd]
[ 1310.332778] 	svc_process_common+0x440/0x6d0 [sunrpc]
[ 1310.339046] 	svc_process+0x113/0x1b0 [sunrpc]
[ 1310.344646] 	nfsd+0xff/0x170 [nfsd]
[ 1310.349235] 	kthread+0xc9/0xe0
[ 1310.353296] 	ret_from_fork+0x42/0x70
[ 1310.357923] INFO: Freed in nfs4_free_ol_stateid+0x45/0x70 [nfsd] age=486 cpu=4 pid=30155
[ 1310.367621] 	__slab_free+0x39/0x1df
[ 1310.372124] 	kmem_cache_free+0x123/0x150
[ 1310.377098] 	nfs4_free_ol_stateid+0x45/0x70 [nfsd]
[ 1310.383026] 	nfs4_put_stid+0x51/0xc0 [nfsd]
[ 1310.388311] 	nfsd4_close+0x21b/0x290 [nfsd]
[ 1310.393548] 	nfsd4_proc_compound+0x4d7/0x7e0 [nfsd]
[ 1310.399560] 	nfsd_dispatch+0xc3/0x210 [nfsd]
[ 1310.404888] 	svc_process_common+0x440/0x6d0 [sunrpc]
[ 1310.410986] 	svc_process+0x113/0x1b0 [sunrpc]
[ 1310.416399] 	nfsd+0xff/0x170 [nfsd]
[ 1310.420836] 	kthread+0xc9/0xe0
[ 1310.424803] 	ret_from_fork+0x42/0x70
[ 1310.429335] INFO: Slab 0xffffea007cda8000 objects=37 used=37 fp=0x          (null) flags=0x2fffff80004080
[ 1310.440578] INFO: Object 0xffff881f36a02af8 @offset=11000 fp=0xffff881f36a03020

[ 1310.451557] Bytes b4 ffff881f36a02ae8: 18 00 00 00 ce 75 00 00 40 22 0f 00 01 00 00 00  .....u..@"......
[ 1310.462788] Object ffff881f36a02af8: 6a 6b 6b 6b 6b 6b 6b 6b 6b 6b 6b 6b 6b 6b 6b 6b  jkkkkkkkkkkkkkkk
[ 1310.473775] Object ffff881f36a02b08: 6b 6b 6b 6b 6b 6b 6b 6b 6b 6b 6b 6b 6b 6b 6b 6b  kkkkkkkkkkkkkkkk
[ 1310.484769] Object ffff881f36a02b18: 6b 6b 6b 6b 6b 6b 6b 6b 6b 6b 6b 6b 6b 6b 6b 6b  kkkkkkkkkkkkkkkk
[ 1310.495734] Object ffff881f36a02b28: 6b 6b 6b 6b 6b 6b 6b 6b 6b 6b 6b 6b 6b 6b 6b 6b  kkkkkkkkkkkkkkkk
[ 1310.506693] Object ffff881f36a02b38: 6b 6b 6b 6b 6b 6b 6b 6b 6b 6b 6b 6b 6b 6b 6b 6b  kkkkkkkkkkkkkkkk
[ 1310.517662] Object ffff881f36a02b48: 6b 6b 6b 6b 6b 6b 6b 6b 6b 6b 6b 6b 6b 6b 6b 6b  kkkkkkkkkkkkkkkk
[ 1310.528604] Object ffff881f36a02b58: 6b 6b 6b 6b 6b 6b 6b 6b 6b 6b 6b 6b 6b 6b 6b 6b  kkkkkkkkkkkkkkkk
[ 1310.539576] Object ffff881f36a02b68: 6b 6b 6b 6b 6b 6b 6b 6b 6b 6b 6b 6b 6b 6b 6b a5  kkkkkkkkkkkkkkk.
[ 1310.550523] CPU: 24 PID: 30158 Comm: nfsd Tainted: G    B   W  OE   4.1.3_7 #1
[ 1310.559151] Hardware name: Dell Inc. PowerEdge R720/0X3D66, BIOS 2.2.2 01/16/2014
[ 1310.568074]  ffff881f36a02af8 ffff883fce893a28 ffffffff81657c67 00000000000001b8
[ 1310.576934]  ffff881ff1536100 ffff883fce893a68 ffffffff811ca65d 0000000000000080
[ 1310.585768]  ffff881f00000001 ffff881f36a02af9 ffff881ff1536100 000000000000006b
[ 1310.594593] Call Trace:
[ 1310.597855]  [<ffffffff81657c67>] dump_stack+0x45/0x57
[ 1310.604131]  [<ffffffff811ca65d>] print_trailer+0x14d/0x200
[ 1310.610952]  [<ffffffff811ca7df>] check_bytes_and_report+0xcf/0x110
[ 1310.618458]  [<ffffffff811cb547>] check_object+0x1d7/0x250
[ 1310.625179]  [<ffffffffa0663919>] ? nfs4_alloc_stid+0x29/0xc0 [nfsd]
[ 1310.632799]  [<ffffffff81655418>] alloc_debug_processing+0x76/0x118
[ 1310.640325]  [<ffffffff81655f44>] __slab_alloc+0x3f6/0x477
[ 1310.646945]  [<ffffffffa0663919>] ? nfs4_alloc_stid+0x29/0xc0 [nfsd]
[ 1310.654535]  [<ffffffff8109aab4>] ? groups_alloc+0x34/0x110
[ 1310.661300]  [<ffffffffa0663919>] ? nfs4_alloc_stid+0x29/0xc0 [nfsd]
[ 1310.668894]  [<ffffffff811cc0e3>] kmem_cache_alloc+0x123/0x160
[ 1310.675928]  [<ffffffffa0663919>] nfs4_alloc_stid+0x29/0xc0 [nfsd]
[ 1310.683463]  [<ffffffffa0666382>] nfsd4_process_open1+0x152/0x3f0 [nfsd]
[ 1310.691472]  [<ffffffffa0655e39>] nfsd4_open+0xc9/0x830 [nfsd]
[ 1310.698493]  [<ffffffffa0656a77>] nfsd4_proc_compound+0x4d7/0x7e0 [nfsd]
[ 1310.706522]  [<ffffffffa0642f83>] nfsd_dispatch+0xc3/0x210 [nfsd]
[ 1310.713844]  [<ffffffffa018bbb0>] svc_process_common+0x440/0x6d0 [sunrpc]
[ 1310.721937]  [<ffffffffa018bf53>] svc_process+0x113/0x1b0 [sunrpc]
[ 1310.729338]  [<ffffffffa064298f>] nfsd+0xff/0x170 [nfsd]
[ 1310.735782]  [<ffffffffa0642890>] ? nfsd_destroy+0x80/0x80 [nfsd]
[ 1310.743085]  [<ffffffff810968b9>] kthread+0xc9/0xe0
[ 1310.749034]  [<ffffffff810967f0>] ? kthread_create_on_node+0x180/0x180
[ 1310.756845]  [<ffffffff8165f2a2>] ret_from_fork+0x42/0x70
[ 1310.763397]  [<ffffffff810967f0>] ? kthread_create_on_node+0x180/0x180
[ 1310.771195] FIX nfsd4_stateids: Restoring 0xffff881f36a02af8-0xffff881f36a02af8=0x6b

[ 1310.782626] FIX nfsd4_stateids: Marking all objects used

-- 
Andrew W. Elble
aweits@xxxxxxxxxxxxxxxxxx
Infrastructure Engineer, Communications Technical Lead
Rochester Institute of Technology
PGP: BFAD 8461 4CCF DC95 DA2C B0EB 965B 082E 863E C912
--
To unsubscribe from this list: send the line "unsubscribe linux-nfs" in
the body of a message to majordomo@xxxxxxxxxxxxxxx
More majordomo info at  http://vger.kernel.org/majordomo-info.html



[Index of Archives]     [Linux Filesystem Development]     [Linux USB Development]     [Linux Media Development]     [Video for Linux]     [Linux NILFS]     [Linux Audio Users]     [Yosemite Info]     [Linux SCSI]

  Powered by Linux