Hi On 03/12/2018 11:53, Cristian Marussi wrote: > Hi > [snip] > same for me. Issue still there. > > Beside I saw some differences in the dbench result which I used for testing. > > From the dbench (comparing with previous mail) it seems that > Unlink and Qpathinfo MaxLat has normalized. > > Operation Count AvgLat MaxLat > ---------------------------------------- > NTCreateX 90820 13.613 13855.620 > Close 66565 18.075 13853.289 > Rename 3845 23.668 326.642 > Unlink 18450 4.581 186.062 > Qpathinfo 82068 2.677 280.203 > Qfileinfo 14235 10.357 176.373 > Qfsinfo 15156 2.822 242.794 > Sfileinfo 7400 17.018 240.546 > Find 31812 5.988 277.332 > WriteX 44735 0.155 14.685 > ReadX 141872 0.741 13817.870 > LockX 288 10.558 96.179 > UnlockX 288 3.307 57.939 > Flush 6389 20.427 187.429 > > >> Is there anything else blocked in the RPC layer? The above are all >> standard tasks waiting for the rpciod/xprtiod workqueues to complete >> the calls to the server. > cat /proc/692/stack > [<0>] __switch_to+0x6c/0x90 > [<0>] rescuer_thread+0x2e8/0x360 > [<0>] kthread+0x134/0x138 > [<0>] ret_from_fork+0x10/0x1c > [<0>] 0xffffffffffffffff > > I was now trying to collect more evidence ftracing during the quiet-stuck-period > till the restart happens. > attached to this mail there is a 3secs ftrace function-graph taken during the quiet/stalled period of an 'LKP run dbench'; issued directly from console (no ssh or netcat shell traffic). Ftrace filter was pre-set as: set_ftrace_filter was set to : nfs* rpc* xprt* tcp* and tracing started once NO traffic was observed flowing on Wireshark. Using ARM64 64k pages on Linux NFS next branch like previous mail this morning. Thanks Cristian
# tracer: function_graph # # CPU DURATION FUNCTION CALLS # | | | | | | | 3) | nfs_permission() { 3) | rpc_lookup_cred_nonblock() { 3) | rpcauth_lookupcred() { 3) 3.720 us | rpcauth_lookup_credcache(); 3) 8.100 us | } 3) + 11.500 us | } 3) | nfs_do_access() { 3) | nfs_check_cache_invalid() { 3) | nfs4_have_delegation() { 3) 1.220 us | nfs4_is_valid_delegation(); 3) 4.560 us | } 3) 8.040 us | } 3) + 11.420 us | } 3) + 36.140 us | } 3) | nfs4_lookup_revalidate() { 3) | nfs4_do_lookup_revalidate() { 3) | nfs_do_lookup_revalidate() { 3) | nfs4_have_delegation() { 3) 1.200 us | nfs4_is_valid_delegation(); 3) 3.860 us | } 3) | nfs_check_verifier() { 3) | nfs_mapping_need_revalidate_inode() { 3) | nfs_check_cache_invalid() { 3) | nfs4_have_delegation() { 3) 1.180 us | nfs4_is_valid_delegation(); 3) 3.740 us | } 3) 6.280 us | } 3) 8.840 us | } 3) + 11.860 us | } 3) 1.360 us | nfs_lookup_verify_inode(); 3) 1.440 us | nfs_advise_use_readdirplus(); 3) + 27.520 us | } 3) + 30.940 us | } 3) + 34.260 us | } 3) | nfs_permission() { 3) | rpc_lookup_cred_nonblock() { 3) | rpcauth_lookupcred() { 3) 1.720 us | rpcauth_lookup_credcache(); 3) 4.300 us | } 3) 6.700 us | } 3) | nfs_do_access() { 3) | nfs_check_cache_invalid() { 3) | nfs4_have_delegation() { 3) 1.220 us | nfs4_is_valid_delegation(); 3) 3.700 us | } 3) 6.320 us | } 3) 9.840 us | } 3) + 20.480 us | } 3) | nfs4_lookup_revalidate() { 3) | nfs4_do_lookup_revalidate() { 3) | nfs4_have_delegation() { 3) 1.580 us | nfs4_is_valid_delegation(); 3) 1.180 us | nfs_mark_delegation_referenced(); 3) 7.060 us | } 3) 9.620 us | } 3) + 12.320 us | } 3) 1.260 us | nfs_permission(); 3) | nfs4_file_open() { 3) 1.360 us | nfs_check_flags(); 3) | rpc_lookup_cred() { 3) | rpcauth_lookupcred() { 3) 1.580 us | rpcauth_lookup_credcache(); 3) 4.080 us | } 3) 6.640 us | } 3) 1.700 us | nfs_sb_active(); 3) | nfs4_atomic_open() { 3) | nfs4_do_open() { 3) 2.780 us | nfs4_get_state_owner(); 3) | nfs4_client_recover_expired_lease() { 3) | nfs4_wait_clnt_recover() { 3) | nfs_put_client() { 3) 1.940 us | nfs_put_client.part.2(); 3) 4.920 us | } 3) 8.140 us | } 3) + 11.180 us | } 3) | nfs4_opendata_alloc() { 3) 1.360 us | nfs4_label_alloc(); 3) 1.160 us | nfs4_label_alloc(); 3) 2.180 us | nfs_alloc_seqid(); 3) 1.300 us | nfs_sb_active(); 3) | nfs_fattr_init() { 3) 1.380 us | nfs_inc_attr_generation_counter(); 3) 4.760 us | } 3) 1.160 us | nfs_fattr_init_names(); 3) + 25.480 us | } 3) 3.520 us | nfs4_get_open_state(); 3) | nfs4_run_open_task() { 3) | rpc_run_task() { 3) | rpc_new_task() { 3) 1.280 us | xprt_get(); 3) 6.040 us | } 3) | xprt_iter_get_next() { 3) | xprt_iter_get_helper() { 3) 1.220 us | xprt_iter_first_entry(); 3) 1.480 us | xprt_get(); 3) 7.100 us | } 3) + 10.300 us | } 3) | rpc_execute() { 3) + 12.100 us | rpc_make_runnable(); 3) + 15.260 us | } 3) + 39.520 us | } 3) ! 129.680 us | rpc_wait_bit_killable(); 2) | rpc_async_schedule() { 2) | rpc_prepare_task() { 2) | nfs4_open_prepare() { 2) 1.260 us | nfs_wait_on_sequence(); 2) 0.820 us | nfs_mark_delegation_referenced(); 2) 0.740 us | nfs4_sequence_done(); 2) 8.780 us | } 2) + 11.360 us | } 2) | rpc_release_resources_task() { 2) 1.480 us | xprt_release(); 2) | rpc_task_release_client() { 2) 0.780 us | rpc_release_client(); 2) 1.120 us | xprt_put(); 2) 5.380 us | } 2) + 10.780 us | } 2) + 32.280 us | } 3) | rpc_put_task() { 3) | rpc_do_put_task() { 3) | rpc_release_resources_task() { 3) 1.460 us | xprt_release(); 3) 1.380 us | rpc_task_release_client(); 3) 7.340 us | } 3) | rpc_free_task() { 3) | nfs4_open_release() { 3) 1.520 us | nfs4_opendata_put.part.8(); 3) 4.480 us | } 3) 8.080 us | } 3) + 19.980 us | } 3) + 23.560 us | } 3) ! 203.540 us | } 3) 1.420 us | nfs_mark_delegation_referenced(); 3) 1.500 us | nfs_release_seqid(); 3) | nfs_may_open() { 3) | nfs_do_access() { 3) | nfs_check_cache_invalid() { 3) | nfs4_have_delegation() { 3) 1.200 us | nfs4_is_valid_delegation(); 3) 1.200 us | nfs_mark_delegation_referenced(); 3) 6.260 us | } 3) 8.860 us | } 3) + 11.860 us | } 3) + 14.480 us | } 3) 1.260 us | nfs_mark_delegation_referenced(); 3) 1.220 us | nfs4_state_set_mode_locked(); 3) 1.500 us | nfs_release_seqid(); 3) 1.540 us | nfs_inode_attach_open_context(); 3) 1.420 us | nfs4_sequence_free_slot(); 3) | nfs4_opendata_put.part.8() { 3) 1.380 us | nfs4_lgopen_release(); 3) | nfs_free_seqid() { 3) 1.380 us | nfs_release_seqid(); 3) 4.260 us | } 3) 1.280 us | nfs4_sequence_free_slot(); 3) 1.620 us | nfs4_put_open_state(); 3) 1.400 us | nfs4_put_state_owner(); 3) 1.280 us | nfs_sb_deactive(); 3) 1.340 us | nfs_fattr_free_names(); 3) + 25.680 us | } 3) 1.260 us | nfs4_put_state_owner(); 3) ! 329.940 us | } 3) ! 333.420 us | } 3) 1.360 us | nfs_file_set_open_context(); 3) ! 356.720 us | } 1) 2.520 us | nfs4_xattr_get_nfs4_label(); 1) | nfs_file_read() { 1) 0.900 us | nfs_start_io_read(); 1) | nfs_revalidate_mapping() { 1) | nfs_mapping_need_revalidate_inode() { 1) | nfs_check_cache_invalid() { 1) | nfs4_have_delegation() { 1) 0.820 us | nfs4_is_valid_delegation(); 1) 0.800 us | nfs_mark_delegation_referenced(); 1) 4.700 us | } 1) 6.540 us | } 1) 8.220 us | } 1) + 10.360 us | } 1) 0.860 us | nfs_end_io_read(); 1) + 21.200 us | } 1) | nfs_permission() { 1) | rpc_lookup_cred_nonblock() { 1) | rpcauth_lookupcred() { 1) 1.280 us | rpcauth_lookup_credcache(); 1) 3.400 us | } 1) 5.400 us | } 1) | nfs_do_access() { 1) | nfs_check_cache_invalid() { 1) | nfs4_have_delegation() { 1) 0.740 us | nfs4_is_valid_delegation(); 1) 0.760 us | nfs_mark_delegation_referenced(); 1) 4.040 us | } 1) 5.620 us | } 1) 7.360 us | } 1) + 16.080 us | } 1) | nfs_file_read() { 1) 0.800 us | nfs_start_io_read(); 1) | nfs_revalidate_mapping() { 1) | nfs_mapping_need_revalidate_inode() { 1) | nfs_check_cache_invalid() { 1) | nfs4_have_delegation() { 1) 0.860 us | nfs4_is_valid_delegation(); 1) 0.780 us | nfs_mark_delegation_referenced(); 1) 4.020 us | } 1) 6.120 us | } 1) 7.660 us | } 1) 9.320 us | } 1) 0.920 us | nfs_end_io_read(); 1) + 15.620 us | } 1) | nfs_file_read() { 1) 0.800 us | nfs_start_io_read(); 1) | nfs_revalidate_mapping() { 1) | nfs_mapping_need_revalidate_inode() { 1) | nfs_check_cache_invalid() { 1) | nfs4_have_delegation() { 1) 0.740 us | nfs4_is_valid_delegation(); 1) 0.900 us | nfs_mark_delegation_referenced(); 1) 4.040 us | } 1) 5.580 us | } 1) 7.120 us | } 1) 8.720 us | } 1) 0.740 us | nfs_end_io_read(); 1) + 14.000 us | } 1) | nfs_permission() { 1) | rpc_lookup_cred_nonblock() { 1) | rpcauth_lookupcred() { 1) 0.880 us | rpcauth_lookup_credcache(); 1) 2.440 us | } 1) 4.020 us | } 1) | nfs_do_access() { 1) | nfs_check_cache_invalid() { 1) | nfs4_have_delegation() { 1) 0.740 us | nfs4_is_valid_delegation(); 1) 2.360 us | } 1) 4.040 us | } 1) 5.920 us | } 1) + 12.820 us | } 1) | nfs4_lookup_revalidate() { 1) | nfs4_do_lookup_revalidate() { 1) | nfs_do_lookup_revalidate() { 1) | nfs4_have_delegation() { 1) 0.740 us | nfs4_is_valid_delegation(); 1) 2.460 us | } 1) | nfs_check_verifier() { 1) | nfs_mapping_need_revalidate_inode() { 1) | nfs_check_cache_invalid() { 1) | nfs4_have_delegation() { 1) 0.860 us | nfs4_is_valid_delegation(); 1) 2.420 us | } 1) 4.180 us | } 1) 5.700 us | } 1) 7.240 us | } 1) 1.020 us | nfs_lookup_verify_inode(); 1) 0.780 us | nfs_advise_use_readdirplus(); 1) + 16.180 us | } 1) + 17.860 us | } 1) + 20.040 us | } 1) | nfs_permission() { 1) | rpc_lookup_cred_nonblock() { 1) | rpcauth_lookupcred() { 1) 0.820 us | rpcauth_lookup_credcache(); 1) 2.520 us | } 1) 4.100 us | } 1) | nfs_do_access() { 1) | nfs_check_cache_invalid() { 1) | nfs4_have_delegation() { 1) 0.720 us | nfs4_is_valid_delegation(); 1) 2.400 us | } 1) 3.960 us | } 1) 5.760 us | } 1) + 12.360 us | } 1) | nfs4_lookup_revalidate() { 1) | nfs4_do_lookup_revalidate() { 1) | nfs4_have_delegation() { 1) 0.740 us | nfs4_is_valid_delegation(); 1) 2.380 us | } 1) | nfs_do_lookup_revalidate() { 1) | nfs4_have_delegation() { 1) 0.740 us | nfs4_is_valid_delegation(); 1) 2.280 us | } 1) | nfs_check_verifier() { 1) | nfs_mapping_need_revalidate_inode() { 1) | nfs_check_cache_invalid() { 1) | nfs4_have_delegation() { 1) 0.740 us | nfs4_is_valid_delegation(); 1) 2.320 us | } 1) 3.820 us | } 1) 5.340 us | } 1) 6.860 us | } 1) 0.840 us | nfs_lookup_verify_inode(); 1) 1.100 us | nfs_advise_use_readdirplus(); 1) + 15.400 us | } 1) + 20.240 us | } 1) + 21.800 us | } 1) | nfs_get_link() { 1) | nfs_revalidate_mapping_rcu() { 1) | nfs_mapping_need_revalidate_inode() { 1) | nfs_check_cache_invalid() { 1) | nfs4_have_delegation() { 1) 0.740 us | nfs4_is_valid_delegation(); 1) 2.320 us | } 1) 3.940 us | } 1) 5.600 us | } 1) 7.360 us | } 1) 9.500 us | } 1) | nfs_permission() { 1) | rpc_lookup_cred_nonblock() { 1) | rpcauth_lookupcred() { 1) 0.820 us | rpcauth_lookup_credcache(); 1) 2.380 us | } 1) 3.940 us | } 1) | nfs_do_access() { 1) | nfs_check_cache_invalid() { 1) | nfs4_have_delegation() { 1) 0.740 us | nfs4_is_valid_delegation(); 1) 2.280 us | } 1) 3.860 us | } 1) 5.380 us | } 1) + 11.960 us | } 1) | nfs4_lookup_revalidate() { 1) | nfs4_do_lookup_revalidate() { 1) | nfs_do_lookup_revalidate() { 1) | nfs4_have_delegation() { 1) 0.720 us | nfs4_is_valid_delegation(); 1) 2.300 us | } 1) | nfs_check_verifier() { 1) | nfs_mapping_need_revalidate_inode() { 1) | nfs_check_cache_invalid() { 1) | nfs4_have_delegation() { 1) 0.740 us | nfs4_is_valid_delegation(); 1) 2.300 us | } 1) 3.840 us | } 1) 5.360 us | } 1) 6.860 us | } 1) 0.740 us | nfs_lookup_verify_inode(); 1) 0.740 us | nfs_advise_use_readdirplus(); 1) + 14.680 us | } 1) + 16.260 us | } 1) + 17.940 us | } 1) | nfs_permission() { 1) | rpc_lookup_cred_nonblock() { 1) | rpcauth_lookupcred() { 1) 0.840 us | rpcauth_lookup_credcache(); 1) 2.520 us | } 1) 4.040 us | } 1) | nfs_do_access() { 1) | nfs_check_cache_invalid() { 1) | nfs4_have_delegation() { 1) 0.740 us | nfs4_is_valid_delegation(); 1) 2.280 us | } 1) 3.820 us | } 1) 5.620 us | } 1) + 12.020 us | } 1) | nfs4_lookup_revalidate() { 1) | nfs4_do_lookup_revalidate() { 1) | nfs4_have_delegation() { 1) 0.820 us | nfs4_is_valid_delegation(); 1) 0.760 us | nfs_mark_delegation_referenced(); 1) 4.120 us | } 1) 5.720 us | } 1) 7.280 us | } 1) 0.800 us | nfs_permission(); 1) | nfs4_file_open() { 1) 0.760 us | nfs_check_flags(); 1) | rpc_lookup_cred() { 1) | rpcauth_lookupcred() { 1) 0.900 us | rpcauth_lookup_credcache(); 1) 2.420 us | } 1) 3.920 us | } 1) 0.900 us | nfs_sb_active(); 1) | nfs4_atomic_open() { 1) | nfs4_do_open() { 1) 1.400 us | nfs4_get_state_owner(); 1) | nfs4_client_recover_expired_lease() { 1) | nfs4_wait_clnt_recover() { 1) | nfs_put_client() { 1) 0.960 us | nfs_put_client.part.2(); 1) 2.620 us | } 1) 4.500 us | } 1) 6.120 us | } 1) | nfs4_opendata_alloc() { 1) 0.980 us | nfs4_label_alloc(); 1) 0.720 us | nfs4_label_alloc(); 1) 0.840 us | nfs_alloc_seqid(); 1) 0.800 us | nfs_sb_active(); 1) | nfs_fattr_init() { 1) 0.780 us | nfs_inc_attr_generation_counter(); 1) 2.460 us | } 1) 0.740 us | nfs_fattr_init_names(); 1) + 13.720 us | } 1) 1.020 us | nfs4_get_open_state(); 1) | nfs4_run_open_task() { 1) | rpc_run_task() { 1) | rpc_new_task() { 1) 0.820 us | xprt_get(); 1) 3.600 us | } 1) | xprt_iter_get_next() { 1) | xprt_iter_get_helper() { 1) 0.760 us | xprt_iter_first_entry(); 1) 0.760 us | xprt_get(); 1) 4.160 us | } 1) 5.980 us | } 1) | rpc_execute() { 1) 6.000 us | rpc_make_runnable(); 1) 7.740 us | } 1) + 21.180 us | } 1) ! 104.520 us | rpc_wait_bit_killable(); 2) | rpc_async_schedule() { 2) | rpc_prepare_task() { 2) | nfs4_open_prepare() { 2) 1.040 us | nfs_wait_on_sequence(); 2) 0.920 us | nfs_mark_delegation_referenced(); 2) 0.740 us | nfs4_sequence_done(); 2) 6.600 us | } 2) 8.480 us | } 2) | rpc_release_resources_task() { 2) 0.780 us | xprt_release(); 2) | rpc_task_release_client() { 2) 0.780 us | rpc_release_client(); 2) 0.760 us | xprt_put(); 2) 4.220 us | } 2) 7.880 us | } 2) + 24.700 us | } 1) | rpc_put_task() { 1) | rpc_do_put_task() { 1) | rpc_release_resources_task() { 1) 0.840 us | xprt_release(); 1) 0.760 us | rpc_task_release_client(); 1) 4.080 us | } 1) | rpc_free_task() { 1) | nfs4_open_release() { 1) 0.800 us | nfs4_opendata_put.part.8(); 1) 2.400 us | } 1) 4.420 us | } 1) + 11.240 us | } 1) + 13.020 us | } 1) ! 143.480 us | } 1) 0.760 us | nfs_mark_delegation_referenced(); 1) 0.820 us | nfs_release_seqid(); 1) | nfs_may_open() { 1) | nfs_do_access() { 1) | nfs_check_cache_invalid() { 1) | nfs4_have_delegation() { 1) 0.740 us | nfs4_is_valid_delegation(); 1) 0.860 us | nfs_mark_delegation_referenced(); 1) 4.060 us | } 1) 5.640 us | } 1) 7.480 us | } 1) 9.040 us | } 1) 0.860 us | nfs_mark_delegation_referenced(); 1) 0.760 us | nfs4_state_set_mode_locked(); 1) 0.880 us | nfs_release_seqid(); 1) 1.420 us | nfs_inode_attach_open_context(); 1) 0.720 us | nfs4_sequence_free_slot(); 1) | nfs4_opendata_put.part.8() { 1) 0.720 us | nfs4_lgopen_release(); 1) | nfs_free_seqid() { 1) 0.760 us | nfs_release_seqid(); 1) 2.540 us | } 1) 0.740 us | nfs4_sequence_free_slot(); 1) 0.800 us | nfs4_put_open_state(); 1) 0.800 us | nfs4_put_state_owner(); 1) 0.780 us | nfs_sb_deactive(); 1) 0.780 us | nfs_fattr_free_names(); 1) + 15.020 us | } 1) 0.760 us | nfs4_put_state_owner(); 1) ! 213.580 us | } 1) ! 215.300 us | } 1) 0.760 us | nfs_file_set_open_context(); 1) ! 227.840 us | } 1) | nfs_permission() { 1) | rpc_lookup_cred_nonblock() { 1) | rpcauth_lookupcred() { 1) 0.900 us | rpcauth_lookup_credcache(); 1) 2.480 us | } 1) 4.080 us | } 1) | nfs_do_access() { 1) | nfs_check_cache_invalid() { 1) | nfs4_have_delegation() { 1) 0.780 us | nfs4_is_valid_delegation(); 1) 0.760 us | nfs_mark_delegation_referenced(); 1) 3.960 us | } 1) 5.520 us | } 1) 7.100 us | } 1) + 14.040 us | } 1) | nfs_file_read() { 1) 0.780 us | nfs_start_io_read(); 1) | nfs_revalidate_mapping() { 1) | nfs_mapping_need_revalidate_inode() { 1) | nfs_check_cache_invalid() { 1) | nfs4_have_delegation() { 1) 0.740 us | nfs4_is_valid_delegation(); 1) 0.740 us | nfs_mark_delegation_referenced(); 1) 3.900 us | } 1) 5.440 us | } 1) 7.000 us | } 1) 8.720 us | } 1) 0.780 us | nfs_end_io_read(); 1) + 15.060 us | } 1) | nfs_file_read() { 1) 0.760 us | nfs_start_io_read(); 1) | nfs_revalidate_mapping() { 1) | nfs_mapping_need_revalidate_inode() { 1) | nfs_check_cache_invalid() { 1) | nfs4_have_delegation() { 1) 0.740 us | nfs4_is_valid_delegation(); 1) 0.740 us | nfs_mark_delegation_referenced(); 1) 3.860 us | } 1) 5.360 us | } 1) 6.900 us | } 1) 8.500 us | } 1) 0.760 us | nfs_end_io_read(); 1) + 14.420 us | } 1) | nfs_file_mmap() { 1) | nfs_revalidate_mapping() { 1) | nfs_mapping_need_revalidate_inode() { 1) | nfs_check_cache_invalid() { 1) | nfs4_have_delegation() { 1) 0.740 us | nfs4_is_valid_delegation(); 1) 0.780 us | nfs_mark_delegation_referenced(); 1) 4.080 us | } 1) 5.800 us | } 1) 7.400 us | } 1) 9.140 us | } 1) + 11.760 us | } 1) | nfs_file_mmap() { 1) | nfs_revalidate_mapping() { 1) | nfs_mapping_need_revalidate_inode() { 1) | nfs_check_cache_invalid() { 1) | nfs4_have_delegation() { 1) 0.740 us | nfs4_is_valid_delegation(); 1) 0.740 us | nfs_mark_delegation_referenced(); 1) 3.900 us | } 1) 5.420 us | } 1) 6.920 us | } 1) 8.540 us | } 1) + 10.300 us | } 1) | nfs_file_mmap() { 1) | nfs_revalidate_mapping() { 1) | nfs_mapping_need_revalidate_inode() { 1) | nfs_check_cache_invalid() { 1) | nfs4_have_delegation() { 1) 0.740 us | nfs4_is_valid_delegation(); 1) 0.780 us | nfs_mark_delegation_referenced(); 1) 4.020 us | } 1) 5.600 us | } 1) 7.160 us | } 1) 8.820 us | } 1) + 10.740 us | } 1) | nfs_file_mmap() { 1) | nfs_revalidate_mapping() { 1) | nfs_mapping_need_revalidate_inode() { 1) | nfs_check_cache_invalid() { 1) | nfs4_have_delegation() { 1) 0.740 us | nfs4_is_valid_delegation(); 1) 0.760 us | nfs_mark_delegation_referenced(); 1) 3.880 us | } 1) 5.400 us | } 1) 6.920 us | } 1) 8.740 us | } 1) + 10.400 us | } 1) | nfs_permission() { 1) | rpc_lookup_cred_nonblock() { 1) | rpcauth_lookupcred() { 1) 1.080 us | rpcauth_lookup_credcache(); 1) 2.860 us | } 1) 4.560 us | } 1) | nfs_do_access() { 1) | nfs_check_cache_invalid() { 1) | nfs4_have_delegation() { 1) 0.760 us | nfs4_is_valid_delegation(); 1) 2.400 us | } 1) 4.080 us | } 1) 5.980 us | } 1) + 13.600 us | } 1) | nfs4_lookup_revalidate() { 1) | nfs4_do_lookup_revalidate() { 1) | nfs_do_lookup_revalidate() { 1) | nfs4_have_delegation() { 1) 0.740 us | nfs4_is_valid_delegation(); 1) 2.380 us | } 1) | nfs_check_verifier() { 1) | nfs_mapping_need_revalidate_inode() { 1) | nfs_check_cache_invalid() { 1) | nfs4_have_delegation() { 1) 0.740 us | nfs4_is_valid_delegation(); 1) 2.260 us | } 1) 3.800 us | } 1) 5.620 us | } 1) 7.180 us | } 1) 0.900 us | nfs_lookup_verify_inode(); 1) 0.740 us | nfs_advise_use_readdirplus(); 1) + 15.580 us | } 1) + 17.120 us | } 1) + 18.720 us | } 1) | nfs_permission() { 1) | rpc_lookup_cred_nonblock() { 1) | rpcauth_lookupcred() { 1) 0.900 us | rpcauth_lookup_credcache(); 1) 2.520 us | } 1) 4.240 us | } 1) | nfs_do_access() { 1) | nfs_check_cache_invalid() { 1) | nfs4_have_delegation() { 1) 0.760 us | nfs4_is_valid_delegation(); 1) 2.600 us | } 1) 4.260 us | } 1) 6.400 us | } 1) + 13.080 us | } 1) | nfs4_lookup_revalidate() { 1) | nfs4_do_lookup_revalidate() { 1) | nfs_do_lookup_revalidate() { 1) | nfs_check_verifier() { 1) | nfs_mapping_need_revalidate_inode() { 1) | nfs_check_cache_invalid() { 1) | nfs4_have_delegation() { 1) 0.740 us | nfs4_is_valid_delegation(); 1) 2.480 us | } 1) 4.080 us | } 1) 5.600 us | } 1) 7.240 us | } 1) 0.740 us | nfs_lookup_revalidate_done(); 1) + 10.560 us | } 1) + 12.080 us | } 1) + 13.840 us | } 1) | nfs_permission() { 1) | rpc_lookup_cred_nonblock() { 1) | rpcauth_lookupcred() { 1) 1.080 us | rpcauth_lookup_credcache(); 1) 2.740 us | } 1) 4.340 us | } 1) | nfs_do_access() { 1) | nfs_check_cache_invalid() { 1) | nfs4_have_delegation() { 1) 0.720 us | nfs4_is_valid_delegation(); 1) 2.340 us | } 1) 4.420 us | } 1) 6.040 us | } 1) + 13.200 us | } 1) | nfs4_lookup_revalidate() { 1) | nfs4_do_lookup_revalidate() { 1) | nfs_do_lookup_revalidate() { 1) | nfs4_have_delegation() { 1) 0.740 us | nfs4_is_valid_delegation(); 1) 2.480 us | } 1) | nfs_check_verifier() { 1) | nfs_mapping_need_revalidate_inode() { 1) | nfs_check_cache_invalid() { 1) | nfs4_have_delegation() { 1) 0.740 us | nfs4_is_valid_delegation(); 1) 2.280 us | } 1) 3.960 us | } 1) 5.460 us | } 1) 7.000 us | } 1) 0.720 us | nfs_lookup_verify_inode(); 1) 0.880 us | nfs_advise_use_readdirplus(); 1) + 15.200 us | } 1) + 16.720 us | } 1) + 18.260 us | } 1) | nfs_permission() { 1) | rpc_lookup_cred_nonblock() { 1) | rpcauth_lookupcred() { 1) 0.820 us | rpcauth_lookup_credcache(); 1) 2.460 us | } 1) 4.040 us | } 1) | nfs_do_access() { 1) | nfs_check_cache_invalid() { 1) | nfs4_have_delegation() { 1) 0.740 us | nfs4_is_valid_delegation(); 1) 2.300 us | } 1) 3.820 us | } 1) 5.360 us | } 1) + 11.800 us | } 1) | nfs4_lookup_revalidate() { 1) | nfs4_do_lookup_revalidate() { 1) | nfs_do_lookup_revalidate() { 1) | nfs_check_verifier() { 1) | nfs_mapping_need_revalidate_inode() { 1) | nfs_check_cache_invalid() { 1) | nfs4_have_delegation() { 1) 0.860 us | nfs4_is_valid_delegation(); 1) 2.440 us | } 1) 3.980 us | } 1) 5.500 us | } 1) 6.980 us | } 1) 0.740 us | nfs_lookup_revalidate_done(); 1) + 10.060 us | } 1) + 11.580 us | } 1) + 13.260 us | } 1) | nfs_permission() { 1) | rpc_lookup_cred_nonblock() { 1) | rpcauth_lookupcred() { 1) 0.860 us | rpcauth_lookup_credcache(); 1) 2.580 us | } 1) 4.180 us | } 1) | nfs_do_access() { 1) | nfs_check_cache_invalid() { 1) | nfs4_have_delegation() { 1) 0.740 us | nfs4_is_valid_delegation(); 1) 2.420 us | } 1) 3.980 us | } 1) 5.560 us | } 1) + 12.300 us | } 1) | nfs4_lookup_revalidate() { 1) | nfs4_do_lookup_revalidate() { 1) | nfs_do_lookup_revalidate() { 1) | nfs4_have_delegation() { 1) 0.880 us | nfs4_is_valid_delegation(); 1) 2.420 us | } 1) | nfs_check_verifier() { 1) | nfs_mapping_need_revalidate_inode() { 1) | nfs_check_cache_invalid() { 1) | nfs4_have_delegation() { 1) 0.720 us | nfs4_is_valid_delegation(); 1) 2.400 us | } 1) 3.920 us | } 1) 5.420 us | } 1) 6.960 us | } 1) 0.740 us | nfs_lookup_verify_inode(); 1) 0.740 us | nfs_advise_use_readdirplus(); 1) + 14.880 us | } 1) + 16.440 us | } 1) + 17.980 us | } 1) | nfs_permission() { 1) | rpc_lookup_cred_nonblock() { 1) | rpcauth_lookupcred() { 1) 0.840 us | rpcauth_lookup_credcache(); 1) 2.380 us | } 1) 3.940 us | } 1) | nfs_do_access() { 1) | nfs_check_cache_invalid() { 1) | nfs4_have_delegation() { 1) 0.740 us | nfs4_is_valid_delegation(); 1) 2.320 us | } 1) 3.980 us | } 1) 5.500 us | } 1) + 11.840 us | } 1) | nfs4_lookup_revalidate() { 1) | nfs4_do_lookup_revalidate() { 1) | nfs4_have_delegation() { 1) 0.960 us | nfs4_is_valid_delegation(); 1) 0.740 us | nfs_mark_delegation_referenced(); 1) 4.520 us | } 1) 6.160 us | } 1) 7.880 us | } 1) 0.800 us | nfs_permission(); 1) | nfs4_file_open() { 1) 0.740 us | nfs_check_flags(); 1) | rpc_lookup_cred() { 1) | rpcauth_lookupcred() { 1) 0.900 us | rpcauth_lookup_credcache(); 1) 2.440 us | } 1) 3.960 us | } 1) 0.800 us | nfs_sb_active(); 1) | nfs4_atomic_open() { 1) | nfs4_do_open() { 1) 1.020 us | nfs4_get_state_owner(); 1) | nfs4_client_recover_expired_lease() { 1) | nfs4_wait_clnt_recover() { 1) | nfs_put_client() { 1) 0.800 us | nfs_put_client.part.2(); 1) 2.320 us | } 1) 3.880 us | } 1) 5.460 us | } 1) | nfs4_opendata_alloc() { 1) 0.760 us | nfs4_label_alloc(); 1) 0.740 us | nfs4_label_alloc(); 1) 0.840 us | nfs_alloc_seqid(); 1) 0.800 us | nfs_sb_active(); 1) | nfs_fattr_init() { 1) 0.760 us | nfs_inc_attr_generation_counter(); 1) 2.440 us | } 1) 0.740 us | nfs_fattr_init_names(); 1) + 12.880 us | } 1) 1.540 us | nfs4_get_open_state(); 1) | nfs4_run_open_task() { 1) | rpc_run_task() { 1) | rpc_new_task() { 1) 0.740 us | xprt_get(); 1) 2.840 us | } 1) | xprt_iter_get_next() { 1) | xprt_iter_get_helper() { 1) 0.760 us | xprt_iter_first_entry(); 1) 0.760 us | xprt_get(); 1) 3.920 us | } 1) 5.540 us | } 1) | rpc_execute() { 1) 5.240 us | rpc_make_runnable(); 1) 6.900 us | } 1) + 18.840 us | } 1) ! 105.220 us | rpc_wait_bit_killable(); 2) | rpc_async_schedule() { 2) | rpc_prepare_task() { 2) | nfs4_open_prepare() { 2) 0.980 us | nfs_wait_on_sequence(); 2) 0.780 us | nfs_mark_delegation_referenced(); 2) 0.740 us | nfs4_sequence_done(); 2) 6.340 us | } 2) 8.180 us | } 2) | rpc_release_resources_task() { 2) 0.760 us | xprt_release(); 2) | rpc_task_release_client() { 2) 0.920 us | rpc_release_client(); 2) 0.760 us | xprt_put(); 2) 4.280 us | } 2) 7.740 us | } 2) + 24.480 us | } 1) | rpc_put_task() { 1) | rpc_do_put_task() { 1) | rpc_release_resources_task() { 1) 0.900 us | xprt_release(); 1) 0.760 us | rpc_task_release_client(); 1) 4.140 us | } 1) | rpc_free_task() { 1) | nfs4_open_release() { 1) 0.760 us | nfs4_opendata_put.part.8(); 1) 2.320 us | } 1) 4.120 us | } 1) + 10.820 us | } 1) + 12.500 us | } 1) ! 140.660 us | } 1) 0.740 us | nfs_mark_delegation_referenced(); 1) 0.840 us | nfs_release_seqid(); 1) | nfs_may_open() { 1) | nfs_do_access() { 1) | nfs_check_cache_invalid() { 1) | nfs4_have_delegation() { 1) 0.740 us | nfs4_is_valid_delegation(); 1) 0.760 us | nfs_mark_delegation_referenced(); 1) 4.140 us | } 1) 5.740 us | } 1) 7.620 us | } 1) 9.120 us | } 1) 0.820 us | nfs_mark_delegation_referenced(); 1) 0.800 us | nfs4_state_set_mode_locked(); 1) 0.760 us | nfs_release_seqid(); 1) 0.980 us | nfs_inode_attach_open_context(); 1) 0.740 us | nfs4_sequence_free_slot(); 1) | nfs4_opendata_put.part.8() { 1) 0.740 us | nfs4_lgopen_release(); 1) | nfs_free_seqid() { 1) 0.740 us | nfs_release_seqid(); 1) 2.340 us | } 1) 0.760 us | nfs4_sequence_free_slot(); 1) 0.800 us | nfs4_put_open_state(); 1) 0.760 us | nfs4_put_state_owner(); 1) 0.760 us | nfs_sb_deactive(); 1) 0.720 us | nfs_fattr_free_names(); 1) + 13.880 us | } 1) 0.740 us | nfs4_put_state_owner(); 1) ! 206.100 us | } 1) ! 207.740 us | } 1) 0.880 us | nfs_file_set_open_context(); 1) ! 219.600 us | } 1) | nfs_getattr() { 1) | nfs_writepages() { 1) | nfs_pageio_init_write() { 1) 0.860 us | nfs_pageio_init(); 1) 2.600 us | } 1) | nfs_pageio_complete() { 1) | nfs_pageio_doio() { 1) 0.720 us | nfs_pgio_current_mirror(); 1) 2.720 us | } 1) 4.960 us | } 1) | nfs_io_completion_put.part.0() { 1) | nfs_io_completion_commit() { 1) 1.080 us | nfs_commit_end(); 1) 3.380 us | } 1) 5.440 us | } 1) + 20.500 us | } 1) | nfs_attribute_cache_expired() { 1) | nfs4_have_delegation() { 1) 0.760 us | nfs4_is_valid_delegation(); 1) 0.760 us | nfs_mark_delegation_referenced(); 1) 3.980 us | } 1) 5.580 us | } 1) | nfs_readdirplus_parent_cache_hit.part.5() { 1) 0.800 us | nfs_advise_use_readdirplus(); 1) 2.460 us | } 1) + 36.240 us | } 1) | nfs_file_mmap() { 1) | nfs_revalidate_mapping() { 1) | nfs_mapping_need_revalidate_inode() { 1) | nfs_check_cache_invalid() { 1) | nfs4_have_delegation() { 1) 0.740 us | nfs4_is_valid_delegation(); 1) 0.740 us | nfs_mark_delegation_referenced(); 1) 3.820 us | } 1) 5.600 us | } 1) 7.160 us | } 1) 8.780 us | } 1) + 10.440 us | } 1) 0.840 us | nfs4_file_flush(); 1) | nfs_permission() { 1) | rpc_lookup_cred_nonblock() { 1) | rpcauth_lookupcred() { 1) 0.940 us | rpcauth_lookup_credcache(); 1) 2.640 us | } 1) 4.220 us | } 1) | nfs_do_access() { 1) | nfs_check_cache_invalid() { 1) | nfs4_have_delegation() { 1) 0.740 us | nfs4_is_valid_delegation(); 1) 2.320 us | } 1) 3.940 us | } 1) 5.540 us | } 1) + 12.320 us | } 1) | nfs4_lookup_revalidate() { 1) | nfs4_do_lookup_revalidate() { 1) | nfs_do_lookup_revalidate() { 1) | nfs4_have_delegation() { 1) 0.720 us | nfs4_is_valid_delegation(); 1) 2.400 us | } 1) | nfs_check_verifier() { 1) | nfs_mapping_need_revalidate_inode() { 1) | nfs_check_cache_invalid() { 1) | nfs4_have_delegation() { 1) 0.740 us | nfs4_is_valid_delegation(); 1) 2.300 us | } 1) 3.820 us | } 1) 5.340 us | } 1) 6.860 us | } 1) 0.760 us | nfs_lookup_verify_inode(); 1) 0.860 us | nfs_advise_use_readdirplus(); 1) + 15.000 us | } 1) + 16.560 us | } 1) + 18.080 us | } 1) | nfs_permission() { 1) | rpc_lookup_cred_nonblock() { 1) | rpcauth_lookupcred() { 1) 0.840 us | rpcauth_lookup_credcache(); 1) 2.400 us | } 1) 3.920 us | } 1) | nfs_do_access() { 1) | nfs_check_cache_invalid() { 1) | nfs4_have_delegation() { 1) 0.740 us | nfs4_is_valid_delegation(); 1) 2.300 us | } 1) 3.820 us | } 1) 5.380 us | } 1) + 11.720 us | } 1) | nfs4_lookup_revalidate() { 1) | nfs4_do_lookup_revalidate() { 1) | nfs_do_lookup_revalidate() { 1) | nfs_check_verifier() { 1) | nfs_mapping_need_revalidate_inode() { 1) | nfs_check_cache_invalid() { 1) | nfs4_have_delegation() { 1) 0.880 us | nfs4_is_valid_delegation(); 1) 2.440 us | } 1) 3.980 us | } 1) 5.580 us | } 1) 7.120 us | } 1) 0.740 us | nfs_lookup_revalidate_done(); 1) + 10.280 us | } 1) + 11.820 us | } 1) + 13.540 us | } 1) | nfs_permission() { 1) | rpc_lookup_cred_nonblock() { 1) | rpcauth_lookupcred() { 1) 0.860 us | rpcauth_lookup_credcache(); 1) 2.560 us | } 1) 4.100 us | } 1) | nfs_do_access() { 1) | nfs_check_cache_invalid() { 1) | nfs4_have_delegation() { 1) 0.740 us | nfs4_is_valid_delegation(); 1) 2.320 us | } 1) 3.860 us | } 1) 5.440 us | } 1) + 12.020 us | } 1) | nfs4_lookup_revalidate() { 1) | nfs4_do_lookup_revalidate() { 1) | nfs_do_lookup_revalidate() { 1) | nfs4_have_delegation() { 1) 0.760 us | nfs4_is_valid_delegation(); 1) 2.340 us | } 1) | nfs_check_verifier() { 1) | nfs_mapping_need_revalidate_inode() { 1) | nfs_check_cache_invalid() { 1) | nfs4_have_delegation() { 1) 0.740 us | nfs4_is_valid_delegation(); 1) 2.280 us | } 1) 3.840 us | } 1) 5.360 us | } 1) 6.980 us | } 1) 0.740 us | nfs_lookup_verify_inode(); 1) 0.740 us | nfs_advise_use_readdirplus(); 1) + 15.000 us | } 1) + 16.520 us | } 1) + 18.040 us | } 1) | nfs_permission() { 1) | rpc_lookup_cred_nonblock() { 1) | rpcauth_lookupcred() { 1) 0.840 us | rpcauth_lookup_credcache(); 1) 2.400 us | } 1) 3.960 us | } 1) | nfs_do_access() { 1) | nfs_check_cache_invalid() { 1) | nfs4_have_delegation() { 1) 0.740 us | nfs4_is_valid_delegation(); 1) 2.300 us | } 1) 3.860 us | } 1) 5.580 us | } 1) + 11.920 us | } 1) | nfs4_lookup_revalidate() { 1) | nfs4_do_lookup_revalidate() { 1) | nfs_do_lookup_revalidate() { 1) | nfs4_have_delegation() { 1) 0.740 us | nfs4_is_valid_delegation(); 1) 2.300 us | } 1) | nfs_check_verifier() { 1) | nfs_mapping_need_revalidate_inode() { 1) | nfs_check_cache_invalid() { 1) | nfs4_have_delegation() { 1) 0.740 us | nfs4_is_valid_delegation(); 1) 2.280 us | } 1) 3.820 us | } 1) 5.340 us | } 1) 6.820 us | } 1) 0.760 us | nfs_lookup_verify_inode(); 1) 0.740 us | nfs_advise_use_readdirplus(); 1) + 14.540 us | } 1) + 16.060 us | } 1) + 17.640 us | } 1) | nfs_permission() { 1) | rpc_lookup_cred_nonblock() { 1) | rpcauth_lookupcred() { 1) 0.840 us | rpcauth_lookup_credcache(); 1) 2.360 us | } 1) 3.900 us | } 1) | nfs_do_access() { 1) | nfs_check_cache_invalid() { 1) | nfs4_have_delegation() { 1) 0.740 us | nfs4_is_valid_delegation(); 1) 2.300 us | } 1) 3.820 us | } 1) 5.420 us | } 1) + 11.660 us | } 1) | nfs4_lookup_revalidate() { 1) | nfs4_do_lookup_revalidate() { 1) | nfs4_have_delegation() { 1) 0.740 us | nfs4_is_valid_delegation(); 1) 2.400 us | } 1) | nfs_do_lookup_revalidate() { 1) | nfs4_have_delegation() { 1) 0.740 us | nfs4_is_valid_delegation(); 1) 2.320 us | } 1) | nfs_check_verifier() { 1) | nfs_mapping_need_revalidate_inode() { 1) | nfs_check_cache_invalid() { 1) | nfs4_have_delegation() { 1) 0.720 us | nfs4_is_valid_delegation(); 1) 2.320 us | } 1) 3.860 us | } 1) 5.400 us | } 1) 6.880 us | } 1) 0.820 us | nfs_lookup_verify_inode(); 1) 0.740 us | nfs_advise_use_readdirplus(); 1) + 14.840 us | } 1) + 19.700 us | } 1) + 21.240 us | } 1) | nfs_get_link() { 1) | nfs_revalidate_mapping_rcu() { 1) | nfs_mapping_need_revalidate_inode() { 1) | nfs_check_cache_invalid() { 1) | nfs4_have_delegation() { 1) 0.740 us | nfs4_is_valid_delegation(); 1) 2.300 us | } 1) 3.940 us | } 1) 5.600 us | } 1) 7.320 us | } 1) 9.340 us | } 1) | nfs_permission() { 1) | rpc_lookup_cred_nonblock() { 1) | rpcauth_lookupcred() { 1) 0.840 us | rpcauth_lookup_credcache(); 1) 2.360 us | } 1) 3.920 us | } 1) | nfs_do_access() { 1) | nfs_check_cache_invalid() { 1) | nfs4_have_delegation() { 1) 0.740 us | nfs4_is_valid_delegation(); 1) 2.320 us | } 1) 3.860 us | } 1) 5.400 us | } 1) + 11.720 us | } 1) | nfs4_lookup_revalidate() { 1) | nfs4_do_lookup_revalidate() { 1) | nfs4_have_delegation() { 1) 0.980 us | nfs4_is_valid_delegation(); 1) 0.760 us | nfs_mark_delegation_referenced(); 1) 4.240 us | } 1) 5.780 us | } 1) 7.340 us | } 1) 0.840 us | nfs_permission(); 1) | nfs4_file_open() { 1) 0.740 us | nfs_check_flags(); 1) | rpc_lookup_cred() { 1) | rpcauth_lookupcred() { 1) 0.900 us | rpcauth_lookup_credcache(); 1) 2.480 us | } 1) 4.020 us | } 1) 0.800 us | nfs_sb_active(); 1) | nfs4_atomic_open() { 1) | nfs4_do_open() { 1) 0.960 us | nfs4_get_state_owner(); 1) | nfs4_client_recover_expired_lease() { 1) | nfs4_wait_clnt_recover() { 1) | nfs_put_client() { 1) 1.040 us | nfs_put_client.part.2(); 1) 2.580 us | } 1) 4.260 us | } 1) 5.840 us | } 1) | nfs4_opendata_alloc() { 1) 0.740 us | nfs4_label_alloc(); 1) 0.740 us | nfs4_label_alloc(); 1) 0.840 us | nfs_alloc_seqid(); 1) 0.820 us | nfs_sb_active(); 1) | nfs_fattr_init() { 1) 0.740 us | nfs_inc_attr_generation_counter(); 1) 2.280 us | } 1) 0.760 us | nfs_fattr_init_names(); 1) + 12.420 us | } 1) 0.980 us | nfs4_get_open_state(); 1) | nfs4_run_open_task() { 1) | rpc_run_task() { 1) | rpc_new_task() { 1) 0.740 us | xprt_get(); 1) 2.600 us | } 1) | xprt_iter_get_next() { 1) | xprt_iter_get_helper() { 1) 0.740 us | xprt_iter_first_entry(); 1) 0.740 us | xprt_get(); 1) 3.880 us | } 1) 5.480 us | } 1) | rpc_execute() { 1) 4.240 us | rpc_make_runnable(); 1) 5.920 us | } 1) + 17.600 us | } 1) ! 104.260 us | rpc_wait_bit_killable(); 2) | rpc_async_schedule() { 2) | rpc_prepare_task() { 2) | nfs4_open_prepare() { 2) 1.000 us | nfs_wait_on_sequence(); 2) 0.800 us | nfs_mark_delegation_referenced(); 2) 0.740 us | nfs4_sequence_done(); 2) 6.540 us | } 2) 8.480 us | } 2) | rpc_release_resources_task() { 2) 0.780 us | xprt_release(); 2) | rpc_task_release_client() { 2) 0.780 us | rpc_release_client(); 2) 0.740 us | xprt_put(); 2) 4.540 us | } 2) 8.000 us | } 2) + 24.700 us | } 1) | rpc_put_task() { 1) | rpc_do_put_task() { 1) | rpc_release_resources_task() { 1) 0.880 us | xprt_release(); 1) 0.720 us | rpc_task_release_client(); 1) 4.060 us | } 1) | rpc_free_task() { 1) | nfs4_open_release() { 1) 0.760 us | nfs4_opendata_put.part.8(); 1) 2.340 us | } 1) 4.120 us | } 1) + 10.700 us | } 1) + 12.320 us | } 1) ! 138.360 us | } 1) 0.760 us | nfs_mark_delegation_referenced(); 1) 0.820 us | nfs_release_seqid(); 1) | nfs_may_open() { 1) | nfs_do_access() { 1) | nfs_check_cache_invalid() { 1) | nfs4_have_delegation() { 1) 0.740 us | nfs4_is_valid_delegation(); 1) 0.740 us | nfs_mark_delegation_referenced(); 1) 4.060 us | } 1) 5.620 us | } 1) 7.420 us | } 1) 8.940 us | } 1) 0.820 us | nfs_mark_delegation_referenced(); 1) 0.740 us | nfs4_state_set_mode_locked(); 1) 0.740 us | nfs_release_seqid(); 1) 1.220 us | nfs_inode_attach_open_context(); 1) 0.740 us | nfs4_sequence_free_slot(); 1) | nfs4_opendata_put.part.8() { 1) 0.720 us | nfs4_lgopen_release(); 1) | nfs_free_seqid() { 1) 0.740 us | nfs_release_seqid(); 1) 2.380 us | } 1) 0.760 us | nfs4_sequence_free_slot(); 1) 0.740 us | nfs4_put_open_state(); 1) 0.740 us | nfs4_put_state_owner(); 1) 0.740 us | nfs_sb_deactive(); 1) 0.740 us | nfs_fattr_free_names(); 1) + 13.740 us | } 1) 0.760 us | nfs4_put_state_owner(); 1) ! 202.420 us | } 1) ! 204.020 us | } 1) 0.880 us | nfs_file_set_open_context(); 1) ! 216.020 us | } 1) | nfs_file_read() { 1) 0.760 us | nfs_start_io_read(); 1) | nfs_revalidate_mapping() { 1) | nfs_mapping_need_revalidate_inode() { 1) | nfs_check_cache_invalid() { 1) | nfs4_have_delegation() { 1) 0.760 us | nfs4_is_valid_delegation(); 1) 0.880 us | nfs_mark_delegation_referenced(); 1) 4.020 us | } 1) 5.560 us | } 1) 7.120 us | } 1) 8.740 us | } 1) 0.800 us | nfs_end_io_read(); 1) + 15.660 us | } 1) | nfs_getattr() { 1) | nfs_writepages() { 1) | nfs_pageio_init_write() { 1) 0.740 us | nfs_pageio_init(); 1) 2.260 us | } 1) | nfs_pageio_complete() { 1) | nfs_pageio_doio() { 1) 0.740 us | nfs_pgio_current_mirror(); 1) 2.260 us | } 1) 3.960 us | } 1) | nfs_io_completion_put.part.0() { 1) | nfs_io_completion_commit() { 1) 0.920 us | nfs_commit_end(); 1) 2.560 us | } 1) 4.200 us | } 1) + 14.760 us | } 1) | nfs_attribute_cache_expired() { 1) | nfs4_have_delegation() { 1) 0.780 us | nfs4_is_valid_delegation(); 1) 0.760 us | nfs_mark_delegation_referenced(); 1) 3.940 us | } 1) 5.540 us | } 1) | nfs_readdirplus_parent_cache_hit.part.5() { 1) 0.720 us | nfs_advise_use_readdirplus(); 1) 2.540 us | } 1) + 27.060 us | } 1) | nfs_file_mmap() { 1) | nfs_revalidate_mapping() { 1) | nfs_mapping_need_revalidate_inode() { 1) | nfs_check_cache_invalid() { 1) | nfs4_have_delegation() { 1) 0.760 us | nfs4_is_valid_delegation(); 1) 0.740 us | nfs_mark_delegation_referenced(); 1) 3.900 us | } 1) 5.420 us | } 1) 7.000 us | } 1) 8.580 us | } 1) + 10.320 us | } 1) | nfs_file_mmap() { 1) | nfs_revalidate_mapping() { 1) | nfs_mapping_need_revalidate_inode() { 1) | nfs_check_cache_invalid() { 1) | nfs4_have_delegation() { 1) 0.780 us | nfs4_is_valid_delegation(); 1) 0.760 us | nfs_mark_delegation_referenced(); 1) 3.960 us | } 1) 5.660 us | } 1) 7.200 us | } 1) 8.900 us | } 1) + 10.680 us | } 1) 1.040 us | nfs4_file_flush(); 1) | nfs_file_release() { 1) | nfs_file_clear_open_context() { 1) | nfs4_close_context() { 1) | nfs4_close_sync() { 1) 0.800 us | nfs4_state_set_mode_locked(); 1) | nfs4_put_open_state() { 1) 0.740 us | nfs4_put_state_owner(); 1) 2.920 us | } 1) 0.760 us | nfs4_put_state_owner(); 1) 8.600 us | } 1) + 10.460 us | } 1) 0.800 us | nfs_sb_deactive(); 1) + 14.740 us | } 1) + 16.820 us | } 1) 0.940 us | nfs_dentry_delete(); 1) | nfs_file_release() { 1) | nfs_file_clear_open_context() { 1) | nfs4_close_context() { 1) | nfs4_close_sync() { 1) 0.840 us | nfs4_state_set_mode_locked(); 1) | nfs4_put_open_state() { 1) 0.900 us | nfs4_put_state_owner(); 1) 3.880 us | } 1) 0.760 us | nfs4_put_state_owner(); 1) + 10.520 us | } 1) + 13.100 us | } 1) 0.860 us | nfs_sb_deactive(); 1) + 19.060 us | } 1) + 25.300 us | } 1) 0.900 us | nfs_dentry_delete(); 1) | nfs_file_release() { 1) | nfs_file_clear_open_context() { 1) | nfs4_close_context() { 1) | nfs4_close_sync() { 1) 0.920 us | nfs4_state_set_mode_locked(); 1) 0.860 us | nfs4_put_open_state(); 1) 0.780 us | nfs4_put_state_owner(); 1) 6.120 us | } 1) 7.740 us | } 1) 0.760 us | nfs_sb_deactive(); 1) + 11.680 us | } 1) + 13.580 us | } 1) | nfs_file_release() { 1) | nfs_file_clear_open_context() { 1) | nfs4_close_context() { 1) | nfs4_close_sync() { 1) 0.920 us | nfs4_state_set_mode_locked(); 1) 0.780 us | nfs4_put_open_state(); 1) 0.740 us | nfs4_put_state_owner(); 1) 5.940 us | } 1) 7.520 us | } 1) 0.760 us | nfs_sb_deactive(); 1) + 11.380 us | } 1) + 13.040 us | }