On Thu, Feb 16, 2023, Yu Zhao wrote: > diff --git a/virt/kvm/kvm_main.c b/virt/kvm/kvm_main.c > index 9c60384b5ae0..1b465df4a93d 100644 > --- a/virt/kvm/kvm_main.c > +++ b/virt/kvm/kvm_main.c > @@ -875,6 +875,63 @@ static int kvm_mmu_notifier_clear_young(struct mmu_notifier *mn, > return kvm_handle_hva_range_no_flush(mn, start, end, kvm_age_gfn); > } > > +static bool kvm_test_clear_young(struct kvm *kvm, unsigned long start, > + unsigned long end, unsigned long *bitmap) > +{ > + int i; > + int key; > + bool success = true; > + > + trace_kvm_age_hva(start, end); > + > + key = srcu_read_lock(&kvm->srcu); > + > + for (i = 0; i < KVM_ADDRESS_SPACE_NUM; i++) { > + struct interval_tree_node *node; > + struct kvm_memslots *slots = __kvm_memslots(kvm, i); > + > + kvm_for_each_memslot_in_hva_range(node, slots, start, end - 1) { > + gfn_t lsb_gfn; > + unsigned long hva_start, hva_end; > + struct kvm_gfn_range range = { > + .slot = container_of(node, struct kvm_memory_slot, > + hva_node[slots->node_idx]), > + }; > + > + hva_start = max(start, range.slot->userspace_addr); > + hva_end = min(end - 1, range.slot->userspace_addr + > + range.slot->npages * PAGE_SIZE - 1); > + > + range.start = hva_to_gfn_memslot(hva_start, range.slot); > + range.end = hva_to_gfn_memslot(hva_end, range.slot) + 1; > + > + if (WARN_ON_ONCE(range.end <= range.start)) > + continue; Extend __kvm_handle_hva_range() instead of copy-pasting. At a very quick glance, I believe all that is needed is (minus sanity checks): diff --git a/virt/kvm/kvm_main.c b/virt/kvm/kvm_main.c index d255964ec331..3296ae2cf6fa 100644 --- a/virt/kvm/kvm_main.c +++ b/virt/kvm/kvm_main.c @@ -544,6 +544,7 @@ struct kvm_hva_range { hva_handler_t handler; on_lock_fn_t on_lock; on_unlock_fn_t on_unlock; + bool lockless; bool flush_on_ret; bool may_block; }; @@ -616,7 +617,7 @@ static __always_inline int __kvm_handle_hva_range(struct kvm *kvm, gfn_range.end = hva_to_gfn_memslot(hva_end + PAGE_SIZE - 1, slot); gfn_range.slot = slot; - if (!locked) { + if (!range->lockless && !locked) { locked = true; KVM_MMU_LOCK(kvm); if (!IS_KVM_NULL_FN(range->on_lock)) > + > + /* see the comments on the generic kvm_arch_has_test_clear_young() */ > + lsb_gfn = hva_to_gfn_memslot(end - 1, range.slot); > + > + success = kvm_arch_test_clear_young(kvm, &range, lsb_gfn, bitmap); > + if (!success) > + break; > + } > + } > + > + srcu_read_unlock(&kvm->srcu, key); > + > + return success; > +}