* Peng Zhang <zhangpeng.00@xxxxxxxxxxxxx> [230726 04:10]:
> Introduce ma_nonleaf_data_end{_nocheck}() to get the data end of
> non-leaf nodes without knowing the maximum value of nodes, so that any
> ascending can be avoided even if the maximum value of nodes is not known.
>
> The principle is that we introduce MAPLE_ENODE to mark an ENODE, which
> cannot be used by metadata, so we can distinguish whether it is ENODE or
> metadata.
>
> The nocheck version is to avoid lockdep complaining in some scenarios
> where no locks are held.
>
> Signed-off-by: Peng Zhang <zhangpeng.00@xxxxxxxxxxxxx>
> ---
> lib/maple_tree.c | 70 ++++++++++++++++++++++++++++++++++++++++++++++--
> 1 file changed, 68 insertions(+), 2 deletions(-)
>
> diff --git a/lib/maple_tree.c b/lib/maple_tree.c
> index a3d602cfd030..98e4fdf6f4b9 100644
> --- a/lib/maple_tree.c
> +++ b/lib/maple_tree.c
> @@ -310,12 +310,19 @@ static inline void mte_set_node_dead(struct maple_enode *mn)
> #define MAPLE_ENODE_TYPE_SHIFT 0x03
> /* Bit 2 means a NULL somewhere below */
> #define MAPLE_ENODE_NULL 0x04
> +/* Bit 7 means this is an ENODE, instead of metadata */
> +#define MAPLE_ENODE 0x80
We were saving this bit for more node types. I don't want to use this
bit for this reason since you could have done BFS to duplicate the tree
using the existing way to find the node end.
Bits are highly valuable and this is the only remaining bit. I had
thought about using this in Feb 2021 to see if there was metadata or
not, but figured a way around it (using the max trick) and thus saved
this bit for potential expansion of node types.
> +
> +static inline bool slot_is_mte(unsigned long slot)
> +{
> + return slot & MAPLE_ENODE;
> +}
>
> static inline struct maple_enode *mt_mk_node(const struct maple_node *node,
> enum maple_type type)
> {
> - return (void *)((unsigned long)node |
> - (type << MAPLE_ENODE_TYPE_SHIFT) | MAPLE_ENODE_NULL);
> + return (void *)((unsigned long)node | (type << MAPLE_ENODE_TYPE_SHIFT) |
> + MAPLE_ENODE_NULL | MAPLE_ENODE);
> }
>
> static inline void *mte_mk_root(const struct maple_enode *node)
> @@ -1411,6 +1418,65 @@ static inline struct maple_enode *mas_start(struct ma_state *mas)
> return NULL;
> }
>
> +/*
> + * ma_nonleaf_data_end() - Find the end of the data in a non-leaf node.
> + * @mt: The maple tree
> + * @node: The maple node
> + * @type: The maple node type
> + *
> + * Uses metadata to find the end of the data when possible without knowing the
> + * node maximum.
> + *
> + * Return: The zero indexed last slot with child.
> + */
> +static inline unsigned char ma_nonleaf_data_end(struct maple_tree *mt,
> + struct maple_node *node,
> + enum maple_type type)
> +{
> + void __rcu **slots;
> + unsigned long slot;
> +
> + slots = ma_slots(node, type);
> + slot = (unsigned long)mt_slot(mt, slots, mt_pivots[type]);
> + if (unlikely(slot_is_mte(slot)))
> + return mt_pivots[type];
> +
> + return ma_meta_end(node, type);
> +}
> +
> +/*
> + * ma_nonleaf_data_end_nocheck() - Find the end of the data in a non-leaf node.
> + * @node: The maple node
> + * @type: The maple node type
> + *
> + * Uses metadata to find the end of the data when possible without knowing the
> + * node maximum. This is the version of ma_nonleaf_data_end() that does not
> + * check for lock held. This particular version is designed to avoid lockdep
> + * complaining in some scenarios.
> + *
> + * Return: The zero indexed last slot with child.
> + */
> +static inline unsigned char ma_nonleaf_data_end_nocheck(struct maple_node *node,
> + enum maple_type type)
> +{
> + void __rcu **slots;
> + unsigned long slot;
> +
> + slots = ma_slots(node, type);
> + slot = (unsigned long)rcu_dereference_raw(slots[mt_pivots[type]]);
> + if (unlikely(slot_is_mte(slot)))
> + return mt_pivots[type];
> +
> + return ma_meta_end(node, type);
> +}
> +
> +/* See ma_nonleaf_data_end() */
> +static inline unsigned char mte_nonleaf_data_end(struct maple_tree *mt,
> + struct maple_enode *enode)
> +{
> + return ma_nonleaf_data_end(mt, mte_to_node(enode), mte_node_type(enode));
> +}
> +
> /*
> * ma_data_end() - Find the end of the data in a node.
> * @node: The maple node
> --
> 2.20.1
>
>
