This patch implement persist owner info on nvdimm device
when alloc/free pages.
Signed-off-by: Jianpeng Ma <jianpeng.ma@xxxxxxxxx>
Signed-off-by: Qiaowei Ren <qiaowei.ren@xxxxxxxxx>
---
drivers/md/bcache/nvm-pages.c | 92 ++++++++++++++++++++++++++++++++++-
1 file changed, 91 insertions(+), 1 deletion(-)
diff --git a/drivers/md/bcache/nvm-pages.c b/drivers/md/bcache/nvm-pages.c
index b095882d3a2b..7a536c14a5ac 100644
--- a/drivers/md/bcache/nvm-pages.c
+++ b/drivers/md/bcache/nvm-pages.c
@@ -206,6 +206,17 @@ static struct bch_nvm_namespace *find_nvm_by_addr(void *addr, int order)
return NULL;
}
+static void init_pgalloc_recs(struct bch_nvm_pgalloc_recs *recs, const char *owner_uuid)
+{
+ memset(recs, 0, sizeof(struct bch_nvm_pgalloc_recs));
+ memcpy(recs->owner_uuid, owner_uuid, 16);
+}
+
+static pgoff_t vaddr_to_nvm_pgoff(struct bch_nvm_namespace *ns, void *kaddr)
+{
+ return (kaddr - ns->kaddr - ns->pages_offset) / PAGE_SIZE;
+}
+
static int remove_extent(struct bch_nvm_alloced_recs *alloced_recs, void *addr, int order)
{
struct list_head *list = alloced_recs->extent_head.next;
@@ -245,6 +256,83 @@ static int remove_extent(struct bch_nvm_alloced_recs *alloced_recs, void *addr,
return (list == &alloced_recs->extent_head) ? -ENOENT : 0;
}
+#define BCH_RECS_LEN (sizeof(struct bch_nvm_pgalloc_recs))
+
+static void write_owner_info(void)
+{
+ struct bch_owner_list *owner_list;
+ struct bch_nvm_pgalloc_recs *recs;
+ struct bch_extent *extent;
+ struct bch_nvm_namespace *ns = only_set->nss[0];
+ struct bch_owner_list_head *owner_list_head;
+ struct bch_nvm_pages_owner_head *owner_head;
+ bool update_owner = false;
+ u64 recs_pos = BCH_NVM_PAGES_SYS_RECS_HEAD_OFFSET;
+ struct list_head *list;
+ int i, j;
+
+ owner_list_head = kzalloc(sizeof(*owner_list_head), GFP_KERNEL);
+ recs = kmalloc(sizeof(*recs), GFP_KERNEL);
+ if (!owner_list_head || !recs) {
+ pr_info("can't alloc memory\n");
+ kfree(owner_list_head);
+ kfree(recs);
+ return;
+ }
+
+ // in-memory owner maybe not contain alloced-pages.
+ for (i = 0; i < only_set->owner_list_size; i++) {
+ owner_head = &owner_list_head->heads[owner_list_head->size];
+ owner_list = only_set->owner_lists[i];
+
+ for (j = 0; j < only_set->total_namespaces_nr; j++) {
+ struct bch_nvm_alloced_recs *extents = owner_list->alloced_recs[j];
+
+ if (!extents || !extents->size)
+ continue;
+
+ init_pgalloc_recs(recs, owner_list->owner_uuid);
+
+ BUG_ON(recs_pos >= BCH_NVM_PAGES_OFFSET);
+ owner_head->recs[j] = (struct bch_nvm_pgalloc_recs *)recs_pos;
+
+ for (list = extents->extent_head.next;
+ list != &extents->extent_head;
+ list = list->next) {
+ extent = container_of(list, struct bch_extent, list);
+
+ if (recs->size == BCH_MAX_RECS) {
+ BUG_ON(recs_pos >= BCH_NVM_PAGES_OFFSET);
+ recs->next = (struct bch_nvm_pgalloc_recs *)
+ (recs_pos + BCH_RECS_LEN);
+ memcpy_flushcache(ns->kaddr + recs_pos, recs, BCH_RECS_LEN);
+ init_pgalloc_recs(recs, owner_list->owner_uuid);
+ recs_pos += BCH_RECS_LEN;
+ }
+
+ recs->recs[recs->size].pgoff =
+ vaddr_to_nvm_pgoff(only_set->nss[j], extent->kaddr);
+ recs->recs[recs->size].nr = extent->nr;
+ recs->size++;
+ }
+
+ update_owner = true;
+ memcpy_flushcache(ns->kaddr + recs_pos, recs, BCH_RECS_LEN);
+ recs_pos += sizeof(struct bch_nvm_pgalloc_recs);
+ }
+
+ if (update_owner) {
+ memcpy(owner_head->uuid, owner_list->owner_uuid, 16);
+ owner_list_head->size++;
+ update_owner = false;
+ }
+ }
+
+ memcpy_flushcache(ns->kaddr + BCH_NVM_PAGES_OWNER_LIST_HEAD_OFFSET,
+ (void *)owner_list_head, sizeof(struct bch_owner_list_head));
+ kfree(owner_list_head);
+}
+
static void __free_space(struct bch_nvm_namespace *ns, void *addr, int order)
{
unsigned int add_pages = (1 << order);
@@ -318,6 +406,7 @@ void bch_nvm_free_pages(void *addr, int order, const char *owner_uuid)
}
__free_space(ns, addr, order);
+ write_owner_info();
unlock:
mutex_unlock(&only_set->lock);
@@ -376,7 +465,8 @@ void *bch_nvm_alloc_pages(int order, const char *owner_uuid)
break;
}
}
-
+ if (kaddr)
+ write_owner_info();
mutex_unlock(&only_set->lock);
return kaddr;
}
--
2.17.1
