On 8/21/24 9:11 AM, Shiju Jose wrote:
> Hi Dave,
>
>> -----Original Message-----
>> From: Dave Jiang <dave.jiang@xxxxxxxxx>
>> Sent: 20 August 2024 23:46
>> To: Shiju Jose <shiju.jose@xxxxxxxxxx>; linux-edac@xxxxxxxxxxxxxxx; linux-
>> cxl@xxxxxxxxxxxxxxx; linux-acpi@xxxxxxxxxxxxxxx; linux-mm@xxxxxxxxx; linux-
>> kernel@xxxxxxxxxxxxxxx
>> Cc: bp@xxxxxxxxx; tony.luck@xxxxxxxxx; rafael@xxxxxxxxxx; lenb@xxxxxxxxxx;
>> mchehab@xxxxxxxxxx; dan.j.williams@xxxxxxxxx; dave@xxxxxxxxxxxx; Jonathan
>> Cameron <jonathan.cameron@xxxxxxxxxx>; alison.schofield@xxxxxxxxx;
>> vishal.l.verma@xxxxxxxxx; ira.weiny@xxxxxxxxx; david@xxxxxxxxxx;
>> Vilas.Sridharan@xxxxxxx; leo.duran@xxxxxxx; Yazen.Ghannam@xxxxxxx;
>> rientjes@xxxxxxxxxx; jiaqiyan@xxxxxxxxxx; Jon.Grimm@xxxxxxx;
>> dave.hansen@xxxxxxxxxxxxxxx; naoya.horiguchi@xxxxxxx;
>> james.morse@xxxxxxx; jthoughton@xxxxxxxxxx; somasundaram.a@xxxxxxx;
>> erdemaktas@xxxxxxxxxx; pgonda@xxxxxxxxxx; duenwen@xxxxxxxxxx;
>> mike.malvestuto@xxxxxxxxx; gthelen@xxxxxxxxxx;
>> wschwartz@xxxxxxxxxxxxxxxxxxx; dferguson@xxxxxxxxxxxxxxxxxxx;
>> wbs@xxxxxxxxxxxxxxxxxxxxxx; nifan.cxl@xxxxxxxxx; jgroves@xxxxxxxxxx;
>> vsalve@xxxxxxxxxx; tanxiaofei <tanxiaofei@xxxxxxxxxx>; Zengtao (B)
>> <prime.zeng@xxxxxxxxxxxxx>; Roberto Sassu <roberto.sassu@xxxxxxxxxx>;
>> kangkang.shen@xxxxxxxxxxxxx; wanghuiqiang <wanghuiqiang@xxxxxxxxxx>;
>> Linuxarm <linuxarm@xxxxxxxxxx>
>> Subject: Re: [PATCH v11 04/14] cxl/mbox: Add GET_SUPPORTED_FEATURES
>> mailbox command
>>
>>
>>
>> On 8/16/24 9:42 AM, shiju.jose@xxxxxxxxxx wrote:
>>> From: Shiju Jose <shiju.jose@xxxxxxxxxx>
>>>
>>> Add support for GET_SUPPORTED_FEATURES mailbox command.
>>>
>>> CXL spec 3.1 section 8.2.9.6 describes optional device specific features.
>>> CXL devices support features with changeable attributes.
>>>
>>> CXL spec 3.1 section 8.2.9.6.1 describes Get Supported features command.
>>> Get Supported Features retrieves the list of supported device specific
>>> features. The settings of a feature can be retrieved using Get Feature
>>> and optionally modified using Set Feature.
>>>
>>> Signed-off-by: Shiju Jose <shiju.jose@xxxxxxxxxx>
>>> ---
>>> drivers/cxl/core/mbox.c | 68
>> +++++++++++++++++++++++++++++++++++++++++
>>> drivers/cxl/cxlmem.h | 63 ++++++++++++++++++++++++++++++++++++++
>>> 2 files changed, 131 insertions(+)
>>>
>>> diff --git a/drivers/cxl/core/mbox.c b/drivers/cxl/core/mbox.c index
>>> 2626f3fff201..760fa3e1075f 100644
>>> --- a/drivers/cxl/core/mbox.c
>>> +++ b/drivers/cxl/core/mbox.c
>>> @@ -1324,6 +1324,74 @@ int cxl_set_timestamp(struct cxl_memdev_state
>>> *mds) } EXPORT_SYMBOL_NS_GPL(cxl_set_timestamp, CXL);
>>>
>>> +int cxl_get_supported_features(struct cxl_memdev_state *mds,
>>> + u32 count, u16 start_index,
>>> + struct cxl_mbox_get_supp_feats_out *feats_out) {
>>> + struct cxl_mbox_get_supp_feats_in pi;
>>> + struct cxl_mbox_cmd mbox_cmd;
>>> + int rc;
>>> +
>>> + pi.count = cpu_to_le32(count);
>>> + pi.start_index = cpu_to_le16(start_index);
>>> +
>>> + mbox_cmd = (struct cxl_mbox_cmd) {
>>> + .opcode = CXL_MBOX_OP_GET_SUPPORTED_FEATURES,
>>> + .size_in = sizeof(pi),
>>> + .payload_in = &pi,
>>> + .size_out = count,
>>> + .payload_out = feats_out,
>>> + .min_out = sizeof(*feats_out),
>>> + };
>>> + rc = cxl_internal_send_cmd(mds, &mbox_cmd);
>>> + if (rc < 0)
>>> + return rc;
>>> +
>>> + return 0;
>>> +}
>>> +EXPORT_SYMBOL_NS_GPL(cxl_get_supported_features, CXL);
>>> +
>>> +int cxl_get_supported_feature_entry(struct cxl_memdev_state *mds, const
>> uuid_t *feat_uuid,
>>> + struct cxl_mbox_supp_feat_entry
>> *feat_entry_out)
>>
>> Hi Shiju,
>> thoughts on storing all the supported features meta info from
>> GET_SUPPORTED_FEATURES command in the cxl core driver during device
>> enumeration and the CXL EDAC code can just query the core instead of reading
>>from the device? Just looking forward to supporting other read/set features
>> operations in the future and avoiding going through this entire read and find
>> routine for each feature.
> Thanks for the suggestion.
> I saw you have implementation for storing all the supported features meta info from GET_SUPPORTED_FEATURES command here.
> https://patchwork.kernel.org/project/cxl/patch/20240718213446.1750135-5-dave.jiang@xxxxxxxxx/
> I am fine basing on it if this patch is ready to go?
If you are fine with it then please feel free to incorporate the changes with your code and we'll go through the reviews. Thanks!
>>
>> DJ
>
> Thanks,
> Shiju
>>
>>> +{
>>> + struct cxl_mbox_supp_feat_entry *feat_entry;
>>> + int feat_index, feats_out_size;
>>> + int nentries, count;
>>> + int ret;
>>> +
>>> + feat_index = 0;
>>> + feats_out_size = sizeof(struct cxl_mbox_get_supp_feats_out) +
>>> + sizeof(struct cxl_mbox_supp_feat_entry);
>>> + struct cxl_mbox_get_supp_feats_out *feats_out __free(kfree) =
>>> + kmalloc(feats_out_size, GFP_KERNEL);
>>> + if (!feats_out)
>>> + return -ENOMEM;
>>> +
>>> + while (true) {
>>> + memset(feats_out, 0, feats_out_size);
>>> + ret = cxl_get_supported_features(mds, feats_out_size,
>>> + feat_index, feats_out);
>>> + if (ret)
>>> + return ret;
>>> +
>>> + nentries = feats_out->nr_entries;
>>> + if (!nentries)
>>> + return -EOPNOTSUPP;
>>> +
>>> + /* Check CXL memdev supports the feature */
>>> + feat_entry = feats_out->feat_entries;
>>> + for (count = 0; count < nentries; count++, feat_entry++) {
>>> + if (uuid_equal(&feat_entry->uuid, feat_uuid)) {
>>> + memcpy(feat_entry_out, feat_entry,
>>> + sizeof(*feat_entry_out));
>>> + return 0;
>>> + }
>>> + }
>>> + feat_index += nentries;
>>> + }
>>> +}
>>> +EXPORT_SYMBOL_NS_GPL(cxl_get_supported_feature_entry, CXL);
>>> +
>>> int cxl_mem_get_poison(struct cxl_memdev *cxlmd, u64 offset, u64 len,
>>> struct cxl_region *cxlr)
>>> {
>>> diff --git a/drivers/cxl/cxlmem.h b/drivers/cxl/cxlmem.h index
>>> af8169ccdbc0..9939c771f642 100644
>>> --- a/drivers/cxl/cxlmem.h
>>> +++ b/drivers/cxl/cxlmem.h
>>> @@ -531,6 +531,7 @@ enum cxl_opcode {
>>> CXL_MBOX_OP_GET_LOG_CAPS = 0x0402,
>>> CXL_MBOX_OP_CLEAR_LOG = 0x0403,
>>> CXL_MBOX_OP_GET_SUP_LOG_SUBLIST = 0x0405,
>>> + CXL_MBOX_OP_GET_SUPPORTED_FEATURES = 0x0500,
>>> CXL_MBOX_OP_IDENTIFY = 0x4000,
>>> CXL_MBOX_OP_GET_PARTITION_INFO = 0x4100,
>>> CXL_MBOX_OP_SET_PARTITION_INFO = 0x4101,
>>> @@ -700,6 +701,63 @@ struct cxl_mbox_set_timestamp_in {
>>>
>>> } __packed;
>>>
>>> +/*
>>> + * Get Supported Features CXL 3.1 Spec 8.2.9.6.1 */
>>> +
>>> +/*
>>> + * Get Supported Features input payload
>>> + * CXL rev 3.1 section 8.2.9.6.1 Table 8-95 */ struct
>>> +cxl_mbox_get_supp_feats_in {
>>> + __le32 count;
>>> + __le16 start_index;
>>> + u8 rsvd[2];
>>> +} __packed;
>>> +
>>> +/*
>>> + * Get Supported Features Supported Feature Entry
>>> + * CXL rev 3.1 section 8.2.9.6.1 Table 8-97 */
>>> +/* Supported Feature Entry : Payload out attribute flags */
>>> +#define CXL_FEAT_ENTRY_FLAG_CHANGABLE BIT(0)
>>> +#define CXL_FEAT_ENTRY_FLAG_DEEPEST_RESET_PERSISTENCE_MASK
>> GENMASK(3, 1)
>>> +#define CXL_FEAT_ENTRY_FLAG_PERSIST_ACROSS_FIRMWARE_UPDATE
>> BIT(4)
>>> +#define CXL_FEAT_ENTRY_FLAG_SUPPORT_DEFAULT_SELECTION BIT(5)
>>> +#define CXL_FEAT_ENTRY_FLAG_SUPPORT_SAVED_SELECTION BIT(6)
>>> +
>>> +enum cxl_feat_attr_value_persistence {
>>> + CXL_FEAT_ATTR_VALUE_PERSISTENCE_NONE,
>>> + CXL_FEAT_ATTR_VALUE_PERSISTENCE_CXL_RESET,
>>> + CXL_FEAT_ATTR_VALUE_PERSISTENCE_HOT_RESET,
>>> + CXL_FEAT_ATTR_VALUE_PERSISTENCE_WARM_RESET,
>>> + CXL_FEAT_ATTR_VALUE_PERSISTENCE_COLD_RESET,
>>> + CXL_FEAT_ATTR_VALUE_PERSISTENCE_MAX
>>> +};
>>> +
>>> +struct cxl_mbox_supp_feat_entry {
>>> + uuid_t uuid;
>>> + __le16 index;
>>> + __le16 get_size;
>>> + __le16 set_size;
>>> + __le32 attr_flags;
>>> + u8 get_version;
>>> + u8 set_version;
>>> + __le16 set_effects;
>>> + u8 rsvd[18];
>>> +} __packed;
>>> +
>>> +/*
>>> + * Get Supported Features output payload
>>> + * CXL rev 3.1 section 8.2.9.6.1 Table 8-96 */ struct
>>> +cxl_mbox_get_supp_feats_out {
>>> + __le16 nr_entries;
>>> + __le16 nr_supported;
>>> + u8 rsvd[4];
>>> + struct cxl_mbox_supp_feat_entry feat_entries[]; } __packed;
>>> +
>>> /* Get Poison List CXL 3.0 Spec 8.2.9.8.4.1 */ struct
>>> cxl_mbox_poison_in {
>>> __le64 offset;
>>> @@ -831,6 +889,11 @@ void cxl_event_trace_record(const struct
>> cxl_memdev *cxlmd,
>>> enum cxl_event_type event_type,
>>> const uuid_t *uuid, union cxl_event *evt); int
>>> cxl_set_timestamp(struct cxl_memdev_state *mds);
>>> +int cxl_get_supported_features(struct cxl_memdev_state *mds,
>>> + u32 count, u16 start_index,
>>> + struct cxl_mbox_get_supp_feats_out *feats_out);
>> int
>>> +cxl_get_supported_feature_entry(struct cxl_memdev_state *mds, const
>> uuid_t *feat_uuid,
>>> + struct cxl_mbox_supp_feat_entry
>> *feat_entry_out);
>>> int cxl_poison_state_init(struct cxl_memdev_state *mds); int
>>> cxl_mem_get_poison(struct cxl_memdev *cxlmd, u64 offset, u64 len,
>>> struct cxl_region *cxlr);
>
