Re: [PATCH] selftests/rseq: add LoongArch64 support

[Date Prev][Date Next][Thread Prev][Thread Next][Date Index][Thread Index]

 



On Wed, Dec 13, 2023 at 3:11 PM Huang Pei <huangpei@xxxxxxxxxxx> wrote:
>
> Use same test infrastructure as MIPS and RISC-V, rseq-MRL-bits.h,
> here MRL stands for MIPS-RISCV-LoongArch.
You can consider the name rseq-generic-bits.h, there is also similar
naming in this directory.

>
> Tested on 3A5000+7A1000+ArchLinux Loong64, no errors(need latest
> upstream binutils).
You needn't highlight you have tested. OTOH you can refer the related
commit of binutils.

>
> Signed-off-by: Huang Pei <huangpei@xxxxxxxxxxx>
> ---
>  tools/testing/selftests/rseq/param_test.c     |  20 +
>  ...rseq-mips-riscv-bits.h => rseq-MRL-bits.h} |   0
>  .../selftests/rseq/rseq-loongarch-bits.h      | 410 ++++++++++++++++++
>  .../rseq/rseq-loongarch-thread-pointer.h      |  22 +
>  tools/testing/selftests/rseq/rseq-loongarch.h | 196 +++++++++
>  .../selftests/rseq/rseq-thread-pointer.h      |   2 +
>  tools/testing/selftests/rseq/rseq.h           |   2 +
>  7 files changed, 652 insertions(+)
>  rename tools/testing/selftests/rseq/{rseq-mips-riscv-bits.h => rseq-MRL-bits.h} (100%)
>  create mode 100644 tools/testing/selftests/rseq/rseq-loongarch-bits.h
>  create mode 100644 tools/testing/selftests/rseq/rseq-loongarch-thread-pointer.h
>  create mode 100644 tools/testing/selftests/rseq/rseq-loongarch.h
>
> diff --git a/tools/testing/selftests/rseq/param_test.c b/tools/testing/selftests/rseq/param_test.c
> index 20403d58345c..724dd07ecc73 100644
> --- a/tools/testing/selftests/rseq/param_test.c
> +++ b/tools/testing/selftests/rseq/param_test.c
> @@ -227,7 +227,27 @@ unsigned int yield_mod_cnt, nr_abort;
>         "bnez " INJECT_ASM_REG ", 222b\n\t"                     \
>         "333:\n\t"
>
> +#elif defined(__loongarch__)
> +#define RSEQ_INJECT_INPUT \
> +       , [loop_cnt_1]"m"(loop_cnt[1]) \
> +       , [loop_cnt_2]"m"(loop_cnt[2]) \
> +       , [loop_cnt_3]"m"(loop_cnt[3]) \
> +       , [loop_cnt_4]"m"(loop_cnt[4]) \
> +       , [loop_cnt_5]"m"(loop_cnt[5]) \
> +       , [loop_cnt_6]"m"(loop_cnt[6])
> +
> +#define INJECT_ASM_REG  "$r16"
> +
> +#define RSEQ_INJECT_CLOBBER \
> +       , INJECT_ASM_REG
>
> +#define RSEQ_INJECT_ASM(n)                                      \
> +       "ld.w " INJECT_ASM_REG ", %[loop_cnt_" #n "]\n\t"         \
> +       "beqz " INJECT_ASM_REG ", 333f\n\t"                     \
> +       "222:\n\t"                                              \
> +       "addi.w  " INJECT_ASM_REG "," INJECT_ASM_REG ", -1\n\t"   \
> +       "bnez " INJECT_ASM_REG ", 222b\n\t"                     \
> +       "333:\n\t"
>  #else
>  #error unsupported target
>  #endif
> diff --git a/tools/testing/selftests/rseq/rseq-mips-riscv-bits.h b/tools/testing/selftests/rseq/rseq-MRL-bits.h
> similarity index 100%
> rename from tools/testing/selftests/rseq/rseq-mips-riscv-bits.h
> rename to tools/testing/selftests/rseq/rseq-MRL-bits.h
> diff --git a/tools/testing/selftests/rseq/rseq-loongarch-bits.h b/tools/testing/selftests/rseq/rseq-loongarch-bits.h
> new file mode 100644
> index 000000000000..de31a0143139
> --- /dev/null
> +++ b/tools/testing/selftests/rseq/rseq-loongarch-bits.h
> @@ -0,0 +1,410 @@
> +/* SPDX-License-Identifier: LGPL-2.1 OR MIT */
> +
> +#include "rseq-bits-template.h"
> +
> +#if defined(RSEQ_TEMPLATE_MO_RELAXED) && \
> +       (defined(RSEQ_TEMPLATE_CPU_ID) || defined(RSEQ_TEMPLATE_MM_CID))
> +
> +static inline __always_inline
> +int RSEQ_TEMPLATE_IDENTIFIER(rseq_cmpeqv_storev)(intptr_t *v, intptr_t expect, intptr_t newv, int cpu)
> +{
> +       RSEQ_INJECT_C(9)
> +
> +       __asm__ __volatile__ goto(RSEQ_ASM_DEFINE_TABLE(1, 2f, 3f, 4f)
> +                                 RSEQ_ASM_DEFINE_EXIT_POINT(2f, "%l[cmpfail]")
> +#ifdef RSEQ_COMPARE_TWICE
> +                                 RSEQ_ASM_DEFINE_EXIT_POINT(2f, "%l[error1]")
> +                                 RSEQ_ASM_DEFINE_EXIT_POINT(2f, "%l[error2]")
> +#endif
> +                                 RSEQ_ASM_STORE_RSEQ_CS(2, 1b, rseq_cs)
> +                                 RSEQ_ASM_CMP_CPU_ID(cpu_id, current_cpu_id, 4f)
> +                                 RSEQ_INJECT_ASM(3)
> +                                 RSEQ_ASM_OP_CMPEQ(v, expect, "%l[cmpfail]")
> +                                 RSEQ_INJECT_ASM(4)
> +#ifdef RSEQ_COMPARE_TWICE
> +                                 RSEQ_ASM_CMP_CPU_ID(cpu_id, current_cpu_id, "%l[error1]")
> +                                 RSEQ_ASM_OP_CMPEQ(v, expect, "%l[error2]")
> +#endif
> +                                 RSEQ_ASM_OP_FINAL_STORE(newv, v, 3)
> +                                 RSEQ_INJECT_ASM(5)
> +                                 RSEQ_ASM_DEFINE_ABORT(4, abort)
> +                                 : /* gcc asm goto does not allow outputs */
> +                                 : [cpu_id]            "r" (cpu),
> +                                   [current_cpu_id]    "m" (rseq_get_abi()->RSEQ_TEMPLATE_CPU_ID_FIELD),
> +                                   [rseq_cs]           "m" (rseq_get_abi()->rseq_cs.arch.ptr),
> +                                   [v]                 "m" (*v),
> +                                   [expect]            "r" (expect),
> +                                   [newv]              "r" (newv)
> +                                   RSEQ_INJECT_INPUT
> +                                 : "memory", RSEQ_ASM_TMP_REG_1
> +                                   RSEQ_INJECT_CLOBBER
> +                                 : abort, cmpfail
> +#ifdef RSEQ_COMPARE_TWICE
> +                                   , error1, error2
> +#endif
> +       );
> +
> +       return 0;
> +abort:
> +       RSEQ_INJECT_FAILED
> +       return -1;
> +cmpfail:
> +       return 1;
> +#ifdef RSEQ_COMPARE_TWICE
> +error1:
> +       rseq_bug("cpu_id comparison failed");
> +error2:
> +       rseq_bug("expected value comparison failed");
> +#endif
> +}
> +
> +static inline __always_inline
> +int RSEQ_TEMPLATE_IDENTIFIER(rseq_cmpnev_storeoffp_load)(intptr_t *v, intptr_t expectnot,
> +                              off_t voffp, intptr_t *load, int cpu)
> +{
> +       RSEQ_INJECT_C(9)
> +
> +       __asm__ __volatile__ goto(RSEQ_ASM_DEFINE_TABLE(1, 2f, 3f, 4f)
> +                                 RSEQ_ASM_DEFINE_EXIT_POINT(2f, "%l[cmpfail]")
> +#ifdef RSEQ_COMPARE_TWICE
> +                                 RSEQ_ASM_DEFINE_EXIT_POINT(2f, "%l[error1]")
> +                                 RSEQ_ASM_DEFINE_EXIT_POINT(2f, "%l[error2]")
> +#endif
> +                                 RSEQ_ASM_STORE_RSEQ_CS(2, 1b, rseq_cs)
> +                                 RSEQ_ASM_CMP_CPU_ID(cpu_id, current_cpu_id, 4f)
> +                                 RSEQ_INJECT_ASM(3)
> +                                 RSEQ_ASM_OP_CMPNE(v, expectnot, "%l[cmpfail]")
> +                                 RSEQ_INJECT_ASM(4)
> +#ifdef RSEQ_COMPARE_TWICE
> +                                 RSEQ_ASM_CMP_CPU_ID(cpu_id, current_cpu_id, "%l[error1]")
> +                                 RSEQ_ASM_OP_CMPNE(v, expectnot, "%l[error2]")
> +#endif
> +                                 RSEQ_ASM_OP_R_LOAD(v)
> +                                 RSEQ_ASM_OP_R_STORE(load)
> +                                 RSEQ_ASM_OP_R_LOAD_OFF(voffp)
> +                                 RSEQ_ASM_OP_R_FINAL_STORE(v, 3)
> +                                 RSEQ_INJECT_ASM(5)
> +                                 RSEQ_ASM_DEFINE_ABORT(4, abort)
> +                                 : /* gcc asm goto does not allow outputs */
> +                                 : [cpu_id]            "r" (cpu),
> +                                   [current_cpu_id]    "m" (rseq_get_abi()->RSEQ_TEMPLATE_CPU_ID_FIELD),
> +                                   [rseq_cs]           "m" (rseq_get_abi()->rseq_cs.arch.ptr),
> +                                   [v]                 "m" (*v),
> +                                   [expectnot]         "r" (expectnot),
> +                                   [load]              "m" (*load),
> +                                   [voffp]             "r" (voffp)
> +                                   RSEQ_INJECT_INPUT
> +                                 : "memory", RSEQ_ASM_TMP_REG_1
> +                                   RSEQ_INJECT_CLOBBER
> +                                 : abort, cmpfail
> +#ifdef RSEQ_COMPARE_TWICE
> +                                   , error1, error2
> +#endif
> +       );
> +       return 0;
> +abort:
> +       RSEQ_INJECT_FAILED
> +       return -1;
> +cmpfail:
> +       return 1;
> +#ifdef RSEQ_COMPARE_TWICE
> +error1:
> +       rseq_bug("cpu_id comparison failed");
> +error2:
> +       rseq_bug("expected value comparison failed");
> +#endif
> +}
> +
> +static inline __always_inline
> +int RSEQ_TEMPLATE_IDENTIFIER(rseq_addv)(intptr_t *v, intptr_t count, int cpu)
> +{
> +       RSEQ_INJECT_C(9)
> +
> +       __asm__ __volatile__ goto(RSEQ_ASM_DEFINE_TABLE(1, 2f, 3f, 4f)
> +#ifdef RSEQ_COMPARE_TWICE
> +                                 RSEQ_ASM_DEFINE_EXIT_POINT(2f, "%l[error1]")
> +#endif
> +                                 RSEQ_ASM_STORE_RSEQ_CS(2, 1b, rseq_cs)
> +                                 RSEQ_ASM_CMP_CPU_ID(cpu_id, current_cpu_id, 4f)
> +                                 RSEQ_INJECT_ASM(3)
> +#ifdef RSEQ_COMPARE_TWICE
> +                                 RSEQ_ASM_CMP_CPU_ID(cpu_id, current_cpu_id, "%l[error1]")
> +#endif
> +                                 RSEQ_ASM_OP_R_LOAD(v)
> +                                 RSEQ_ASM_OP_R_ADD(count)
> +                                 RSEQ_ASM_OP_R_FINAL_STORE(v, 3)
> +                                 RSEQ_INJECT_ASM(4)
> +                                 RSEQ_ASM_DEFINE_ABORT(4, abort)
> +                                 : /* gcc asm goto does not allow outputs */
> +                                 : [cpu_id]            "r" (cpu),
> +                                   [current_cpu_id]    "m" (rseq_get_abi()->RSEQ_TEMPLATE_CPU_ID_FIELD),
> +                                   [rseq_cs]           "m" (rseq_get_abi()->rseq_cs.arch.ptr),
> +                                   [v]                 "m" (*v),
> +                                   [count]             "r" (count)
> +                                   RSEQ_INJECT_INPUT
> +                                 : "memory", RSEQ_ASM_TMP_REG_1
> +                                   RSEQ_INJECT_CLOBBER
> +                                 : abort
> +#ifdef RSEQ_COMPARE_TWICE
> +                                   , error1
> +#endif
> +       );
> +       return 0;
> +abort:
> +       RSEQ_INJECT_FAILED
> +       return -1;
> +#ifdef RSEQ_COMPARE_TWICE
> +error1:
> +       rseq_bug("cpu_id comparison failed");
> +#endif
> +}
> +
> +static inline __always_inline
> +int RSEQ_TEMPLATE_IDENTIFIER(rseq_cmpeqv_cmpeqv_storev)(intptr_t *v, intptr_t expect,
> +                             intptr_t *v2, intptr_t expect2,
> +                             intptr_t newv, int cpu)
> +{
> +       RSEQ_INJECT_C(9)
> +
> +       __asm__ __volatile__ goto(RSEQ_ASM_DEFINE_TABLE(1, 2f, 3f, 4f)
> +                                 RSEQ_ASM_DEFINE_EXIT_POINT(2f, "%l[cmpfail]")
> +#ifdef RSEQ_COMPARE_TWICE
> +                                 RSEQ_ASM_DEFINE_EXIT_POINT(2f, "%l[error1]")
> +                                 RSEQ_ASM_DEFINE_EXIT_POINT(2f, "%l[error2]")
> +                                 RSEQ_ASM_DEFINE_EXIT_POINT(2f, "%l[error3]")
> +#endif
> +                                 RSEQ_ASM_STORE_RSEQ_CS(2, 1b, rseq_cs)
> +                                 RSEQ_ASM_CMP_CPU_ID(cpu_id, current_cpu_id, 4f)
> +                                 RSEQ_INJECT_ASM(3)
> +                                 RSEQ_ASM_OP_CMPEQ(v, expect, "%l[cmpfail]")
> +                                 RSEQ_INJECT_ASM(4)
> +                                 RSEQ_ASM_OP_CMPEQ(v2, expect2, "%l[cmpfail]")
> +                                 RSEQ_INJECT_ASM(5)
> +#ifdef RSEQ_COMPARE_TWICE
> +                                 RSEQ_ASM_CMP_CPU_ID(cpu_id, current_cpu_id, "%l[error1]")
> +                                 RSEQ_ASM_OP_CMPEQ(v, expect, "%l[error2]")
> +                                 RSEQ_ASM_OP_CMPEQ(v2, expect2, "%l[error3]")
> +#endif
> +                                 RSEQ_ASM_OP_FINAL_STORE(newv, v, 3)
> +                                 RSEQ_INJECT_ASM(6)
> +                                 RSEQ_ASM_DEFINE_ABORT(4, abort)
> +                                 : /* gcc asm goto does not allow outputs */
> +                                 : [cpu_id]            "r" (cpu),
> +                                   [current_cpu_id]    "m" (rseq_get_abi()->RSEQ_TEMPLATE_CPU_ID_FIELD),
> +                                   [rseq_cs]           "m" (rseq_get_abi()->rseq_cs.arch.ptr),
> +                                   [v]                 "m" (*v),
> +                                   [expect]            "r" (expect),
> +                                   [v2]                        "m" (*v2),
> +                                   [expect2]           "r" (expect2),
> +                                   [newv]              "r" (newv)
> +                                   RSEQ_INJECT_INPUT
> +                                 : "memory", RSEQ_ASM_TMP_REG_1
> +                                   RSEQ_INJECT_CLOBBER
> +                                 : abort, cmpfail
> +#ifdef RSEQ_COMPARE_TWICE
> +                                   , error1, error2, error3
> +#endif
> +       );
> +
> +       return 0;
> +abort:
> +       RSEQ_INJECT_FAILED
> +       return -1;
> +cmpfail:
> +       return 1;
> +#ifdef RSEQ_COMPARE_TWICE
> +error1:
> +       rseq_bug("cpu_id comparison failed");
> +error2:
> +       rseq_bug("expected value comparison failed");
> +error3:
> +       rseq_bug("2nd expected value comparison failed");
> +#endif
> +}
> +
> +#define RSEQ_ARCH_HAS_OFFSET_DEREF_ADDV
> +
> +/*
> + *   pval = *(ptr+off)
> + *  *pval += inc;
> + */
> +static inline __always_inline
> +int RSEQ_TEMPLATE_IDENTIFIER(rseq_offset_deref_addv)(intptr_t *ptr, off_t off, intptr_t inc, int cpu)
> +{
> +       RSEQ_INJECT_C(9)
> +
> +       __asm__ __volatile__ goto(RSEQ_ASM_DEFINE_TABLE(1, 2f, 3f, 4f)
> +#ifdef RSEQ_COMPARE_TWICE
> +                                 RSEQ_ASM_DEFINE_EXIT_POINT(2f, "%l[error1]")
> +#endif
> +                                 RSEQ_ASM_STORE_RSEQ_CS(2, 1b, rseq_cs)
> +                                 RSEQ_ASM_CMP_CPU_ID(cpu_id, current_cpu_id, 4f)
> +                                 RSEQ_INJECT_ASM(3)
> +#ifdef RSEQ_COMPARE_TWICE
> +                                 RSEQ_ASM_CMP_CPU_ID(cpu_id, current_cpu_id, "%l[error1]")
> +#endif
> +                                 RSEQ_ASM_OP_R_DEREF_ADDV(ptr, off, 3)
> +                                 RSEQ_INJECT_ASM(4)
> +                                 RSEQ_ASM_DEFINE_ABORT(4, abort)
> +                                 : /* gcc asm goto does not allow outputs */
> +                                 : [cpu_id]                    "r" (cpu),
> +                                   [current_cpu_id]            "m" (rseq_get_abi()->RSEQ_TEMPLATE_CPU_ID_FIELD),
> +                                   [rseq_cs]                   "m" (rseq_get_abi()->rseq_cs.arch.ptr),
> +                                   [ptr]                       "r" (ptr),
> +                                   [off]                       "er" (off),
> +                                   [inc]                       "er" (inc)
> +                                   RSEQ_INJECT_INPUT
> +                                 : "memory", RSEQ_ASM_TMP_REG_1
> +                                   RSEQ_INJECT_CLOBBER
> +                                 : abort
> +#ifdef RSEQ_COMPARE_TWICE
> +                                   , error1
> +#endif
> +       );
> +       return 0;
> +abort:
> +       RSEQ_INJECT_FAILED
> +       return -1;
> +#ifdef RSEQ_COMPARE_TWICE
> +error1:
> +       rseq_bug("cpu_id comparison failed");
> +#endif
> +}
> +
> +#endif /* #if defined(RSEQ_TEMPLATE_MO_RELAXED) &&
> +       (defined(RSEQ_TEMPLATE_CPU_ID) || defined(RSEQ_TEMPLATE_MM_CID)) */
> +
> +#if (defined(RSEQ_TEMPLATE_MO_RELAXED) || defined(RSEQ_TEMPLATE_MO_RELEASE)) && \
> +       (defined(RSEQ_TEMPLATE_CPU_ID) || defined(RSEQ_TEMPLATE_MM_CID))
> +
> +static inline __always_inline
> +int RSEQ_TEMPLATE_IDENTIFIER(rseq_cmpeqv_trystorev_storev)(intptr_t *v, intptr_t expect,
> +                                intptr_t *v2, intptr_t newv2,
> +                                intptr_t newv, int cpu)
> +{
> +       RSEQ_INJECT_C(9)
> +
> +       __asm__ __volatile__ goto(RSEQ_ASM_DEFINE_TABLE(1, 2f, 3f, 4f)
> +                                 RSEQ_ASM_DEFINE_EXIT_POINT(2f, "%l[cmpfail]")
> +#ifdef RSEQ_COMPARE_TWICE
> +                                 RSEQ_ASM_DEFINE_EXIT_POINT(2f, "%l[error1]")
> +                                 RSEQ_ASM_DEFINE_EXIT_POINT(2f, "%l[error2]")
> +#endif
> +                                 RSEQ_ASM_STORE_RSEQ_CS(2, 1b, rseq_cs)
> +                                 RSEQ_ASM_CMP_CPU_ID(cpu_id, current_cpu_id, 4f)
> +                                 RSEQ_INJECT_ASM(3)
> +                                 RSEQ_ASM_OP_CMPEQ(v, expect, "%l[cmpfail]")
> +                                 RSEQ_INJECT_ASM(4)
> +#ifdef RSEQ_COMPARE_TWICE
> +                                 RSEQ_ASM_CMP_CPU_ID(cpu_id, current_cpu_id, "%l[error1]")
> +                                 RSEQ_ASM_OP_CMPEQ(v, expect, "%l[error2]")
> +#endif
> +                                 RSEQ_ASM_OP_STORE(newv2, v2)
> +                                 RSEQ_INJECT_ASM(5)
> +#ifdef RSEQ_TEMPLATE_MO_RELEASE
> +                                 RSEQ_ASM_OP_FINAL_STORE_RELEASE(newv, v, 3)
> +#else
> +                                 RSEQ_ASM_OP_FINAL_STORE(newv, v, 3)
> +#endif
> +                                 RSEQ_INJECT_ASM(6)
> +                                 RSEQ_ASM_DEFINE_ABORT(4, abort)
> +                                 : /* gcc asm goto does not allow outputs */
> +                                 : [cpu_id]                    "r" (cpu),
> +                                   [current_cpu_id]            "m" (rseq_get_abi()->RSEQ_TEMPLATE_CPU_ID_FIELD),
> +                                   [rseq_cs]                   "m" (rseq_get_abi()->rseq_cs.arch.ptr),
> +                                   [expect]                    "r" (expect),
> +                                   [v]                         "m" (*v),
> +                                   [newv]                      "r" (newv),
> +                                   [v2]                        "m" (*v2),
> +                                   [newv2]                     "r" (newv2)
> +                                   RSEQ_INJECT_INPUT
> +                                 : "memory", RSEQ_ASM_TMP_REG_1
> +                                   RSEQ_INJECT_CLOBBER
> +                                 : abort, cmpfail
> +#ifdef RSEQ_COMPARE_TWICE
> +                                   , error1, error2
> +#endif
> +       );
> +
> +       return 0;
> +abort:
> +       RSEQ_INJECT_FAILED
> +       return -1;
> +cmpfail:
> +       return 1;
> +#ifdef RSEQ_COMPARE_TWICE
> +error1:
> +       rseq_bug("cpu_id comparison failed");
> +error2:
> +       rseq_bug("expected value comparison failed");
> +#endif
> +}
> +
> +static inline __always_inline
> +int RSEQ_TEMPLATE_IDENTIFIER(rseq_cmpeqv_trymemcpy_storev)(intptr_t *v, intptr_t expect,
> +                                void *dst, void *src, size_t len,
> +                                intptr_t newv, int cpu)
> +{
> +       RSEQ_INJECT_C(9)
> +       __asm__ __volatile__ goto(RSEQ_ASM_DEFINE_TABLE(1, 2f, 3f, 4f)
> +                                 RSEQ_ASM_DEFINE_EXIT_POINT(2f, "%l[cmpfail]")
> +#ifdef RSEQ_COMPARE_TWICE
> +                                 RSEQ_ASM_DEFINE_EXIT_POINT(2f, "%l[error1]")
> +                                 RSEQ_ASM_DEFINE_EXIT_POINT(2f, "%l[error2]")
> +#endif
> +                                 RSEQ_ASM_STORE_RSEQ_CS(2, 1b, rseq_cs)
> +                                 RSEQ_ASM_CMP_CPU_ID(cpu_id, current_cpu_id, 4f)
> +                                 RSEQ_INJECT_ASM(3)
> +                                 RSEQ_ASM_OP_CMPEQ(v, expect, "%l[cmpfail]")
> +                                 RSEQ_INJECT_ASM(4)
> +#ifdef RSEQ_COMPARE_TWICE
> +                                 RSEQ_ASM_CMP_CPU_ID(cpu_id, current_cpu_id, "%l[error1]")
> +                                 RSEQ_ASM_OP_CMPEQ(v, expect, "%l[error2]")
> +#endif
> +                                 RSEQ_ASM_OP_R_BAD_MEMCPY(dst, src, len)
> +                                 RSEQ_INJECT_ASM(5)
> +#ifdef RSEQ_TEMPLATE_MO_RELEASE
> +                                 RSEQ_ASM_OP_FINAL_STORE_RELEASE(newv, v, 3)
> +#else
> +                                 RSEQ_ASM_OP_FINAL_STORE(newv, v, 3)
> +#endif
> +                                 RSEQ_INJECT_ASM(6)
> +                                 RSEQ_ASM_DEFINE_ABORT(4, abort)
> +                                 : /* gcc asm goto does not allow outputs */
> +                                 : [cpu_id]                    "r" (cpu),
> +                                   [current_cpu_id]            "m" (rseq_get_abi()->RSEQ_TEMPLATE_CPU_ID_FIELD),
> +                                   [rseq_cs]                   "m" (rseq_get_abi()->rseq_cs.arch.ptr),
> +                                   [expect]                    "r" (expect),
> +                                   [v]                         "m" (*v),
> +                                   [newv]                      "r" (newv),
> +                                   [dst]                       "r" (dst),
> +                                   [src]                       "r" (src),
> +                                   [len]                       "r" (len)
> +                                   RSEQ_INJECT_INPUT
> +                                 : "memory", RSEQ_ASM_TMP_REG_1, RSEQ_ASM_TMP_REG_2,
> +                                   RSEQ_ASM_TMP_REG_3, RSEQ_ASM_TMP_REG_4
> +                                   RSEQ_INJECT_CLOBBER
> +                                 : abort, cmpfail
> +#ifdef RSEQ_COMPARE_TWICE
> +                                   , error1, error2
> +#endif
> +       );
> +
> +       return 0;
> +abort:
> +       RSEQ_INJECT_FAILED
> +       return -1;
> +cmpfail:
> +       return 1;
> +#ifdef RSEQ_COMPARE_TWICE
> +error1:
> +       rseq_bug("cpu_id comparison failed");
> +error2:
> +       rseq_bug("expected value comparison failed");
> +#endif
> +}
> +
> +#endif /* #if (defined(RSEQ_TEMPLATE_MO_RELAXED) || defined(RSEQ_TEMPLATE_MO_RELEASE)) &&
> +       (defined(RSEQ_TEMPLATE_CPU_ID) || defined(RSEQ_TEMPLATE_MM_CID)) */
> +
> +#include "rseq-bits-reset.h"
> diff --git a/tools/testing/selftests/rseq/rseq-loongarch-thread-pointer.h b/tools/testing/selftests/rseq/rseq-loongarch-thread-pointer.h
> new file mode 100644
> index 000000000000..7dc990687982
> --- /dev/null
> +++ b/tools/testing/selftests/rseq/rseq-loongarch-thread-pointer.h
> @@ -0,0 +1,22 @@
> +/* SPDX-License-Identifier: MIT */
> +/* SPDX-FileCopyrightText: 2023 Huang Pei <huangpei@xxxxxxxxxxx> */
> +
> +#ifndef _RSEQ_LOONGARCH_THREAD_POINTER
> +#define _RSEQ_LOONGARCH_THREAD_POINTER
> +
> +#ifdef __cplusplus
> +extern "C" {
> +#endif
> +
> +static inline void *rseq_thread_pointer(void)
> +{
> +       register void *__result asm ("$2");
> +       asm ("" : "=r" (__result));
> +       return __result;
> +}
Since you have already refer the latest toolchain in commit message,
you don't need to define a local version of rseq_thread_pointer().

Huacai

> +
> +#ifdef __cplusplus
> +}
> +#endif
> +
> +#endif
> diff --git a/tools/testing/selftests/rseq/rseq-loongarch.h b/tools/testing/selftests/rseq/rseq-loongarch.h
> new file mode 100644
> index 000000000000..1359d28c48a4
> --- /dev/null
> +++ b/tools/testing/selftests/rseq/rseq-loongarch.h
> @@ -0,0 +1,196 @@
> +/* SPDX-License-Identifier: LGPL-2.1 OR MIT */
> +/*
> + * Author: Huang Pei <huangpei@xxxxxxxxxxx>
> + * (C) Copyright 2023 Loongson Technology Corporation Limited
> + * (C) Copyright 2016-2022 - Mathieu Desnoyers <mathieu.desnoyers@xxxxxxxxxxxx>
> + * (C) Copyright 2018 MIPS Tech LLC
> + * (C) Copyright 2018 - Paul Burton <paul.burton@xxxxxxxx>
> + */
> +
> +/*
> + * RSEQ_SIG use "break 0x10" instruction.
> + */
> +
> +# define RSEQ_SIG      0x002a0010
> +
> +
> +
> +#define rseq_smp_mb()  __asm__ __volatile__ ("dbar 0x10" ::: "memory")
> +#define rseq_smp_rmb() __asm__ __volatile__ ("dbar 0x15" ::: "memory")
> +#define rseq_smp_wmb() __asm__ __volatile__ ("dbar 0x1a" ::: "memory")
> +#define RSEQ_ASM_TMP_REG_1     "$r12"
> +#define RSEQ_ASM_TMP_REG_2     "$r13"
> +#define RSEQ_ASM_TMP_REG_3     "$r14"
> +#define RSEQ_ASM_TMP_REG_4     "$r15"
> +
> +#define rseq_smp_load_acquire(p)                                       \
> +__extension__ ({                                                       \
> +       rseq_unqual_scalar_typeof(*(p)) ____p1 = RSEQ_READ_ONCE(*(p));  \
> +       __asm__ __volatile__("dbar 0x14" :::  "memory");                \
> +       ____p1;                                                         \
> +})
> +
> +#define rseq_smp_acquire__after_ctrl_dep()     rseq_smp_rmb()
> +
> +#define rseq_smp_store_release(p, v)                                   \
> +do {                                                                   \
> +       __asm__ __volatile__("dbar 0x12" :::  "memory");                \
> +       RSEQ_WRITE_ONCE(*(p), v);                                       \
> +} while (0)
> +
> +# define LONG                  ".dword "
> +# define LONG_LA               "la.local "
> +# define LONG_L                        "ld.d "
> +# define LONG_S                        "st.d "
> +# define LONG_ADDI             "addi.d "
> +# define LONG_ADDU             "add.d "
> +# define U32_U64_PAD(x)                x
> +
> +#define __RSEQ_ASM_DEFINE_TABLE(label, version, flags, start_ip, \
> +                               post_commit_offset, abort_ip) \
> +               ".pushsection __rseq_cs, \"aw\"\n\t" \
> +               ".balign 32\n\t" \
> +               __rseq_str(label) ":\n\t"                                       \
> +               ".word " __rseq_str(version) ", " __rseq_str(flags) "\n\t" \
> +               LONG " " U32_U64_PAD(__rseq_str(start_ip)) "\n\t" \
> +               LONG " " U32_U64_PAD(__rseq_str(post_commit_offset)) "\n\t" \
> +               LONG " " U32_U64_PAD(__rseq_str(abort_ip)) "\n\t" \
> +               ".popsection\n\t" \
> +               ".pushsection __rseq_cs_ptr_array, \"aw\"\n\t" \
> +               LONG " " U32_U64_PAD(__rseq_str(label) "b") "\n\t" \
> +               ".popsection\n\t"
> +
> +#define RSEQ_ASM_DEFINE_TABLE(label, start_ip, post_commit_ip, abort_ip) \
> +       __RSEQ_ASM_DEFINE_TABLE(label, 0x0, 0x0, start_ip,               \
> +                               ((post_commit_ip) - (start_ip)), abort_ip)
> +
> +/*
> + * Exit points of a rseq critical section consist of all instructions outside
> + * of the critical section where a critical section can either branch to or
> + * reach through the normal course of its execution. The abort IP and the
> + * post-commit IP are already part of the __rseq_cs section and should not be
> + * explicitly defined as additional exit points. Knowing all exit points is
> + * useful to assist debuggers stepping over the critical section.
> + */
> +#define RSEQ_ASM_DEFINE_EXIT_POINT(start_ip, exit_ip) \
> +               ".pushsection __rseq_exit_point_array, \"aw\"\n\t" \
> +               LONG " " U32_U64_PAD(__rseq_str(start_ip)) "\n\t" \
> +               LONG " " U32_U64_PAD(__rseq_str(exit_ip)) "\n\t" \
> +               ".popsection\n\t"
> +
> +#define RSEQ_ASM_STORE_RSEQ_CS(label, cs_label, rseq_cs) \
> +               RSEQ_INJECT_ASM(1) \
> +               LONG_LA  RSEQ_ASM_TMP_REG_1 "," __rseq_str(cs_label) "\n\t" \
> +               LONG_S   RSEQ_ASM_TMP_REG_1 ", %[" __rseq_str(rseq_cs) "]\n\t" \
> +               __rseq_str(label) ":\n\t"
> +
> +#define RSEQ_ASM_DEFINE_ABORT(label, abort_label)                      \
> +               "b      222f\n"                                                 \
> +               ".balign        4\n"                                            \
> +               ".long "        __rseq_str(RSEQ_SIG) "\n"                       \
> +               __rseq_str(label) ":\n"                                         \
> +               "b      %l[" __rseq_str(abort_label) "]\n"                      \
> +               "222:\n"
> +
> +#define RSEQ_ASM_OP_STORE(value, var)                                  \
> +       LONG_S  "%[" __rseq_str(value) "], %[" __rseq_str(var) "]\n"
> +
> +#define RSEQ_ASM_OP_CMPEQ(var, expect, label)                          \
> +               LONG_L  RSEQ_ASM_TMP_REG_1 ", %[" __rseq_str(var) "]\n"         \
> +               "bne    " RSEQ_ASM_TMP_REG_1 ", %[" __rseq_str(expect) "] ,"    \
> +               __rseq_str(label) "\n"
> +
> +#define RSEQ_ASM_OP_CMPEQ32(var, expect, label)                                \
> +               "ld.w   " RSEQ_ASM_TMP_REG_1 ", %[" __rseq_str(var) "]\n"       \
> +               "bne    " RSEQ_ASM_TMP_REG_1 ", %[" __rseq_str(expect) "] ,"    \
> +               __rseq_str(label) "\n"
> +
> +#define RSEQ_ASM_OP_CMPNE(var, expect, label)                          \
> +               LONG_L  RSEQ_ASM_TMP_REG_1 ", %[" __rseq_str(var) "]\n"         \
> +               "beq    " RSEQ_ASM_TMP_REG_1 ", %[" __rseq_str(expect) "] ,"    \
> +               __rseq_str(label) "\n"
> +
> +#define RSEQ_ASM_CMP_CPU_ID(cpu_id, current_cpu_id, label) \
> +               RSEQ_INJECT_ASM(2) \
> +               RSEQ_ASM_OP_CMPEQ32(current_cpu_id, cpu_id, label)
> +
> +#define RSEQ_ASM_OP_R_LOAD(var)                                                \
> +               LONG_L  RSEQ_ASM_TMP_REG_1 ", %[" __rseq_str(var) "]\n"
> +
> +#define RSEQ_ASM_OP_R_STORE(var)                                       \
> +               LONG_S  RSEQ_ASM_TMP_REG_1 ", %[" __rseq_str(var) "]\n"
> +
> +#define RSEQ_ASM_OP_R_LOAD_OFF(offset)                                 \
> +               LONG_ADDU RSEQ_ASM_TMP_REG_1 ", %[" __rseq_str(offset) "], "    \
> +                RSEQ_ASM_TMP_REG_1 "\n"                                \
> +               LONG_L  RSEQ_ASM_TMP_REG_1 ", " RSEQ_ASM_TMP_REG_1 ", 0\n"
> +
> +#define RSEQ_ASM_OP_R_ADD(count)                                       \
> +               LONG_ADDU RSEQ_ASM_TMP_REG_1 ", " RSEQ_ASM_TMP_REG_1            \
> +               ", %[" __rseq_str(count) "]\n"
> +
> +#define RSEQ_ASM_OP_FINAL_STORE(value, var, post_commit_label)         \
> +               RSEQ_ASM_OP_STORE(value, var)                                   \
> +               __rseq_str(post_commit_label) ":\n"
> +
> +#define RSEQ_ASM_OP_FINAL_STORE_RELEASE(value, var, post_commit_label) \
> +               "dbar  0x12\t\n"                                                \
> +               RSEQ_ASM_OP_STORE(value, var)                                   \
> +               __rseq_str(post_commit_label) ":\n"
> +
> +#define RSEQ_ASM_OP_R_FINAL_STORE(var, post_commit_label)              \
> +               LONG_S  RSEQ_ASM_TMP_REG_1 ", %[" __rseq_str(var) "]\n"         \
> +               __rseq_str(post_commit_label) ":\n"
> +
> +#define RSEQ_ASM_OP_R_BAD_MEMCPY(dst, src, len)                                \
> +               "beqz   %[" __rseq_str(len) "], 333f\n"                         \
> +               "move   " RSEQ_ASM_TMP_REG_1 ", %[" __rseq_str(len) "]\n"       \
> +               "move   " RSEQ_ASM_TMP_REG_2 ", %[" __rseq_str(src) "]\n"       \
> +               "move   " RSEQ_ASM_TMP_REG_3 ", %[" __rseq_str(dst) "]\n"       \
> +               "222:\n"                                                        \
> +               "ld.b   " RSEQ_ASM_TMP_REG_4 ", " RSEQ_ASM_TMP_REG_2 ", 0\n"    \
> +               "st.b   " RSEQ_ASM_TMP_REG_4 ", " RSEQ_ASM_TMP_REG_3 ", 0\n"    \
> +               LONG_ADDI RSEQ_ASM_TMP_REG_1 ", " RSEQ_ASM_TMP_REG_1 ", -1\n"   \
> +               LONG_ADDI RSEQ_ASM_TMP_REG_2 ", " RSEQ_ASM_TMP_REG_2 ", 1\n"    \
> +               LONG_ADDI RSEQ_ASM_TMP_REG_3 ", " RSEQ_ASM_TMP_REG_3 ", 1\n"    \
> +               "bnez   " RSEQ_ASM_TMP_REG_1 ", 222b\n"                         \
> +               "333:\n"
> +
> +#define RSEQ_ASM_OP_R_DEREF_ADDV(ptr, off, post_commit_label)          \
> +               "move   " RSEQ_ASM_TMP_REG_1 ", %[" __rseq_str(ptr) "]\n"       \
> +               RSEQ_ASM_OP_R_ADD(off)                                          \
> +               LONG_L    RSEQ_ASM_TMP_REG_1 ", " RSEQ_ASM_TMP_REG_1 ", 0 \n"   \
> +               RSEQ_ASM_OP_R_ADD(inc)                                          \
> +               __rseq_str(post_commit_label) ":\n"
> +
> +/* Per-cpu-id indexing. */
> +
> +#define RSEQ_TEMPLATE_CPU_ID
> +#define RSEQ_TEMPLATE_MO_RELAXED
> +#include "rseq-MRL-bits.h"
> +#undef RSEQ_TEMPLATE_MO_RELAXED
> +
> +#define RSEQ_TEMPLATE_MO_RELEASE
> +#include "rseq-MRL-bits.h"
> +#undef RSEQ_TEMPLATE_MO_RELEASE
> +#undef RSEQ_TEMPLATE_CPU_ID
> +
> +/* Per-mm-cid indexing. */
> +
> +#define RSEQ_TEMPLATE_MM_CID
> +#define RSEQ_TEMPLATE_MO_RELAXED
> +#include "rseq-MRL-bits.h"
> +#undef RSEQ_TEMPLATE_MO_RELAXED
> +
> +#define RSEQ_TEMPLATE_MO_RELEASE
> +#include "rseq-MRL-bits.h"
> +#undef RSEQ_TEMPLATE_MO_RELEASE
> +#undef RSEQ_TEMPLATE_MM_CID
> +
> +/* APIs which are not based on cpu ids. */
> +
> +#define RSEQ_TEMPLATE_CPU_ID_NONE
> +#define RSEQ_TEMPLATE_MO_RELAXED
> +#include "rseq-MRL-bits.h"
> +#undef RSEQ_TEMPLATE_MO_RELAXED
> +#undef RSEQ_TEMPLATE_CPU_ID_NONE
> diff --git a/tools/testing/selftests/rseq/rseq-thread-pointer.h b/tools/testing/selftests/rseq/rseq-thread-pointer.h
> index 977c25d758b2..b9c8fe7c4683 100644
> --- a/tools/testing/selftests/rseq/rseq-thread-pointer.h
> +++ b/tools/testing/selftests/rseq/rseq-thread-pointer.h
> @@ -12,6 +12,8 @@
>  #include "rseq-x86-thread-pointer.h"
>  #elif defined(__PPC__)
>  #include "rseq-ppc-thread-pointer.h"
> +#elif defined(__loongarch__)
> +#include "rseq-loongarch-thread-pointer.h"
>  #else
>  #include "rseq-generic-thread-pointer.h"
>  #endif
> diff --git a/tools/testing/selftests/rseq/rseq.h b/tools/testing/selftests/rseq/rseq.h
> index d7364ea4d201..75c4bbe013d3 100644
> --- a/tools/testing/selftests/rseq/rseq.h
> +++ b/tools/testing/selftests/rseq/rseq.h
> @@ -128,6 +128,8 @@ static inline struct rseq_abi *rseq_get_abi(void)
>  #include <rseq-s390.h>
>  #elif defined(__riscv)
>  #include <rseq-riscv.h>
> +#elif defined(__loongarch__)
> +#include <rseq-loongarch.h>
>  #else
>  #error unsupported target
>  #endif
> --
> 2.30.2
>
>





[Index of Archives]     [LKML Archive]     [Linux ARM Kernel]     [Linux ARM]     [Git]     [Yosemite News]     [Linux SCSI]     [Linux Hams]

  Powered by Linux