Something went wrong. Try again.
Linux kernel mirror (for testing) git.kernel.org/pub/scm/linux/kernel/git/torvalds/linux.git
Something went wrong. Try again.
12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788// SPDX-License-Identifier: GPL-2.0
#include <asm/barrier.h>#include <asm/rwonce.h>#include <linux/atomic.h>
#define GEN_READ_HELPER(tname, type) \__rust_helper type rust_helper_atomic_##tname##_read(type *ptr) \{ \ return READ_ONCE(*ptr); \}
#define GEN_SET_HELPER(tname, type) \__rust_helper void rust_helper_atomic_##tname##_set(type *ptr, type val) \{ \ WRITE_ONCE(*ptr, val); \}
#define GEN_READ_ACQUIRE_HELPER(tname, type) \__rust_helper type rust_helper_atomic_##tname##_read_acquire(type *ptr) \{ \ return smp_load_acquire(ptr); \}
#define GEN_SET_RELEASE_HELPER(tname, type) \__rust_helper void rust_helper_atomic_##tname##_set_release(type *ptr, type val)\{ \ smp_store_release(ptr, val); \}
#define GEN_READ_SET_HELPERS(tname, type) \ GEN_READ_HELPER(tname, type) \ GEN_SET_HELPER(tname, type) \ GEN_READ_ACQUIRE_HELPER(tname, type) \ GEN_SET_RELEASE_HELPER(tname, type) \
GEN_READ_SET_HELPERS(i8, s8)GEN_READ_SET_HELPERS(i16, s16)GEN_READ_SET_HELPERS(ptr, const void *)
/* * xchg helpers depend on ARCH_SUPPORTS_ATOMIC_RMW and on the * architecture provding xchg() support for i8 and i16. * * The architectures that currently support Rust (x86_64, armv7, * arm64, riscv, and loongarch) satisfy these requirements. */#define GEN_XCHG_HELPER(tname, type, suffix) \__rust_helper type \rust_helper_atomic_##tname##_xchg##suffix(type *ptr, type new) \{ \ return xchg##suffix(ptr, new); \}
#define GEN_XCHG_HELPERS(tname, type) \ GEN_XCHG_HELPER(tname, type, ) \ GEN_XCHG_HELPER(tname, type, _acquire) \ GEN_XCHG_HELPER(tname, type, _release) \ GEN_XCHG_HELPER(tname, type, _relaxed) \
GEN_XCHG_HELPERS(i8, s8)GEN_XCHG_HELPERS(i16, s16)GEN_XCHG_HELPERS(ptr, const void *)
/* * try_cmpxchg helpers depend on ARCH_SUPPORTS_ATOMIC_RMW and on the * architecture provding try_cmpxchg() support for i8 and i16. * * The architectures that currently support Rust (x86_64, armv7, * arm64, riscv, and loongarch) satisfy these requirements. */#define GEN_TRY_CMPXCHG_HELPER(tname, type, suffix) \__rust_helper bool \rust_helper_atomic_##tname##_try_cmpxchg##suffix(type *ptr, type *old, type new)\{ \ return try_cmpxchg##suffix(ptr, old, new); \}
#define GEN_TRY_CMPXCHG_HELPERS(tname, type) \ GEN_TRY_CMPXCHG_HELPER(tname, type, ) \ GEN_TRY_CMPXCHG_HELPER(tname, type, _acquire) \ GEN_TRY_CMPXCHG_HELPER(tname, type, _release) \ GEN_TRY_CMPXCHG_HELPER(tname, type, _relaxed) \
GEN_TRY_CMPXCHG_HELPERS(i8, s8)GEN_TRY_CMPXCHG_HELPERS(i16, s16)GEN_TRY_CMPXCHG_HELPERS(ptr, const void *)