---

atomic_ops.h

/* SPDX-License-Identifier: GPL-2.0 */ /* * Low level function for atomic operations * * Copyright IBM Corp. 1999, 2016 */ #ifndef __ARCH_S390_ATOMIC_OPS__ #define __ARCH_S390_ATOMIC_OPS__ static inline int __atomic_read(const atomic_t *v) { int c; asm volatile( " l %0,%1\n" : "=d" (c) : "R" (v->counter)); return c; } static inline void __atomic_set(atomic_t *v, int i) { asm volatile( " st %1,%0\n" : "=R" (v->counter) : "d" (i)); } static inline s64 __atomic64_read(const atomic64_t *v) { s64 c; asm volatile( " lg %0,%1\n" : "=d" (c) : "RT" (v->counter)); return c; } static inline void __atomic64_set(atomic64_t *v, s64 i) { asm volatile( " stg %1,%0\n" : "=RT" (v->counter) : "d" (i)); } #ifdef CONFIG_HAVE_MARCH_Z196_FEATURES #define __ATOMIC_OP(op_name, op_type, op_string, op_barrier) \ static inline op_type op_name(op_type val, op_type *ptr) \ { \ op_type old; \ \ asm volatile( \ op_string " %[old],%[val],%[ptr]\n" \ op_barrier \ : [old] "=d" (old), [ptr] "+QS" (*ptr) \ : [val] "d" (val) : "cc", "memory"); \ return old; \ } \ #define __ATOMIC_OPS(op_name, op_type, op_string) \ __ATOMIC_OP(op_name, op_type, op_string, "\n") \ __ATOMIC_OP(op_name##_barrier, op_type, op_string, "bcr 14,0\n") __ATOMIC_OPS(__atomic_add, int, "laa") __ATOMIC_OPS(__atomic_and, int, "lan") __ATOMIC_OPS(__atomic_or, int, "lao") __ATOMIC_OPS(__atomic_xor, int, "lax") __ATOMIC_OPS(__atomic64_add, long, "laag") __ATOMIC_OPS(__atomic64_and, long, "lang") __ATOMIC_OPS(__atomic64_or, long, "laog") __ATOMIC_OPS(__atomic64_xor, long, "laxg") #undef __ATOMIC_OPS #undef __ATOMIC_OP #define __ATOMIC_CONST_OP(op_name, op_type, op_string, op_barrier) \ static __always_inline void op_name(op_type val, op_type *ptr) \ { \ asm volatile( \ op_string " %[ptr],%[val]\n" \ op_barrier \ : [ptr] "+QS" (*ptr) : [val] "i" (val) : "cc", "memory");\ } #define __ATOMIC_CONST_OPS(op_name, op_type, op_string) \ __ATOMIC_CONST_OP(op_name, op_type, op_string, "\n") \ __ATOMIC_CONST_OP(op_name##_barrier, op_type, op_string, "bcr 14,0\n") __ATOMIC_CONST_OPS(__atomic_add_const, int, "asi") __ATOMIC_CONST_OPS(__atomic64_add_const, long, "agsi") #undef __ATOMIC_CONST_OPS #undef __ATOMIC_CONST_OP #else /* CONFIG_HAVE_MARCH_Z196_FEATURES */ #define __ATOMIC_OP(op_name, op_string) \ static inline int op_name(int val, int *ptr) \ { \ int old, new; \ \ asm volatile( \ "0: lr %[new],%[old]\n" \ op_string " %[new],%[val]\n" \ " cs %[old],%[new],%[ptr]\n" \ " jl 0b" \ : [old] "=d" (old), [new] "=&d" (new), [ptr] "+Q" (*ptr)\ : [val] "d" (val), "0" (*ptr) : "cc", "memory"); \ return old; \ } #define __ATOMIC_OPS(op_name, op_string) \ __ATOMIC_OP(op_name, op_string) \ __ATOMIC_OP(op_name##_barrier, op_string) __ATOMIC_OPS(__atomic_add, "ar") __ATOMIC_OPS(__atomic_and, "nr") __ATOMIC_OPS(__atomic_or, "or") __ATOMIC_OPS(__atomic_xor, "xr") #undef __ATOMIC_OPS #define __ATOMIC64_OP(op_name, op_string) \ static inline long op_name(long val, long *ptr) \ { \ long old, new; \ \ asm volatile( \ "0: lgr %[new],%[old]\n" \ op_string " %[new],%[val]\n" \ " csg %[old],%[new],%[ptr]\n" \ " jl 0b" \ : [old] "=d" (old), [new] "=&d" (new), [ptr] "+QS" (*ptr)\ : [val] "d" (val), "0" (*ptr) : "cc", "memory"); \ return old; \ } #define __ATOMIC64_OPS(op_name, op_string) \ __ATOMIC64_OP(op_name, op_string) \ __ATOMIC64_OP(op_name##_barrier, op_string) __ATOMIC64_OPS(__atomic64_add, "agr") __ATOMIC64_OPS(__atomic64_and, "ngr") __ATOMIC64_OPS(__atomic64_or, "ogr") __ATOMIC64_OPS(__atomic64_xor, "xgr") #undef __ATOMIC64_OPS #define __atomic_add_const(val, ptr) __atomic_add(val, ptr) #define __atomic_add_const_barrier(val, ptr) __atomic_add(val, ptr) #define __atomic64_add_const(val, ptr) __atomic64_add(val, ptr) #define __atomic64_add_const_barrier(val, ptr) __atomic64_add(val, ptr) #endif /* CONFIG_HAVE_MARCH_Z196_FEATURES */ static inline int __atomic_cmpxchg(int *ptr, int old, int new) { asm volatile( " cs %[old],%[new],%[ptr]" : [old] "+d" (old), [ptr] "+Q" (*ptr) : [new] "d" (new) : "cc", "memory"); return old; } static inline bool __atomic_cmpxchg_bool(int *ptr, int old, int new) { int old_expected = old; asm volatile( " cs %[old],%[new],%[ptr]" : [old] "+d" (old), [ptr] "+Q" (*ptr) : [new] "d" (new) : "cc", "memory"); return old == old_expected; } static inline long __atomic64_cmpxchg(long *ptr, long old, long new) { asm volatile( " csg %[old],%[new],%[ptr]" : [old] "+d" (old), [ptr] "+QS" (*ptr) : [new] "d" (new) : "cc", "memory"); return old; } static inline bool __atomic64_cmpxchg_bool(long *ptr, long old, long new) { long old_expected = old; asm volatile( " csg %[old],%[new],%[ptr]" : [old] "+d" (old), [ptr] "+QS" (*ptr) : [new] "d" (new) : "cc", "memory"); return old == old_expected; } #endif /* __ARCH_S390_ATOMIC_OPS__ */

---

docroot: /var/www/469ed2f6-4d4b-4a8a-9f5e-ee4ef04d3bc8/public_html

---

curdir: /usr/src/linux-headers-6.8.0-117/arch/s390/include/asm

	.		12288
	..		4096
X	Kbuild		231
X	abs_lowcore.h		572
X	airq.h		3370
X	alternative-asm.h		1630
X	alternative.h		4054
X	ap.h		16289
X	appldata.h		1595
X	archrandom.h		947
X	asm-const.h		376
X	asm-extable.h		3391
X	asm-prototypes.h		357
X	atomic.h		4225
X	atomic_ops.h		5100
X	barrier.h		1957
X	bitops.h		9918
X	boot_data.h		481
X	bug.h		1562
X	cache.h		389
X	ccwdev.h		8498
X	ccwgroup.h		2300
X	checksum.h		3387
X	chpid.h		979
X	chsc.h		1383
X	cio.h		9083
X	clocksource.h		184
X	clp.h		1426
X	cmb.h		425
X	cmpxchg.h		4813
X	compat.h		2844
X	cpacf.h		17973
X	cpcmd.h		1135
X	cpu.h		620
X	cpu_mf-insn.h		478
X	cpu_mf.h		8254
X	cpufeature.h		464
X	cputime.h		393
X	crw.h		1858
X	css_chars.h		904
X	ctlreg.h		7964
X	current.h		405
X	debug.h		14319
X	delay.h		647
X	diag.h		7451
X	dis.h		636
X	dma.h		359
X	dwarf.h		952
X	eadm.h		2081
X	ebcdic.h		1442
X	elf.h		11210
X	entry-common.h		1495
X	exec.h		269
X	extable.h		1924
X	extmem.h		804
X	facility.h		2897
X	fault.h		730
X	fcx.h		8099
	fpu		4096
X	ftrace.h		4673
X	ftrace.lds.h		720
X	futex.h		1956
X	gmap.h		7058
X	hardirq.h		777
X	hugetlb.h		3589
X	hw_irq.h		210
X	idals.h		5663
X	idle.h		614
X	io.h		2132
X	ipl.h		4149
X	irq.h		2560
X	irq_work.h		204
X	irqflags.h		1810
X	isc.h		1036
X	itcw.h		950
X	jump_label.h		1356
X	kasan.h		460
X	kdebug.h		397
X	kexec.h		3181
X	kfence.h		1156
X	kprobes.h		2073
X	kvm_host.h		28083
X	kvm_para.h		3761
X	linkage.h		223
X	lowcore.h		6740
X	maccess.h		564
X	mem_encrypt.h		304
X	mmu.h		1417
X	mmu_context.h		3495
X	mmzone.h		316
X	module.h		1209
X	msi.h		527
X	nmi.h		3597
X	nospec-branch.h		455
X	nospec-insn.h		2486
X	numa.h		386
X	os_info.h		1167
X	page-states.h		1835
X	page.h		5395
X	pai.h		1984
X	pci.h		8590
X	pci_clp.h		5457
X	pci_debug.h		722
X	pci_dma.h		2964
X	pci_insn.h		4089
X	pci_io.h		4405
X	percpu.h		6486
X	perf_event.h		3099
X	pfault.h		461
X	pgalloc.h		4137
X	pgtable.h		57104
X	physmem_info.h		4825
X	pkey.h		756
X	pnet.h		325
X	preempt.h		3218
X	processor.h		10530
X	ptdump.h		255
X	ptrace.h		7677
X	purgatory.h		329
X	qdio.h		10101
X	runtime_instr.h		634
X	rwonce.h		691
X	schid.h		525
X	sclp.h		4375
X	scsw.h		25628
X	seccomp.h		808
X	sections.h		1054
X	set_memory.h		2097
X	setup.h		4981
X	signal.h		644
X	sigp.h		1900
X	smp.h		1934
X	softirq_stack.h		370
X	sparsemem.h		214
X	spinlock.h		3351
X	spinlock_types.h		411
X	stacktrace.h		8058
X	stp.h		1703
X	string.h		5357
X	switch_to.h		1400
X	syscall.h		3903
X	syscall_wrapper.h		4777
X	sysinfo.h		4437
X	text-patching.h		301
X	thread_info.h		3447
X	timex.h		6589
X	tlb.h		4228
X	tlbflush.h		3209
X	topology.h		2876
X	tpi.h		736
	trace		4096
X	types.h		318
X	uaccess.h		15691
X	unistd.h		1065
X	unwind.h		3375
X	uprobes.h		588
X	user.h		3237
X	uv.h		12891
	vdso		4096
X	vdso.h		746
X	vmalloc.h		90
X	vmlinux.lds.h		1167
X	vtime.h		718
X	vtimer.h		830
X	vx-insn-asm.h		13521
X	vx-insn.h		441
X	word-at-a-time.h		1529
X	xor.h		454