mirror of
https://github.com/AuxXxilium/linux_dsm_epyc7002.git
synced 2024-12-28 11:18:45 +07:00
59c33fa779
This makes gcc use the right register names and instruction operand sizes automatically for the rwsem inline asm statements. So instead of using "(%%eax)" to specify the memory address that is the semaphore, we use "(%1)" or similar. And instead of forcing the operation to always be 32-bit, we use "%z0", taking the size from the actual semaphore data structure itself. This doesn't actually matter on x86-32, but if we want to use the same inline asm for x86-64, we'll need to have the compiler generate the proper 64-bit names for the registers (%rax instead of %eax), and if we want to use a 64-bit counter too (in order to avoid the 15-bit limit on the write counter that limits concurrent users to 32767 threads), we'll need to be able to generate instructions with "q" accesses rather than "l". Since this header currently isn't enabled on x86-64, none of that matters, but we do want to use the xadd version of the semaphores rather than have to take spinlocks to do a rwsem. The mm->mmap_sem can be heavily contended when you have lots of threads all taking page faults, and the fallback rwsem code that uses a spinlock performs abysmally badly in that case. [ hpa: modified the patch to skip size suffixes entirely when they are redundant due to register operands. ] Signed-off-by: Linus Torvalds <torvalds@linux-foundation.org> LKML-Reference: <alpine.LFD.2.00.1001121613560.17145@localhost.localdomain> Signed-off-by: H. Peter Anvin <hpa@zytor.com> |
||
|---|---|---|
| .. | ||
| uv | ||
| visws | ||
| xen | ||
| a.out-core.h | ||
| a.out.h | ||
| acpi.h | ||
| aes.h | ||
| agp.h | ||
| alternative-asm.h | ||
| alternative.h | ||
| amd_iommu_proto.h | ||
| amd_iommu_types.h | ||
| amd_iommu.h | ||
| apic.h | ||
| apicdef.h | ||
| apm.h | ||
| asm-offsets.h | ||
| asm.h | ||
| atomic64_32.h | ||
| atomic64_64.h | ||
| atomic.h | ||
| auxvec.h | ||
| bios_ebda.h | ||
| bitops.h | ||
| bitsperlong.h | ||
| boot.h | ||
| bootparam.h | ||
| bug.h | ||
| bugs.h | ||
| byteorder.h | ||
| cache.h | ||
| cacheflush.h | ||
| calgary.h | ||
| calling.h | ||
| checksum_32.h | ||
| checksum_64.h | ||
| checksum.h | ||
| cmpxchg_32.h | ||
| cmpxchg_64.h | ||
| cmpxchg.h | ||
| compat.h | ||
| cpu_debug.h | ||
| cpu.h | ||
| cpufeature.h | ||
| cpumask.h | ||
| cputime.h | ||
| current.h | ||
| debugreg.h | ||
| delay.h | ||
| desc_defs.h | ||
| desc.h | ||
| device.h | ||
| div64.h | ||
| dma-mapping.h | ||
| dma.h | ||
| dmi.h | ||
| ds.h | ||
| dwarf2.h | ||
| e820.h | ||
| edac.h | ||
| efi.h | ||
| elf.h | ||
| emergency-restart.h | ||
| entry_arch.h | ||
| errno.h | ||
| fb.h | ||
| fcntl.h | ||
| fixmap.h | ||
| floppy.h | ||
| frame.h | ||
| ftrace.h | ||
| futex.h | ||
| gart.h | ||
| genapic.h | ||
| geode.h | ||
| gpio.h | ||
| hardirq.h | ||
| highmem.h | ||
| hpet.h | ||
| hugetlb.h | ||
| hw_breakpoint.h | ||
| hw_irq.h | ||
| hypertransport.h | ||
| hypervisor.h | ||
| i387.h | ||
| i8253.h | ||
| i8259.h | ||
| ia32_unistd.h | ||
| ia32.h | ||
| idle.h | ||
| inat_types.h | ||
| inat.h | ||
| init.h | ||
| insn.h | ||
| inst.h | ||
| io_32.h | ||
| io_64.h | ||
| io_apic.h | ||
| io.h | ||
| ioctl.h | ||
| ioctls.h | ||
| iomap.h | ||
| iommu.h | ||
| ipcbuf.h | ||
| ipi.h | ||
| irq_regs.h | ||
| irq_remapping.h | ||
| irq_vectors.h | ||
| irq.h | ||
| irqflags.h | ||
| ist.h | ||
| k8.h | ||
| Kbuild | ||
| kdebug.h | ||
| kexec.h | ||
| kgdb.h | ||
| kmap_types.h | ||
| kmemcheck.h | ||
| kprobes.h | ||
| kvm_emulate.h | ||
| kvm_host.h | ||
| kvm_para.h | ||
| kvm.h | ||
| ldt.h | ||
| lguest_hcall.h | ||
| lguest.h | ||
| linkage.h | ||
| local.h | ||
| mach_timer.h | ||
| mach_traps.h | ||
| math_emu.h | ||
| mc146818rtc.h | ||
| mca_dma.h | ||
| mca.h | ||
| mce.h | ||
| microcode.h | ||
| mman.h | ||
| mmconfig.h | ||
| mmu_context.h | ||
| mmu.h | ||
| mmx.h | ||
| mmzone_32.h | ||
| mmzone_64.h | ||
| mmzone.h | ||
| module.h | ||
| mpspec_def.h | ||
| mpspec.h | ||
| msgbuf.h | ||
| msidef.h | ||
| msr-index.h | ||
| msr.h | ||
| mtrr.h | ||
| mutex_32.h | ||
| mutex_64.h | ||
| mutex.h | ||
| nmi.h | ||
| nops.h | ||
| numa_32.h | ||
| numa_64.h | ||
| numa.h | ||
| numaq.h | ||
| olpc.h | ||
| page_32_types.h | ||
| page_32.h | ||
| page_64_types.h | ||
| page_64.h | ||
| page_types.h | ||
| page.h | ||
| param.h | ||
| paravirt_types.h | ||
| paravirt.h | ||
| parport.h | ||
| pat.h | ||
| pci_64.h | ||
| pci_x86.h | ||
| pci-direct.h | ||
| pci-functions.h | ||
| pci.h | ||
| percpu.h | ||
| perf_event.h | ||
| pgalloc.h | ||
| pgtable_32_types.h | ||
| pgtable_32.h | ||
| pgtable_64_types.h | ||
| pgtable_64.h | ||
| pgtable_types.h | ||
| pgtable-2level_types.h | ||
| pgtable-2level.h | ||
| pgtable-3level_types.h | ||
| pgtable-3level.h | ||
| pgtable.h | ||
| poll.h | ||
| posix_types_32.h | ||
| posix_types_64.h | ||
| posix_types.h | ||
| prctl.h | ||
| processor-cyrix.h | ||
| processor-flags.h | ||
| processor.h | ||
| proto.h | ||
| ptrace-abi.h | ||
| ptrace.h | ||
| pvclock-abi.h | ||
| pvclock.h | ||
| rdc321x_defs.h | ||
| reboot_fixups.h | ||
| reboot.h | ||
| required-features.h | ||
| resource.h | ||
| resume-trace.h | ||
| rio.h | ||
| rtc.h | ||
| rwlock.h | ||
| rwsem.h | ||
| scatterlist.h | ||
| seccomp_32.h | ||
| seccomp_64.h | ||
| seccomp.h | ||
| sections.h | ||
| segment.h | ||
| sembuf.h | ||
| serial.h | ||
| setup_arch.h | ||
| setup.h | ||
| shmbuf.h | ||
| shmparam.h | ||
| sigcontext32.h | ||
| sigcontext.h | ||
| sigframe.h | ||
| siginfo.h | ||
| signal.h | ||
| smp.h | ||
| smpboot_hooks.h | ||
| socket.h | ||
| sockios.h | ||
| sparsemem.h | ||
| spinlock_types.h | ||
| spinlock.h | ||
| srat.h | ||
| stackprotector.h | ||
| stacktrace.h | ||
| stat.h | ||
| statfs.h | ||
| string_32.h | ||
| string_64.h | ||
| string.h | ||
| suspend_32.h | ||
| suspend_64.h | ||
| suspend.h | ||
| svm.h | ||
| swab.h | ||
| swiotlb.h | ||
| sync_bitops.h | ||
| sys_ia32.h | ||
| syscall.h | ||
| syscalls.h | ||
| system_64.h | ||
| system.h | ||
| tce.h | ||
| termbits.h | ||
| termios.h | ||
| thread_info.h | ||
| time.h | ||
| timer.h | ||
| timex.h | ||
| tlb.h | ||
| tlbflush.h | ||
| topology.h | ||
| trampoline.h | ||
| traps.h | ||
| tsc.h | ||
| types.h | ||
| uaccess_32.h | ||
| uaccess_64.h | ||
| uaccess.h | ||
| ucontext.h | ||
| unaligned.h | ||
| unistd_32.h | ||
| unistd_64.h | ||
| unistd.h | ||
| user32.h | ||
| user_32.h | ||
| user_64.h | ||
| user.h | ||
| vdso.h | ||
| vga.h | ||
| vgtod.h | ||
| virtext.h | ||
| vm86.h | ||
| vmi_time.h | ||
| vmi.h | ||
| vmware.h | ||
| vmx.h | ||
| vsyscall.h | ||
| x86_init.h | ||
| xcr.h | ||
| xor_32.h | ||
| xor_64.h | ||
| xor.h | ||
| xsave.h | ||