arch/x86/include/asm/div64.h

Source file repositories/reference/linux-study-clean/arch/x86/include/asm/div64.h

File Facts

System
Linux kernel
Corpus path
arch/x86/include/asm/div64.h
Extension
.h
Size
3113 bytes
Lines
131
Domain
Architecture Layer
Bucket
arch/x86
Inferred role
Architecture Layer: implementation source
Status
source implementation candidate

Why This File Exists

CPU and platform-specific kernel glue: boot entry, traps, syscall entry, interrupts, page tables, context switch, and low-level barriers.

Dependency Surface

Detected Declarations

Annotated Snippet

if (__high) {					\
			__upper = __high % (__base);		\
			__high = __high / (__base);		\
		}						\
		asm("divl %2" : "=a" (__low), "=d" (__mod)	\
			: "rm" (__base), "0" (__low), "1" (__upper));	\
		asm("" : "=A" (n) : "a" (__low), "d" (__high));	\
	}							\
	__mod;							\
})

static inline u64 div_u64_rem(u64 dividend, u32 divisor, u32 *remainder)
{
	union {
		u64 v64;
		u32 v32[2];
	} d = { dividend };
	u32 upper;

	upper = d.v32[1];
	d.v32[1] = 0;
	if (upper >= divisor) {
		d.v32[1] = upper / divisor;
		upper %= divisor;
	}
	asm ("divl %2" : "=a" (d.v32[0]), "=d" (*remainder) :
		"rm" (divisor), "0" (d.v32[0]), "1" (upper));
	return d.v64;
}
#define div_u64_rem	div_u64_rem

/*
 * gcc tends to zero extend 32bit values and do full 64bit maths.
 * Define asm functions that avoid this.
 * (clang generates better code for the C versions.)
 */
#ifndef __clang__
static inline u64 mul_u32_u32(u32 a, u32 b)
{
	u32 high, low;

	asm ("mull %[b]" : "=a" (low), "=d" (high)
			 : [a] "a" (a), [b] "rm" (b) );

	return low | ((u64)high) << 32;
}
#define mul_u32_u32 mul_u32_u32

static inline u64 add_u64_u32(u64 a, u32 b)
{
	u32 high = a >> 32, low = a;

	asm ("addl %[b], %[low]; adcl $0, %[high]"
		: [low] "+r" (low), [high] "+r" (high)
		: [b] "rm" (b) );

	return low | (u64)high << 32;
}
#define add_u64_u32 add_u64_u32
#endif

/*
 * __div64_32() is never called on x86, so prevent the
 * generic definition from getting built.
 */
#define __div64_32

#else
# include <asm-generic/div64.h>

/*
 * Will generate an #DE when the result doesn't fit u64, could fix with an
 * __ex_table[] entry when it becomes an issue.
 */
static inline u64 mul_u64_add_u64_div_u64(u64 rax, u64 mul, u64 add, u64 div)
{
	u64 rdx;

	asm ("mulq %[mul]" : "+a" (rax), "=d" (rdx) : [mul] "rm" (mul));

	if (!statically_true(!add))
		asm ("addq %[add], %[lo]; adcq $0, %[hi]" :
			[lo] "+r" (rax), [hi] "+r" (rdx) : [add] "irm" (add));

	asm ("divq %[div]" : "+a" (rax), "+d" (rdx) : [div] "rm" (div));

	return rax;
}
#define mul_u64_add_u64_div_u64 mul_u64_add_u64_div_u64

Annotation

Implementation Notes