2024-09-09 08:52:07 +00:00
|
|
|
/*
|
|
|
|
* This file is part of the Linux kernel.
|
|
|
|
*
|
2024-09-09 08:57:42 +00:00
|
|
|
* Copyright (c) 2011-2014, Intel Corporation
|
2024-09-09 08:52:07 +00:00
|
|
|
* Authors: Fenghua Yu <fenghua.yu@intel.com>,
|
|
|
|
* H. Peter Anvin <hpa@linux.intel.com>
|
|
|
|
*
|
|
|
|
* This program is free software; you can redistribute it and/or modify it
|
|
|
|
* under the terms and conditions of the GNU General Public License,
|
|
|
|
* version 2, as published by the Free Software Foundation.
|
|
|
|
*
|
|
|
|
* This program is distributed in the hope it will be useful, but WITHOUT
|
|
|
|
* ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
|
|
|
|
* FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for
|
|
|
|
* more details.
|
|
|
|
*
|
|
|
|
* You should have received a copy of the GNU General Public License along with
|
|
|
|
* this program; if not, write to the Free Software Foundation, Inc.,
|
|
|
|
* 51 Franklin St - Fifth Floor, Boston, MA 02110-1301 USA.
|
|
|
|
*
|
|
|
|
*/
|
|
|
|
|
|
|
|
#ifndef ASM_X86_ARCHRANDOM_H
|
|
|
|
#define ASM_X86_ARCHRANDOM_H
|
|
|
|
|
|
|
|
#include <asm/processor.h>
|
|
|
|
#include <asm/cpufeature.h>
|
|
|
|
#include <asm/alternative.h>
|
|
|
|
#include <asm/nops.h>
|
|
|
|
|
|
|
|
#define RDRAND_RETRY_LOOPS 10
|
|
|
|
|
|
|
|
#define RDRAND_INT ".byte 0x0f,0xc7,0xf0"
|
2024-09-09 08:57:42 +00:00
|
|
|
#define RDSEED_INT ".byte 0x0f,0xc7,0xf8"
|
2024-09-09 08:52:07 +00:00
|
|
|
#ifdef CONFIG_X86_64
|
|
|
|
# define RDRAND_LONG ".byte 0x48,0x0f,0xc7,0xf0"
|
2024-09-09 08:57:42 +00:00
|
|
|
# define RDSEED_LONG ".byte 0x48,0x0f,0xc7,0xf8"
|
2024-09-09 08:52:07 +00:00
|
|
|
#else
|
|
|
|
# define RDRAND_LONG RDRAND_INT
|
2024-09-09 08:57:42 +00:00
|
|
|
# define RDSEED_LONG RDSEED_INT
|
2024-09-09 08:52:07 +00:00
|
|
|
#endif
|
|
|
|
|
|
|
|
#ifdef CONFIG_ARCH_RANDOM
|
|
|
|
|
2024-09-09 08:57:42 +00:00
|
|
|
/* Instead of arch_get_random_long() when alternatives haven't run. */
|
|
|
|
static inline int rdrand_long(unsigned long *v)
|
|
|
|
{
|
|
|
|
int ok;
|
|
|
|
asm volatile("1: " RDRAND_LONG "\n\t"
|
|
|
|
"jc 2f\n\t"
|
|
|
|
"decl %0\n\t"
|
|
|
|
"jnz 1b\n\t"
|
|
|
|
"2:"
|
|
|
|
: "=r" (ok), "=a" (*v)
|
|
|
|
: "0" (RDRAND_RETRY_LOOPS));
|
|
|
|
return ok;
|
|
|
|
}
|
|
|
|
|
|
|
|
/* A single attempt at RDSEED */
|
|
|
|
static inline bool rdseed_long(unsigned long *v)
|
|
|
|
{
|
|
|
|
unsigned char ok;
|
|
|
|
asm volatile(RDSEED_LONG "\n\t"
|
|
|
|
"setc %0"
|
|
|
|
: "=qm" (ok), "=a" (*v));
|
|
|
|
return ok;
|
|
|
|
}
|
|
|
|
|
2024-09-09 08:52:07 +00:00
|
|
|
#define GET_RANDOM(name, type, rdrand, nop) \
|
|
|
|
static inline int name(type *v) \
|
|
|
|
{ \
|
|
|
|
int ok; \
|
|
|
|
alternative_io("movl $0, %0\n\t" \
|
|
|
|
nop, \
|
|
|
|
"\n1: " rdrand "\n\t" \
|
|
|
|
"jc 2f\n\t" \
|
|
|
|
"decl %0\n\t" \
|
|
|
|
"jnz 1b\n\t" \
|
|
|
|
"2:", \
|
|
|
|
X86_FEATURE_RDRAND, \
|
|
|
|
ASM_OUTPUT2("=r" (ok), "=a" (*v)), \
|
|
|
|
"0" (RDRAND_RETRY_LOOPS)); \
|
|
|
|
return ok; \
|
|
|
|
}
|
|
|
|
|
2024-09-09 08:57:42 +00:00
|
|
|
#define GET_SEED(name, type, rdseed, nop) \
|
|
|
|
static inline int name(type *v) \
|
|
|
|
{ \
|
|
|
|
unsigned char ok; \
|
|
|
|
alternative_io("movb $0, %0\n\t" \
|
|
|
|
nop, \
|
|
|
|
rdseed "\n\t" \
|
|
|
|
"setc %0", \
|
|
|
|
X86_FEATURE_RDSEED, \
|
|
|
|
ASM_OUTPUT2("=q" (ok), "=a" (*v))); \
|
|
|
|
return ok; \
|
|
|
|
}
|
|
|
|
|
2024-09-09 08:52:07 +00:00
|
|
|
#ifdef CONFIG_X86_64
|
|
|
|
|
|
|
|
GET_RANDOM(arch_get_random_long, unsigned long, RDRAND_LONG, ASM_NOP5);
|
|
|
|
GET_RANDOM(arch_get_random_int, unsigned int, RDRAND_INT, ASM_NOP4);
|
|
|
|
|
2024-09-09 08:57:42 +00:00
|
|
|
GET_SEED(arch_get_random_seed_long, unsigned long, RDSEED_LONG, ASM_NOP5);
|
|
|
|
GET_SEED(arch_get_random_seed_int, unsigned int, RDSEED_INT, ASM_NOP4);
|
|
|
|
|
2024-09-09 08:52:07 +00:00
|
|
|
#else
|
|
|
|
|
|
|
|
GET_RANDOM(arch_get_random_long, unsigned long, RDRAND_LONG, ASM_NOP3);
|
|
|
|
GET_RANDOM(arch_get_random_int, unsigned int, RDRAND_INT, ASM_NOP3);
|
|
|
|
|
2024-09-09 08:57:42 +00:00
|
|
|
GET_SEED(arch_get_random_seed_long, unsigned long, RDSEED_LONG, ASM_NOP4);
|
|
|
|
GET_SEED(arch_get_random_seed_int, unsigned int, RDSEED_INT, ASM_NOP4);
|
|
|
|
|
2024-09-09 08:52:07 +00:00
|
|
|
#endif /* CONFIG_X86_64 */
|
|
|
|
|
2024-09-09 08:57:42 +00:00
|
|
|
#define arch_has_random() static_cpu_has(X86_FEATURE_RDRAND)
|
|
|
|
#define arch_has_random_seed() static_cpu_has(X86_FEATURE_RDSEED)
|
|
|
|
|
|
|
|
#else
|
|
|
|
|
|
|
|
static inline int rdrand_long(unsigned long *v)
|
|
|
|
{
|
|
|
|
return 0;
|
|
|
|
}
|
|
|
|
|
|
|
|
static inline bool rdseed_long(unsigned long *v)
|
|
|
|
{
|
|
|
|
return 0;
|
|
|
|
}
|
|
|
|
|
2024-09-09 08:52:07 +00:00
|
|
|
#endif /* CONFIG_ARCH_RANDOM */
|
|
|
|
|
|
|
|
extern void x86_init_rdrand(struct cpuinfo_x86 *c);
|
|
|
|
|
|
|
|
#endif /* ASM_X86_ARCHRANDOM_H */
|