mirror of
https://github.com/EnderIce2/Fennix.git
synced 2025-05-25 22:14:34 +00:00
1438 lines
38 KiB
C++
1438 lines
38 KiB
C++
/*
|
|
This file is part of Fennix Kernel.
|
|
|
|
Fennix Kernel is free software: you can redistribute it and/or
|
|
modify it under the terms of the GNU General Public License as
|
|
published by the Free Software Foundation, either version 3 of
|
|
the License, or (at your option) any later version.
|
|
|
|
Fennix Kernel is distributed in the hope that it will be useful,
|
|
but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
GNU General Public License for more details.
|
|
|
|
You should have received a copy of the GNU General Public License
|
|
along with Fennix Kernel. If not, see <https://www.gnu.org/licenses/>.
|
|
*/
|
|
|
|
#ifndef __FENNIX_KERNEL_CPU_H__
|
|
#define __FENNIX_KERNEL_CPU_H__
|
|
|
|
#include <types.h>
|
|
|
|
#include <cpu/x86/cpuid_intel.hpp>
|
|
#include <cpu/x86/cpuid_amd.hpp>
|
|
#include <cpu/x86/x32/cr.hpp>
|
|
#include <cpu/x86/x64/cr.hpp>
|
|
#include <cpu/x86/exceptions.hpp>
|
|
#include <cpu/x86/interrupts.hpp>
|
|
#include <cpu/signatures.hpp>
|
|
#include <cpu/x86/msr.hpp>
|
|
#include <cpu/membar.hpp>
|
|
#include <assert.h>
|
|
#include <cstring>
|
|
|
|
/**
|
|
* @brief CPU related functions.
|
|
*/
|
|
namespace CPU
|
|
{
|
|
/**
|
|
* @brief Enum for CPU::Interrupts() function.
|
|
*/
|
|
enum InterruptsType
|
|
{
|
|
/**
|
|
* @brief Check if interrupts are enabled.
|
|
*/
|
|
Check,
|
|
/**
|
|
* @brief Enable interrupts.
|
|
*/
|
|
Enable,
|
|
/**
|
|
* @brief Disable interrupts.
|
|
*/
|
|
Disable
|
|
};
|
|
|
|
enum x86SIMDType
|
|
{
|
|
SIMD_NONE = (1 << 0),
|
|
|
|
SIMD_SSE = (1 << 1),
|
|
SIMD_SSE2 = (1 << 2),
|
|
SIMD_SSE3 = (1 << 3),
|
|
SIMD_SSSE3 = (1 << 4),
|
|
SIMD_SSE41 = (1 << 5),
|
|
SIMD_SSE42 = (1 << 6),
|
|
|
|
SIMD_AVX = (1 << 7),
|
|
SIMD_AVX2 = (1 << 8),
|
|
SIMD_AVX512 = (1 << 9),
|
|
|
|
SIMD_AVX512F = (1 << 10),
|
|
SIMD_AVX512CD = (1 << 11),
|
|
SIMD_AVX512ER = (1 << 12),
|
|
SIMD_AVX512PF = (1 << 13),
|
|
|
|
SIMD_AVX512VL = (1 << 14),
|
|
SIMD_AVX512DQ = (1 << 16),
|
|
SIMD_AVX512BW = (1 << 15),
|
|
|
|
SIMD_AVX512IFMA = (1 << 17),
|
|
SIMD_AVX512VBMI = (1 << 18),
|
|
|
|
SIMD_AVX5124VNNIW = (1 << 19),
|
|
SIMD_AVX5124FMAPS = (1 << 20),
|
|
|
|
SIMD_AVX512VPOPCNTDQ = (1 << 21),
|
|
|
|
SIMD_AVX512VNNI = (1 << 22),
|
|
SIMD_AVX512VBMI2 = (1 << 23),
|
|
SIMD_AVX512BITALG = (1 << 24),
|
|
|
|
SIMD_AVX512VP2INTERSECT = (1 << 25),
|
|
|
|
SIMD_AVX512GFNI = (1 << 26),
|
|
SIMD_AVX512VPCLMULQDQ = (1 << 27),
|
|
SIMD_AVX512VAES = (1 << 28),
|
|
};
|
|
|
|
/**
|
|
* @brief Get CPU vendor identifier.
|
|
*
|
|
* @return CPU Vendor ID.
|
|
*/
|
|
const char *Vendor();
|
|
|
|
/**
|
|
* @brief Get CPU name.
|
|
*
|
|
* @return CPU Name.
|
|
*/
|
|
const char *Name();
|
|
|
|
/**
|
|
* @brief Get CPU hypervisor vendor.
|
|
*
|
|
* @return Hypervisor vendor.
|
|
*/
|
|
const char *Hypervisor();
|
|
|
|
/**
|
|
* @brief Check SIMD support. It will return the highest supported SIMD type.
|
|
*
|
|
* @return x86SIMDType flags.
|
|
*/
|
|
uint64_t CheckSIMD();
|
|
|
|
/**
|
|
* @brief Check SIMD support.
|
|
*
|
|
* @param Type SIMD type.
|
|
* @return true if supported.
|
|
* @return false if not supported.
|
|
*/
|
|
bool CheckSIMD(x86SIMDType Type);
|
|
|
|
/**
|
|
* @brief Pause the CPU
|
|
*/
|
|
nsa static __always_inline inline void Pause(bool Loop = false)
|
|
{
|
|
do
|
|
{
|
|
#if defined(__amd64__) || defined(__i386__)
|
|
asmv("pause");
|
|
#elif defined(__aarch64__)
|
|
asmv("yield");
|
|
#endif
|
|
} while (Loop);
|
|
}
|
|
|
|
/**
|
|
* @brief Stop the CPU (infinite loop)
|
|
*/
|
|
nsa __noreturn __used inline void Stop()
|
|
{
|
|
#if defined(__amd64__) || defined(__i386__)
|
|
asmv("CPUStopLoop:\n"
|
|
"cli\n"
|
|
"hlt\n"
|
|
"jmp CPUStopLoop");
|
|
#elif defined(__aarch64__)
|
|
asmv("CPUStopLoop:\n"
|
|
"wfi\n"
|
|
"b CPUStopLoop");
|
|
#endif
|
|
__builtin_unreachable();
|
|
}
|
|
|
|
/**
|
|
* @brief Halt the CPU
|
|
*/
|
|
nsa static __always_inline inline void Halt(bool Loop = false)
|
|
{
|
|
do
|
|
{
|
|
#if defined(__amd64__) || defined(__i386__)
|
|
asmv("hlt");
|
|
#elif defined(__aarch64__)
|
|
asmv("wfi");
|
|
#endif
|
|
} while (Loop);
|
|
}
|
|
|
|
/**
|
|
* @brief Check if interrupts are enabled
|
|
*
|
|
* @return true If InterruptsType::Check and interrupts are enabled, or if other InterruptsType were executed successfully
|
|
* @return false If InterruptsType::Check and interrupts are disabled, or if other InterruptsType failed
|
|
*/
|
|
bool Interrupts(InterruptsType Type = Check);
|
|
|
|
/**
|
|
* @brief Get/Set the CPU's page table
|
|
*
|
|
* @param PT The new page table, if empty, the current page table will be returned
|
|
* @return Get: The current page table
|
|
* @return Set: The old page table
|
|
*/
|
|
void *PageTable(void *PT = nullptr);
|
|
|
|
#define thisPageTable (Memory::PageTable *)CPU::PageTable()
|
|
|
|
/** @brief To be used only once. */
|
|
void InitializeFeatures(int Core);
|
|
|
|
/** @brief Get CPU counter value. */
|
|
uint64_t Counter();
|
|
|
|
namespace x86
|
|
{
|
|
nsa static inline void fxsave(void *FXSaveArea)
|
|
{
|
|
assert(FXSaveArea != nullptr);
|
|
#if defined(__amd64__)
|
|
asmv("fxsaveq (%0)"
|
|
:
|
|
: "r"(FXSaveArea)
|
|
: "memory");
|
|
#elif defined(__i386__)
|
|
asmv("fxsave (%0)"
|
|
:
|
|
: "r"(FXSaveArea)
|
|
: "memory");
|
|
#endif
|
|
}
|
|
|
|
nsa static inline void fxrstor(void *FXRstorArea)
|
|
{
|
|
assert(FXRstorArea != nullptr);
|
|
#if defined(__amd64__)
|
|
asmv("fxrstorq (%0)"
|
|
:
|
|
: "r"(FXRstorArea)
|
|
: "memory");
|
|
#elif defined(__i386__)
|
|
asmv("fxrstor (%0)"
|
|
:
|
|
: "r"(FXRstorArea)
|
|
: "memory");
|
|
#endif
|
|
}
|
|
}
|
|
|
|
namespace x32
|
|
{
|
|
/**
|
|
* @brief MSR_APIC_BASE structure
|
|
* @see MSR_APIC_BASE
|
|
*/
|
|
typedef union
|
|
{
|
|
struct
|
|
{
|
|
/** @brief Reserved */
|
|
uint32_t Reserved0 : 8;
|
|
/**
|
|
* @brief BSP Flag
|
|
* @details If the BSP flag is set to 1, the processor is the bootstrap processor.
|
|
*/
|
|
uint32_t BSP : 1;
|
|
/** @brief Reserved */
|
|
uint32_t Reserved1 : 1;
|
|
/** @brief Enable x2APIC mode */
|
|
uint32_t EXTD : 1;
|
|
/** @brief APIC Global Enable */
|
|
uint32_t EN : 1;
|
|
/** @brief APIC Base Low Address */
|
|
uint32_t ApicBaseLo : 20;
|
|
/** @brief APIC Base High Address */
|
|
uint32_t ApicBaseHi : 32;
|
|
};
|
|
uint64_t raw;
|
|
} __packed APIC_BASE;
|
|
|
|
typedef union
|
|
{
|
|
struct
|
|
{
|
|
/** @brief Carry Flag */
|
|
uint32_t CF : 1;
|
|
/** @brief Reserved */
|
|
uint32_t AlwaysOne : 1;
|
|
/** @brief Parity Flag */
|
|
uint32_t PF : 1;
|
|
/** @brief Reserved */
|
|
uint32_t Reserved0 : 1;
|
|
/** @brief Auxiliary Carry Flag */
|
|
uint32_t AF : 1;
|
|
/** @brief Reserved */
|
|
uint32_t Reserved1 : 1;
|
|
/** @brief Zero Flag */
|
|
uint32_t ZF : 1;
|
|
/** @brief Sign Flag */
|
|
uint32_t SF : 1;
|
|
/** @brief Trap Flag */
|
|
uint32_t TF : 1;
|
|
/** @brief Interrupt Enable Flag */
|
|
uint32_t IF : 1;
|
|
/** @brief Direction Flag */
|
|
uint32_t DF : 1;
|
|
/** @brief Overflow Flag */
|
|
uint32_t OF : 1;
|
|
/** @brief I/O Privilege Level */
|
|
uint32_t IOPL : 2;
|
|
/** @brief Nested Task */
|
|
uint32_t NT : 1;
|
|
/** @brief Reserved */
|
|
uint32_t Reserved2 : 1;
|
|
/** @brief Resume Flag */
|
|
uint32_t RF : 1;
|
|
/** @brief Virtual 8086 Mode */
|
|
uint32_t VM : 1;
|
|
/** @brief Alignment Check */
|
|
uint32_t AC : 1;
|
|
/** @brief Virtual Interrupt Flag */
|
|
uint32_t VIF : 1;
|
|
/** @brief Virtual Interrupt Pending */
|
|
uint32_t VIP : 1;
|
|
/** @brief ID Flag */
|
|
uint32_t ID : 1;
|
|
};
|
|
uint32_t raw;
|
|
} __packed EFLAGS;
|
|
|
|
struct TrapFrame
|
|
{
|
|
uint32_t edi; /* Destination index for string operations */
|
|
uint32_t esi; /* Source index for string operations */
|
|
uint32_t ebp; /* Base Pointer (meant for stack frames) */
|
|
uint32_t ebx; /* Base */
|
|
uint32_t edx; /* Data (commonly extends the A register) */
|
|
uint32_t ecx; /* Counter */
|
|
uint32_t eax; /* Accumulator */
|
|
|
|
uint32_t InterruptNumber; /* Interrupt Number */
|
|
uint32_t ErrorCode; /* Error code */
|
|
|
|
uint32_t eip; /* Instruction Pointer */
|
|
uint32_t cs; /* Code Segment */
|
|
EFLAGS eflags; /* Register Flags */
|
|
uint32_t esp; /* Stack Pointer */
|
|
uint32_t ss; /* Stack Segment */
|
|
} __packed;
|
|
|
|
struct SchedulerFrame
|
|
{
|
|
uint32_t ppt; /* Process Page Table */
|
|
uint32_t opt; /* Original Page Table */
|
|
|
|
uint32_t ebp; /* Base Pointer (meant for stack frames) */
|
|
uint32_t edi; /* Destination index for string operations */
|
|
uint32_t esi; /* Source index for string operations */
|
|
uint32_t edx; /* Data (commonly extends the A register) */
|
|
uint32_t ecx; /* Counter */
|
|
uint32_t ebx; /* Base */
|
|
uint32_t eax; /* Accumulator */
|
|
|
|
uint32_t InterruptNumber; /* Interrupt Number */
|
|
uint32_t ErrorCode; /* Error code */
|
|
|
|
uint32_t eip; /* Instruction Pointer */
|
|
uint32_t cs; /* Code Segment */
|
|
EFLAGS eflags; /* Register Flags */
|
|
uint32_t esp; /* Stack Pointer */
|
|
uint32_t ss; /* Stack Segment */
|
|
} __packed;
|
|
|
|
struct ExceptionFrame
|
|
{
|
|
uint32_t cr0; /* Control Register 0 (system control) */
|
|
uint32_t cr2; /* Control Register 2 (page fault linear address) */
|
|
uint32_t cr3; /* Control Register 3 (page directory base) */
|
|
uint32_t cr4; /* Control Register 4 (system control) */
|
|
uint32_t cr8; /* Control Register 8 (task priority) */
|
|
|
|
uint32_t dr0; /* Debug Register */
|
|
uint32_t dr1; /* Debug Register */
|
|
uint32_t dr2; /* Debug Register */
|
|
uint32_t dr3; /* Debug Register */
|
|
uint32_t dr6; /* Debug Register */
|
|
uint32_t dr7; /* Debug Register */
|
|
|
|
uint32_t gs; /* General purpose */
|
|
uint32_t fs; /* General purpose */
|
|
uint32_t es; /* Extra Segment */
|
|
uint32_t ds; /* Data Segment */
|
|
|
|
uint32_t ebp; /* Base Pointer (meant for stack frames) */
|
|
uint32_t edi; /* Destination index for string operations */
|
|
uint32_t esi; /* Source index for string operations */
|
|
uint32_t edx; /* Data (commonly extends the A register) */
|
|
uint32_t ecx; /* Counter */
|
|
uint32_t ebx; /* Base */
|
|
uint32_t eax; /* Accumulator */
|
|
|
|
uint32_t InterruptNumber; /* Interrupt Number */
|
|
uint32_t ErrorCode; /* Error code */
|
|
|
|
uint32_t eip; /* Instruction Pointer */
|
|
uint32_t cs; /* Code Segment */
|
|
EFLAGS eflags; /* Register Flags */
|
|
uint32_t esp; /* Stack Pointer */
|
|
uint32_t ss; /* Stack Segment */
|
|
} __packed;
|
|
|
|
typedef union DR6
|
|
{
|
|
struct
|
|
{
|
|
/** @brief Breakpoint #0 Condition Detected */
|
|
uint32_t B0 : 1;
|
|
/** @brief Breakpoint #1 Condition Detected */
|
|
uint32_t B1 : 1;
|
|
/** @brief Breakpoint #2 Condition Detected */
|
|
uint32_t B2 : 1;
|
|
/** @brief Breakpoint #3 Condition Detected */
|
|
uint32_t B3 : 1;
|
|
/** @brief Reserved */
|
|
uint32_t Reserved0 : 8;
|
|
/** @brief Reserved */
|
|
uint32_t Reserved1 : 1;
|
|
/** @brief Breakpoint Debug Access Detected */
|
|
uint32_t BD : 1;
|
|
/** @brief Breakpoint Single Step */
|
|
uint32_t BS : 1;
|
|
/** @brief Breakpoint Task Switch */
|
|
uint32_t BT : 1;
|
|
/** @brief Reserved */
|
|
uint32_t Reserved2 : 15;
|
|
};
|
|
uint32_t raw;
|
|
} __packed DR6;
|
|
|
|
typedef union DR7
|
|
{
|
|
struct
|
|
{
|
|
/** @brief Local Exact Breakpoint #0 Enabled */
|
|
uint32_t L0 : 1;
|
|
/** @brief Global Exact Breakpoint #0 Enabled */
|
|
uint32_t G0 : 1;
|
|
/** @brief Local Exact Breakpoint #1 Enabled */
|
|
uint32_t L1 : 1;
|
|
/** @brief Global Exact Breakpoint #1 Enabled */
|
|
uint32_t G1 : 1;
|
|
/** @brief Local Exact Breakpoint #2 Enabled */
|
|
uint32_t L2 : 1;
|
|
/** @brief Global Exact Breakpoint #2 Enabled */
|
|
uint32_t G2 : 1;
|
|
/** @brief Local Exact Breakpoint #3 Enabled */
|
|
uint32_t L3 : 1;
|
|
/** @brief Global Exact Breakpoint #3 Enabled */
|
|
uint32_t G3 : 1;
|
|
/** @brief Local Exact Breakpoint Enabled */
|
|
uint32_t LE : 1;
|
|
/** @brief Global Exact Breakpoint Enabled */
|
|
uint32_t GE : 1;
|
|
/** @brief Reserved */
|
|
uint32_t Reserved0 : 1;
|
|
/** @brief Reserved */
|
|
uint32_t Reserved1 : 2;
|
|
/** @brief General Detect Enabled */
|
|
uint32_t GD : 1;
|
|
/** @brief Reserved */
|
|
uint32_t Reserved2 : 2;
|
|
/** @brief Type of Transaction(s) to Trap */
|
|
uint32_t RW0 : 2;
|
|
/** @brief Length of Breakpoint #0 */
|
|
uint32_t LEN0 : 2;
|
|
/** @brief Type of Transaction(s) to Trap */
|
|
uint32_t RW1 : 2;
|
|
/** @brief Length of Breakpoint #1 */
|
|
uint32_t LEN1 : 2;
|
|
/** @brief Type of Transaction(s) to Trap */
|
|
uint32_t RW2 : 2;
|
|
/** @brief Length of Breakpoint #2 */
|
|
uint32_t LEN2 : 2;
|
|
/** @brief Type of Transaction(s) to Trap */
|
|
uint32_t RW3 : 2;
|
|
/** @brief Length of Breakpoint #3 */
|
|
uint32_t LEN3 : 2;
|
|
};
|
|
uint32_t raw;
|
|
} __packed DR7;
|
|
|
|
struct FXState
|
|
{
|
|
union
|
|
{
|
|
struct
|
|
{
|
|
/* #MF Exception Masks */
|
|
uint16_t IM : 1; /** Invalid-Operation Exception Mask */
|
|
uint16_t DM : 1; /** Denormalized-Operand Exception Mask */
|
|
uint16_t ZM : 1; /** Zero-Divide Exception Mask */
|
|
uint16_t OM : 1; /** Overflow Exception Mask */
|
|
uint16_t UM : 1; /** Underflow Exception Mask */
|
|
uint16_t PM : 1; /** Precision Exception Mask */
|
|
uint16_t __reserved0 : 2; /** Reserved */
|
|
|
|
/**
|
|
* 00 Single precision
|
|
* 01 reserved
|
|
* 10 Double precision
|
|
* 11 Double-extended precision (default)
|
|
*/
|
|
uint16_t PC : 2; /** Precision Control */
|
|
|
|
/**
|
|
* 00 Round to nearest (default)
|
|
* 01 Round down
|
|
* 10 Round up
|
|
* 11 Round towards zero
|
|
*/
|
|
uint16_t RC : 2; /** Rounding Control */
|
|
uint16_t Infinity : 1; /** Infinity Bit (80287 compatibility) */
|
|
uint16_t Reserved2 : 3; /** Reserved */
|
|
};
|
|
uint16_t raw;
|
|
} FCW; /** FPU Control Word */
|
|
|
|
union
|
|
{
|
|
struct
|
|
{
|
|
uint16_t IE : 1; /** Invalid-Operation Exception */
|
|
uint16_t DE : 1; /** Denormalized-Operand Exception */
|
|
uint16_t ZE : 1; /** Zero-Divide Exception */
|
|
uint16_t OE : 1; /** Overflow Exception */
|
|
uint16_t UE : 1; /** Underflow Exception */
|
|
uint16_t PE : 1; /** Precision Exception */
|
|
uint16_t SF : 1; /** Stack Fault */
|
|
uint16_t ES : 1; /** Exception Status */
|
|
uint16_t C0 : 1; /** Condition Code 0 */
|
|
uint16_t C1 : 1; /** Condition Code 1 */
|
|
uint16_t C2 : 1; /** Condition Code 2 */
|
|
uint16_t TOP : 3; /** Top of Stack Pointer */
|
|
uint16_t C3 : 1; /** Condition Code 3 */
|
|
uint16_t B : 1; /** x87 Floating-Point Unit Busy */
|
|
};
|
|
uint16_t raw;
|
|
} FSW; /** FPU Status Word */
|
|
|
|
/**
|
|
* Tag Values
|
|
*
|
|
* 00 = Valid
|
|
* 01 = Zero
|
|
* 10 = Special
|
|
* 11 = Empty
|
|
*/
|
|
uint8_t FTW; /** x87 Tag Word */
|
|
|
|
uint8_t __reserved0;
|
|
uint16_t FOP; /** FPU Op Code */
|
|
uint32_t EIP; /** PFU Instruction Pointer */
|
|
uint32_t EDP; /** PFU Data Pointer */
|
|
|
|
union
|
|
{
|
|
struct
|
|
{
|
|
/* Exception Flags */
|
|
uint32_t IE : 1; /** Invalid-Operation Exception */
|
|
uint32_t DE : 1; /** Denormalized-Operand Exception */
|
|
uint32_t ZE : 1; /** Zero-Divide Exception */
|
|
uint32_t OE : 1; /** Overflow Exception */
|
|
uint32_t UE : 1; /** Underflow Exception */
|
|
uint32_t PE : 1; /** Precision Exception */
|
|
uint32_t DAZ : 1; /** Denormals Are Zeros */
|
|
|
|
/* Exception Masks */
|
|
uint32_t IM : 1; /** Invalid-Operation Mask */
|
|
uint32_t DM : 1; /** Denormalized-Operand Mask */
|
|
uint32_t ZM : 1; /** Zero-Divide Mask */
|
|
uint32_t OM : 1; /** Overflow Mask */
|
|
uint32_t UM : 1; /** Underflow Mask */
|
|
uint32_t PM : 1; /** Precision Mask */
|
|
|
|
/**
|
|
* 00 = round to nearest (default)
|
|
* 01 = round down
|
|
* 10 = round up
|
|
* 11 = round toward zero
|
|
*/
|
|
uint32_t RC : 2; /** Floating-Point Rounding Control */
|
|
uint32_t FZ : 1; /** Flush-to-Zero for Masked Underflow */
|
|
uint32_t __reserved3 : 1;
|
|
uint32_t MM : 1; /** Misaligned Exception Mask */
|
|
uint32_t __reserved4 : 14;
|
|
};
|
|
uint32_t raw;
|
|
} MXCSR; /** SSE Control Register */
|
|
|
|
uint32_t MXCSR_MASK; /** SSE Control Register Mask */
|
|
|
|
/** FPU registers (last 6 bytes reserved) */
|
|
uint8_t st[8][16];
|
|
/** XMM registers */
|
|
uint8_t xmm[8][16];
|
|
} __packed __aligned(16);
|
|
|
|
/**
|
|
* @brief CPUID
|
|
*
|
|
* @param Function Leaf
|
|
* @param eax EAX
|
|
* @param ebx EBX
|
|
* @param ecx ECX
|
|
* @param edx EDX
|
|
*/
|
|
static inline void cpuid(uint32_t Function, uint32_t *eax, uint32_t *ebx, uint32_t *ecx, uint32_t *edx)
|
|
{
|
|
#ifdef __i386__
|
|
asmv("cpuid"
|
|
: "=a"(*eax), "=b"(*ebx), "=c"(*ecx), "=d"(*edx)
|
|
: "a"(Function));
|
|
#else
|
|
UNUSED(Function);
|
|
UNUSED(eax);
|
|
UNUSED(ebx);
|
|
UNUSED(ecx);
|
|
UNUSED(edx);
|
|
#endif
|
|
}
|
|
|
|
nsa static inline void lgdt(void *gdt)
|
|
{
|
|
#ifdef __i386__
|
|
asmv("lgdt (%0)"
|
|
:
|
|
: "r"(gdt));
|
|
#else
|
|
UNUSED(gdt);
|
|
#endif
|
|
}
|
|
|
|
nsa static inline void lidt(void *idt)
|
|
{
|
|
#ifdef __i386__
|
|
asmv("lidt (%0)"
|
|
:
|
|
: "r"(idt));
|
|
#else
|
|
UNUSED(idt);
|
|
#endif
|
|
}
|
|
|
|
nsa static inline void ltr(uint16_t Segment)
|
|
{
|
|
#ifdef __i386__
|
|
asmv("ltr %0"
|
|
:
|
|
: "r"(Segment));
|
|
#else
|
|
UNUSED(Segment);
|
|
#endif
|
|
}
|
|
|
|
nsa static inline void invlpg(void *Address)
|
|
{
|
|
#ifdef __i386__
|
|
asmv("invlpg (%0)"
|
|
:
|
|
: "r"(Address)
|
|
: "memory");
|
|
#else
|
|
UNUSED(Address);
|
|
#endif
|
|
}
|
|
|
|
nsa static inline void fxsave(void *FXSaveArea)
|
|
{
|
|
#ifdef __i386__
|
|
if (!FXSaveArea)
|
|
return;
|
|
|
|
asmv("fxsave (%0)"
|
|
:
|
|
: "r"(FXSaveArea)
|
|
: "memory");
|
|
#else
|
|
UNUSED(FXSaveArea);
|
|
#endif
|
|
}
|
|
|
|
nsa static inline void fxrstor(void *FXRstorArea)
|
|
{
|
|
#ifdef __i386__
|
|
if (!FXRstorArea)
|
|
return;
|
|
|
|
asmv("fxrstor (%0)"
|
|
:
|
|
: "r"(FXRstorArea)
|
|
: "memory");
|
|
#else
|
|
UNUSED(FXRstorArea);
|
|
#endif
|
|
}
|
|
}
|
|
|
|
namespace x64
|
|
{
|
|
/**
|
|
* @brief MSR_APIC_BASE structure
|
|
* @see MSR_APIC_BASE
|
|
*/
|
|
typedef union
|
|
{
|
|
struct
|
|
{
|
|
/** Reserved */
|
|
uint64_t Reserved0 : 8;
|
|
/** Boot Strap CPU Core */
|
|
uint64_t BSC : 1;
|
|
/** Reserved */
|
|
uint64_t Reserved1 : 1;
|
|
/** x2APIC Mode Enable */
|
|
uint64_t EXTD : 1;
|
|
/** APIC Enable */
|
|
uint64_t AE : 1;
|
|
/** @brief APIC Base Low Address */
|
|
uint64_t ABALow : 20;
|
|
/** @brief APIC Base High Address */
|
|
uint64_t ABAHigh : 32;
|
|
/** Reserved */
|
|
uint64_t Reserved2 : 12;
|
|
};
|
|
uint64_t raw;
|
|
} __packed APIC_BASE;
|
|
|
|
typedef union
|
|
{
|
|
struct
|
|
{
|
|
uint64_t Reserved : 24;
|
|
uint64_t AID : 8;
|
|
};
|
|
uint32_t raw;
|
|
} __packed APIC_ID;
|
|
|
|
typedef union
|
|
{
|
|
struct
|
|
{
|
|
/** @brief Carry Flag */
|
|
uint64_t CF : 1;
|
|
/** @brief Reserved */
|
|
uint64_t AlwaysOne : 1;
|
|
/** @brief Parity Flag */
|
|
uint64_t PF : 1;
|
|
/** @brief Reserved */
|
|
uint64_t Reserved0 : 1;
|
|
/** @brief Auxiliary Carry Flag */
|
|
uint64_t AF : 1;
|
|
/** @brief Reserved */
|
|
uint64_t Reserved1 : 1;
|
|
/** @brief Zero Flag */
|
|
uint64_t ZF : 1;
|
|
/** @brief Sign Flag */
|
|
uint64_t SF : 1;
|
|
/** @brief Trap Flag */
|
|
uint64_t TF : 1;
|
|
/** @brief Interrupt Enable Flag */
|
|
uint64_t IF : 1;
|
|
/** @brief Direction Flag */
|
|
uint64_t DF : 1;
|
|
/** @brief Overflow Flag */
|
|
uint64_t OF : 1;
|
|
/** @brief I/O Privilege Level */
|
|
uint64_t IOPL : 2;
|
|
/** @brief Nested Task */
|
|
uint64_t NT : 1;
|
|
/** @brief Reserved */
|
|
uint64_t Reserved2 : 1;
|
|
/** @brief Resume Flag */
|
|
uint64_t RF : 1;
|
|
/** @brief Virtual 8086 Mode */
|
|
uint64_t VM : 1;
|
|
/** @brief Alignment Check */
|
|
uint64_t AC : 1;
|
|
/** @brief Virtual Interrupt Flag */
|
|
uint64_t VIF : 1;
|
|
/** @brief Virtual Interrupt Pending */
|
|
uint64_t VIP : 1;
|
|
/** @brief ID Flag (Allow using CPUID instruction) */
|
|
uint64_t ID : 1;
|
|
/** @brief Reserved */
|
|
uint64_t Reserved3 : 10;
|
|
};
|
|
uint64_t raw;
|
|
} __packed RFLAGS;
|
|
|
|
struct TrapFrame
|
|
{
|
|
uint64_t r15; /* General purpose */
|
|
uint64_t r14; /* General purpose */
|
|
uint64_t r13; /* General purpose */
|
|
uint64_t r12; /* General purpose */
|
|
uint64_t r11; /* General purpose */
|
|
uint64_t r10; /* General purpose */
|
|
uint64_t r9; /* General purpose */
|
|
uint64_t r8; /* General purpose */
|
|
|
|
uint64_t rbp; /* Base Pointer (meant for stack frames) */
|
|
uint64_t rdi; /* Destination index for string operations */
|
|
uint64_t rsi; /* Source index for string operations */
|
|
uint64_t rdx; /* Data (commonly extends the A register) */
|
|
uint64_t rcx; /* Counter */
|
|
uint64_t rbx; /* Base */
|
|
uint64_t rax; /* Accumulator */
|
|
|
|
uint64_t InterruptNumber; /* Interrupt Number */
|
|
uint64_t ErrorCode; /* Error code */
|
|
|
|
uint64_t rip; /* Instruction Pointer */
|
|
uint64_t cs; /* Code Segment */
|
|
RFLAGS rflags; /* Register Flags */
|
|
uint64_t rsp; /* Stack Pointer */
|
|
uint64_t ss; /* Stack Segment */
|
|
} __packed;
|
|
|
|
struct SchedulerFrame
|
|
{
|
|
uint64_t ppt; /* Process Page Table */
|
|
uint64_t opt; /* Original Page Table */
|
|
|
|
uint64_t r15; /* General purpose */
|
|
uint64_t r14; /* General purpose */
|
|
uint64_t r13; /* General purpose */
|
|
uint64_t r12; /* General purpose */
|
|
uint64_t r11; /* General purpose */
|
|
uint64_t r10; /* General purpose */
|
|
uint64_t r9; /* General purpose */
|
|
uint64_t r8; /* General purpose */
|
|
|
|
uint64_t rbp; /* Base Pointer (meant for stack frames) */
|
|
uint64_t rdi; /* Destination index for string operations */
|
|
uint64_t rsi; /* Source index for string operations */
|
|
uint64_t rdx; /* Data (commonly extends the A register) */
|
|
uint64_t rcx; /* Counter */
|
|
uint64_t rbx; /* Base */
|
|
uint64_t rax; /* Accumulator */
|
|
|
|
uint64_t InterruptNumber; /* Interrupt Number */
|
|
uint64_t ErrorCode; /* Error code */
|
|
|
|
uint64_t rip; /* Instruction Pointer */
|
|
uint64_t cs; /* Code Segment */
|
|
RFLAGS rflags; /* Register Flags */
|
|
uint64_t rsp; /* Stack Pointer */
|
|
uint64_t ss; /* Stack Segment */
|
|
} __packed;
|
|
|
|
struct ExceptionFrame
|
|
{
|
|
uint64_t cr0; /* Control Register 0 (system control) */
|
|
uint64_t cr2; /* Control Register 2 (page fault linear address) */
|
|
uint64_t cr3; /* Control Register 3 (page directory base) */
|
|
uint64_t cr4; /* Control Register 4 (system control) */
|
|
uint64_t cr8; /* Control Register 8 (task priority) */
|
|
|
|
uint64_t dr0; /* Debug Register */
|
|
uint64_t dr1; /* Debug Register */
|
|
uint64_t dr2; /* Debug Register */
|
|
uint64_t dr3; /* Debug Register */
|
|
uint64_t dr6; /* Debug Register */
|
|
uint64_t dr7; /* Debug Register */
|
|
|
|
uint64_t gs; /* General purpose */
|
|
uint64_t fs; /* General purpose */
|
|
uint64_t es; /* Extra Segment */
|
|
uint64_t ds; /* Data Segment */
|
|
|
|
uint64_t r15; /* General purpose */
|
|
uint64_t r14; /* General purpose */
|
|
uint64_t r13; /* General purpose */
|
|
uint64_t r12; /* General purpose */
|
|
uint64_t r11; /* General purpose */
|
|
uint64_t r10; /* General purpose */
|
|
uint64_t r9; /* General purpose */
|
|
uint64_t r8; /* General purpose */
|
|
|
|
uint64_t rbp; /* Base Pointer (meant for stack frames) */
|
|
uint64_t rdi; /* Destination index for string operations */
|
|
uint64_t rsi; /* Source index for string operations */
|
|
uint64_t rdx; /* Data (commonly extends the A register) */
|
|
uint64_t rcx; /* Counter */
|
|
uint64_t rbx; /* Base */
|
|
uint64_t rax; /* Accumulator */
|
|
|
|
uint64_t InterruptNumber; /* Interrupt Number */
|
|
uint64_t ErrorCode; /* Error code */
|
|
|
|
uint64_t rip; /* Instruction Pointer */
|
|
uint64_t cs; /* Code Segment */
|
|
RFLAGS rflags; /* Register Flags */
|
|
uint64_t rsp; /* Stack Pointer */
|
|
uint64_t ss; /* Stack Segment */
|
|
} __packed;
|
|
|
|
typedef union EFER
|
|
{
|
|
struct
|
|
{
|
|
/** @brief Enable syscall & sysret instructions in 64-bit mode. */
|
|
uint64_t SCE : 1;
|
|
/** @brief Reserved */
|
|
uint64_t Reserved0 : 7;
|
|
/** @brief Enable long mode. */
|
|
uint64_t LME : 1;
|
|
/** @brief Reserved */
|
|
uint64_t Reserved1 : 1;
|
|
/** @brief Indicates long. */
|
|
uint64_t LMA : 1;
|
|
/** @brief Enable No-Execute Bit */
|
|
uint64_t NXE : 1;
|
|
/** @brief Enable Secure Virtual Machine */
|
|
uint64_t SVME : 1;
|
|
/** @brief Enable Long Mode Segment Limit */
|
|
uint64_t LMSLE : 1;
|
|
/** @brief Enable Fast FXSAVE/FXRSTOR */
|
|
uint64_t FFXSR : 1;
|
|
/** @brief Enable Translation Cache Extension */
|
|
uint64_t TCE : 1;
|
|
/** @brief Reserved */
|
|
uint64_t Reserved2 : 32;
|
|
};
|
|
uint64_t raw;
|
|
} __packed EFER;
|
|
|
|
typedef union DR6
|
|
{
|
|
struct
|
|
{
|
|
/** @brief Breakpoint #0 Condition Detected */
|
|
uint64_t B0 : 1;
|
|
/** @brief Breakpoint #1 Condition Detected */
|
|
uint64_t B1 : 1;
|
|
/** @brief Breakpoint #2 Condition Detected */
|
|
uint64_t B2 : 1;
|
|
/** @brief Breakpoint #3 Condition Detected */
|
|
uint64_t B3 : 1;
|
|
/** @brief Reserved */
|
|
uint64_t Reserved0 : 8;
|
|
/** @brief Reserved */
|
|
uint64_t Reserved1 : 1;
|
|
/** @brief Breakpoint Debug Access Detected */
|
|
uint64_t BD : 1;
|
|
/** @brief Breakpoint Single Step */
|
|
uint64_t BS : 1;
|
|
/** @brief Breakpoint Task Switch */
|
|
uint64_t BT : 1;
|
|
/** @brief Reserved */
|
|
uint64_t Reserved2 : 15;
|
|
/** @brief Reserved */
|
|
uint64_t Reserved3 : 32;
|
|
};
|
|
uint64_t raw;
|
|
} DR6;
|
|
|
|
typedef union DR7
|
|
{
|
|
struct
|
|
{
|
|
/** @brief Local Exact Breakpoint #0 Enabled */
|
|
uint64_t L0 : 1;
|
|
/** @brief Global Exact Breakpoint #0 Enabled */
|
|
uint64_t G0 : 1;
|
|
/** @brief Local Exact Breakpoint #1 Enabled */
|
|
uint64_t L1 : 1;
|
|
/** @brief Global Exact Breakpoint #1 Enabled */
|
|
uint64_t G1 : 1;
|
|
/** @brief Local Exact Breakpoint #2 Enabled */
|
|
uint64_t L2 : 1;
|
|
/** @brief Global Exact Breakpoint #2 Enabled */
|
|
uint64_t G2 : 1;
|
|
/** @brief Local Exact Breakpoint #3 Enabled */
|
|
uint64_t L3 : 1;
|
|
/** @brief Global Exact Breakpoint #3 Enabled */
|
|
uint64_t G3 : 1;
|
|
/** @brief Local Exact Breakpoint Enabled */
|
|
uint64_t LE : 1;
|
|
/** @brief Global Exact Breakpoint Enabled */
|
|
uint64_t GE : 1;
|
|
/** @brief Reserved */
|
|
uint64_t Reserved0 : 1;
|
|
/** @brief Reserved */
|
|
uint64_t Reserved1 : 2;
|
|
/** @brief General Detect Enabled */
|
|
uint64_t GD : 1;
|
|
/** @brief Reserved */
|
|
uint64_t Reserved2 : 2;
|
|
/** @brief Type of Transaction(s) to Trap */
|
|
uint64_t RW0 : 2;
|
|
/** @brief Length of Breakpoint #0 */
|
|
uint64_t LEN0 : 2;
|
|
/** @brief Type of Transaction(s) to Trap */
|
|
uint64_t RW1 : 2;
|
|
/** @brief Length of Breakpoint #1 */
|
|
uint64_t LEN1 : 2;
|
|
/** @brief Type of Transaction(s) to Trap */
|
|
uint64_t RW2 : 2;
|
|
/** @brief Length of Breakpoint #2 */
|
|
uint64_t LEN2 : 2;
|
|
/** @brief Type of Transaction(s) to Trap */
|
|
uint64_t RW3 : 2;
|
|
/** @brief Length of Breakpoint #3 */
|
|
uint64_t LEN3 : 2;
|
|
/** @brief Reserved */
|
|
uint64_t Reserved3 : 32;
|
|
};
|
|
uint64_t raw;
|
|
} DR7;
|
|
|
|
typedef union PageFaultErrorCode
|
|
{
|
|
struct
|
|
{
|
|
/** @brief When set, the page fault was caused by a page-protection violation. When not set, it was caused by a non-present page. */
|
|
uint64_t P : 1;
|
|
/** @brief When set, the page fault was caused by a write access. When not set, it was caused by a read access. */
|
|
uint64_t W : 1;
|
|
/** @brief When set, the page fault was caused while CPL = 3. This does not necessarily mean that the page fault was a privilege violation. */
|
|
uint64_t U : 1;
|
|
/** @brief When set, one or more page directory entries contain reserved bits which are set to 1. This only applies when the PSE or PAE flags in CR4 are set to 1. */
|
|
uint64_t R : 1;
|
|
/** @brief When set, the page fault was caused by an instruction fetch. This only applies when the No-Execute bit is supported and enabled. */
|
|
uint64_t I : 1;
|
|
/** @brief When set, the page fault was caused by a protection-key violation. The PKRU register (for user-mode accesses) or PKRS MSR (for supervisor-mode accesses) specifies the protection key rights. */
|
|
uint64_t PK : 1;
|
|
/** @brief When set, the page fault was caused by a shadow stack access. */
|
|
uint64_t SS : 1;
|
|
/** @brief Reserved */
|
|
uint64_t Reserved0 : 8;
|
|
/** @brief When set, the fault was due to an SGX violation. The fault is unrelated to ordinary paging. */
|
|
uint64_t SGX : 1;
|
|
/** @brief Reserved */
|
|
uint64_t Reserved1 : 16;
|
|
};
|
|
uint64_t raw;
|
|
} PageFaultErrorCode;
|
|
|
|
// ! TODO: UNTESTED!
|
|
typedef union SelectorErrorCode
|
|
{
|
|
struct
|
|
{
|
|
/** @brief When set, the exception originated externally to the processor. */
|
|
uint64_t External : 1;
|
|
/** @brief IDT/GDT/LDT Table
|
|
* @details 0b00 - The Selector Index references a descriptor in the GDT.
|
|
* @details 0b01 - The Selector Index references a descriptor in the IDT.
|
|
* @details 0b10 - The Selector Index references a descriptor in the LDT.
|
|
* @details 0b11 - The Selector Index references a descriptor in the IDT.
|
|
*/
|
|
uint64_t Table : 2;
|
|
/** @brief The index in the GDT, IDT or LDT. */
|
|
uint64_t Idx : 13;
|
|
/** @brief Reserved */
|
|
uint64_t Reserved : 16;
|
|
};
|
|
uint64_t raw;
|
|
} SelectorErrorCode;
|
|
|
|
struct FXState
|
|
{
|
|
union
|
|
{
|
|
struct
|
|
{
|
|
/* #MF Exception Masks */
|
|
uint16_t IM : 1; /** Invalid-Operation Exception Mask */
|
|
uint16_t DM : 1; /** Denormalized-Operand Exception Mask */
|
|
uint16_t ZM : 1; /** Zero-Divide Exception Mask */
|
|
uint16_t OM : 1; /** Overflow Exception Mask */
|
|
uint16_t UM : 1; /** Underflow Exception Mask */
|
|
uint16_t PM : 1; /** Precision Exception Mask */
|
|
uint16_t __reserved0 : 2; /** Reserved */
|
|
|
|
/**
|
|
* 00 Single precision
|
|
* 01 reserved
|
|
* 10 Double precision
|
|
* 11 Double-extended precision (default)
|
|
*/
|
|
uint16_t PC : 2; /** Precision Control */
|
|
|
|
/**
|
|
* 00 Round to nearest (default)
|
|
* 01 Round down
|
|
* 10 Round up
|
|
* 11 Round towards zero
|
|
*/
|
|
uint16_t RC : 2; /** Rounding Control */
|
|
uint16_t Infinity : 1; /** Infinity Bit (80287 compatibility) */
|
|
uint16_t Reserved2 : 3; /** Reserved */
|
|
};
|
|
uint16_t raw;
|
|
} FCW; /** FPU Control Word */
|
|
|
|
union
|
|
{
|
|
struct
|
|
{
|
|
uint16_t IE : 1; /** Invalid-Operation Exception */
|
|
uint16_t DE : 1; /** Denormalized-Operand Exception */
|
|
uint16_t ZE : 1; /** Zero-Divide Exception */
|
|
uint16_t OE : 1; /** Overflow Exception */
|
|
uint16_t UE : 1; /** Underflow Exception */
|
|
uint16_t PE : 1; /** Precision Exception */
|
|
uint16_t SF : 1; /** Stack Fault */
|
|
uint16_t ES : 1; /** Exception Status */
|
|
uint16_t C0 : 1; /** Condition Code 0 */
|
|
uint16_t C1 : 1; /** Condition Code 1 */
|
|
uint16_t C2 : 1; /** Condition Code 2 */
|
|
uint16_t TOP : 3; /** Top of Stack Pointer */
|
|
uint16_t C3 : 1; /** Condition Code 3 */
|
|
uint16_t B : 1; /** x87 Floating-Point Unit Busy */
|
|
};
|
|
uint16_t raw;
|
|
} FSW; /** FPU Status Word */
|
|
|
|
/**
|
|
* Tag Values
|
|
*
|
|
* 00 = Valid
|
|
* 01 = Zero
|
|
* 10 = Special
|
|
* 11 = Empty
|
|
*/
|
|
uint8_t FTW; /** x87 Tag Word */
|
|
|
|
uint8_t __reserved0;
|
|
uint16_t FOP; /** FPU Op Code */
|
|
uint64_t RIP; /** PFU Instruction Pointer */
|
|
uint64_t RDP; /** PFU Data Pointer */
|
|
|
|
union
|
|
{
|
|
struct
|
|
{
|
|
/* Exception Flags */
|
|
uint32_t IE : 1; /** Invalid-Operation Exception */
|
|
uint32_t DE : 1; /** Denormalized-Operand Exception */
|
|
uint32_t ZE : 1; /** Zero-Divide Exception */
|
|
uint32_t OE : 1; /** Overflow Exception */
|
|
uint32_t UE : 1; /** Underflow Exception */
|
|
uint32_t PE : 1; /** Precision Exception */
|
|
uint32_t DAZ : 1; /** Denormals Are Zeros */
|
|
|
|
/* Exception Masks */
|
|
uint32_t IM : 1; /** Invalid-Operation Mask */
|
|
uint32_t DM : 1; /** Denormalized-Operand Mask */
|
|
uint32_t ZM : 1; /** Zero-Divide Mask */
|
|
uint32_t OM : 1; /** Overflow Mask */
|
|
uint32_t UM : 1; /** Underflow Mask */
|
|
uint32_t PM : 1; /** Precision Mask */
|
|
|
|
/**
|
|
* 00 = round to nearest (default)
|
|
* 01 = round down
|
|
* 10 = round up
|
|
* 11 = round toward zero
|
|
*/
|
|
uint32_t RC : 2; /** Floating-Point Rounding Control */
|
|
uint32_t FZ : 1; /** Flush-to-Zero for Masked Underflow */
|
|
uint32_t __reserved3 : 1;
|
|
uint32_t MM : 1; /** Misaligned Exception Mask */
|
|
uint32_t __reserved4 : 14;
|
|
};
|
|
uint32_t raw;
|
|
} MXCSR; /** SSE Control Register */
|
|
|
|
uint32_t MXCSR_MASK; /** SSE Control Register Mask */
|
|
|
|
/** FPU registers (last 6 bytes reserved) */
|
|
uint8_t st[8][16];
|
|
/** XMM registers */
|
|
uint8_t xmm[16][16];
|
|
} __packed __aligned(16);
|
|
|
|
nsa static inline void lgdt(void *gdt)
|
|
{
|
|
#ifdef __amd64__
|
|
asmv("lgdt (%0)"
|
|
:
|
|
: "r"(gdt));
|
|
#endif
|
|
}
|
|
|
|
nsa static inline void lidt(void *idt)
|
|
{
|
|
#ifdef __amd64__
|
|
asmv("lidt (%0)"
|
|
:
|
|
: "r"(idt));
|
|
#endif
|
|
}
|
|
|
|
nsa static inline void ltr(uint16_t Segment)
|
|
{
|
|
#ifdef __amd64__
|
|
asmv("ltr %0"
|
|
:
|
|
: "r"(Segment));
|
|
#endif
|
|
}
|
|
|
|
nsa static inline void invlpg(void *Address)
|
|
{
|
|
#ifdef __amd64__
|
|
asmv("invlpg (%0)"
|
|
:
|
|
: "r"(Address)
|
|
: "memory");
|
|
#endif
|
|
}
|
|
|
|
/**
|
|
* @brief CPUID
|
|
*
|
|
* @param Function Leaf
|
|
* @param eax EAX
|
|
* @param ebx EBX
|
|
* @param ecx ECX
|
|
* @param edx EDX
|
|
*/
|
|
nsa static inline void cpuid(uint32_t Function, uint32_t *eax, uint32_t *ebx, uint32_t *ecx, uint32_t *edx)
|
|
{
|
|
#ifdef __amd64__
|
|
asmv("cpuid"
|
|
: "=a"(*eax), "=b"(*ebx), "=c"(*ecx), "=d"(*edx)
|
|
: "a"(Function));
|
|
#endif
|
|
}
|
|
|
|
/**
|
|
* @brief Get the highest leaf function supported by CPUID
|
|
*
|
|
* @example if (GetHighestLeaf() < 0x15) { error("CPU doesn't support leaf 0x15!"); }
|
|
*
|
|
* @return uint32_t
|
|
*/
|
|
nsa static inline uint32_t GetHighestLeaf()
|
|
{
|
|
uint32_t eax, ebx, ecx, edx;
|
|
cpuid(0x0, &eax, &ebx, &ecx, &edx);
|
|
return eax;
|
|
}
|
|
}
|
|
|
|
namespace arm
|
|
{
|
|
struct TrapFrame
|
|
{
|
|
uint32_t R0; /* Register R0 (argument / scratch) */
|
|
uint32_t R1; /* Register R1 (argument / scratch) */
|
|
uint32_t R2; /* Register R2 (argument / scratch) */
|
|
uint32_t R3; /* Register R3 (argument / scratch) */
|
|
uint32_t R4; /* Register R4 (callee-saved) */
|
|
uint32_t R5; /* Register R5 (callee-saved) */
|
|
uint32_t R6; /* Register R6 (callee-saved) */
|
|
uint32_t R7; /* Register R7 (callee-saved) */
|
|
uint32_t R8; /* Register R8 (callee-saved) */
|
|
uint32_t R9; /* Register R9 (platform-specific) */
|
|
uint32_t R10; /* Register R10 (callee-saved) */
|
|
uint32_t FP; /* Frame Pointer (R11) */
|
|
uint32_t IP; /* Intra-Procedure Scratch (R12) */
|
|
uint32_t SP; /* Stack Pointer (R13) */
|
|
uint32_t LR; /* Link Register (R14) */
|
|
uint32_t PC; /* Program Counter (R15) */
|
|
uint32_t CPSR; /* Current Program Status Register */
|
|
} __packed;
|
|
|
|
struct SchedulerFrame
|
|
{
|
|
uint32_t R0; /* Register R0 (argument / scratch) */
|
|
uint32_t R1; /* Register R1 (argument / scratch) */
|
|
uint32_t R2; /* Register R2 (argument / scratch) */
|
|
uint32_t R3; /* Register R3 (argument / scratch) */
|
|
uint32_t R4; /* Register R4 (callee-saved) */
|
|
uint32_t R5; /* Register R5 (callee-saved) */
|
|
uint32_t R6; /* Register R6 (callee-saved) */
|
|
uint32_t R7; /* Register R7 (callee-saved) */
|
|
uint32_t R8; /* Register R8 (callee-saved) */
|
|
uint32_t R9; /* Register R9 (platform-specific) */
|
|
uint32_t R10; /* Register R10 (callee-saved) */
|
|
uint32_t FP; /* Frame Pointer (R11) */
|
|
uint32_t IP; /* Intra-Procedure Scratch (R12) */
|
|
uint32_t SP; /* Stack Pointer (R13) */
|
|
uint32_t LR; /* Link Register (R14) */
|
|
uint32_t PC; /* Program Counter (R15) */
|
|
uint32_t CPSR; /* Current Program Status Register */
|
|
} __packed;
|
|
|
|
struct ExceptionFrame
|
|
{
|
|
uint32_t R0; /* Register R0 (argument / scratch) */
|
|
uint32_t R1; /* Register R1 (argument / scratch) */
|
|
uint32_t R2; /* Register R2 (argument / scratch) */
|
|
uint32_t R3; /* Register R3 (argument / scratch) */
|
|
uint32_t R4; /* Register R4 (callee-saved) */
|
|
uint32_t R5; /* Register R5 (callee-saved) */
|
|
uint32_t R6; /* Register R6 (callee-saved) */
|
|
uint32_t R7; /* Register R7 (callee-saved) */
|
|
uint32_t R8; /* Register R8 (callee-saved) */
|
|
uint32_t R9; /* Register R9 (platform-specific) */
|
|
uint32_t R10; /* Register R10 (callee-saved) */
|
|
uint32_t FP; /* Frame Pointer (R11) */
|
|
uint32_t IP; /* Intra-Procedure Scratch (R12) */
|
|
uint32_t SP; /* Stack Pointer (R13) */
|
|
uint32_t LR; /* Link Register (R14) */
|
|
uint32_t PC; /* Program Counter (R15) */
|
|
uint32_t CPSR; /* Current Program Status Register */
|
|
} __packed;
|
|
}
|
|
|
|
namespace aarch64
|
|
{
|
|
typedef union
|
|
{
|
|
struct
|
|
{
|
|
uint64_t Revision : 4;
|
|
uint64_t PartNum : 12;
|
|
uint64_t Architecture : 4;
|
|
|
|
/**
|
|
* 0b0001 Armv4.
|
|
* 0b0010 Armv4T.
|
|
* 0b0011 Armv5 (obsolete).
|
|
* 0b0100 Armv5T.
|
|
* 0b0101 Armv5TE.
|
|
* 0b0110 Armv5TEJ.
|
|
* 0b0111 Armv6.
|
|
* 0b1111 Architectural features are individually identified in the ID_* registers.
|
|
*/
|
|
uint64_t Variant : 4;
|
|
|
|
/**
|
|
* 0x00 Reserved for software use.
|
|
* 0x41 Arm Limited.
|
|
* 0x42 Broadcom Corporation.
|
|
* 0x43 Cavium Inc.
|
|
* 0x44 Digital Equipment Corporation.
|
|
* 0x46 Fujitsu Ltd.
|
|
* 0x49 Infineon Technologies AG.
|
|
* 0x4D Motorola or Freescale Semiconductor Inc.
|
|
* 0x4E NVIDIA Corporation.
|
|
* 0x50 Applied Micro Circuits Corporation.
|
|
* 0x51 Qualcomm Inc.
|
|
* 0x56 Marvell International Ltd.
|
|
* 0x69 Intel Corporation.
|
|
* 0xC0 Ampere Computing.
|
|
*/
|
|
uint64_t Implementer : 8;
|
|
uint64_t RES0 : 32;
|
|
};
|
|
uint64_t raw;
|
|
} __packed MIDR_EL1;
|
|
|
|
struct TrapFrame
|
|
{
|
|
uint64_t x[31];
|
|
uint64_t SP; /* Stack Pointer */
|
|
uint64_t ELR; /* Exception Link Register */
|
|
uint64_t ESR; /* Exception Syndrome Register */
|
|
uint64_t FAR; /* Fault Address Register */
|
|
uint64_t SPSR; /* Saved Program Status Register */
|
|
} __packed;
|
|
|
|
struct SchedulerFrame
|
|
{
|
|
uint64_t x[31];
|
|
uint64_t SP; /* Stack Pointer */
|
|
uint64_t ELR; /* Exception Link Register */
|
|
uint64_t ESR; /* Exception Syndrome Register */
|
|
uint64_t FAR; /* Fault Address Register */
|
|
uint64_t SPSR; /* Saved Program Status Register */
|
|
} __packed;
|
|
|
|
struct ExceptionFrame
|
|
{
|
|
uint64_t x[31];
|
|
uint64_t SP; /* Stack Pointer */
|
|
uint64_t ELR; /* Exception Link Register */
|
|
uint64_t ESR; /* Exception Syndrome Register */
|
|
uint64_t FAR; /* Fault Address Register */
|
|
uint64_t SPSR; /* Saved Program Status Register */
|
|
} __packed;
|
|
}
|
|
|
|
#if defined(__amd64__)
|
|
/**
|
|
* CPU trap frame for the current architecture
|
|
*
|
|
* @note This is for x86_64
|
|
*/
|
|
typedef x64::TrapFrame TrapFrame;
|
|
typedef x64::SchedulerFrame SchedulerFrame;
|
|
typedef x64::ExceptionFrame ExceptionFrame;
|
|
#elif defined(__i386__)
|
|
/**
|
|
* CPU trap frame for the current architecture
|
|
*
|
|
* @note This is for x86_32
|
|
*/
|
|
typedef x32::TrapFrame TrapFrame;
|
|
typedef x32::SchedulerFrame SchedulerFrame;
|
|
typedef x32::ExceptionFrame ExceptionFrame;
|
|
#elif defined(__arm__)
|
|
/**
|
|
* CPU trap frame for the current architecture
|
|
*
|
|
* @note This is for arm
|
|
*/
|
|
typedef arm::TrapFrame TrapFrame;
|
|
typedef arm::SchedulerFrame SchedulerFrame;
|
|
typedef arm::ExceptionFrame ExceptionFrame;
|
|
#elif defined(__aarch64__)
|
|
/**
|
|
* CPU trap frame for the current architecture
|
|
*
|
|
* @note This is for aarch64
|
|
*/
|
|
typedef aarch64::TrapFrame TrapFrame;
|
|
typedef aarch64::SchedulerFrame SchedulerFrame;
|
|
typedef aarch64::ExceptionFrame ExceptionFrame;
|
|
#endif
|
|
}
|
|
|
|
#endif // !__FENNIX_KERNEL_CPU_H__
|