15#define POOL_FREE_SIGNATURE SIGNATURE_32('p','f','r','0')
22#define POOL_HEAD_SIGNATURE SIGNATURE_32('p','h','d','0')
23#define POOLPAGE_HEAD_SIGNATURE SIGNATURE_32('p','h','d','1')
32#define SIZE_OF_POOL_HEAD OFFSET_OF(POOL_HEAD,Data)
34#define POOL_TAIL_SIGNATURE SIGNATURE_32('p','t','a','l')
41#define POOL_OVERHEAD (SIZE_OF_POOL_HEAD + sizeof(POOL_TAIL))
43#define HEAD_TO_TAIL(a) \
44 ((POOL_TAIL *) (((CHAR8 *) (a)) + (a)->Size - sizeof(POOL_TAIL)));
52 128, 256, 384, 640, 1024, 1664, 2688, 4352, 7040, 11392, 18432, 29824
55#define SIZE_TO_LIST(a) (GetPoolIndexFromSize (a))
56#define LIST_TO_SIZE(a) (mPoolSizeTable [a])
58#define MAX_POOL_LIST (ARRAY_SIZE (mPoolSizeTable))
60#define MAX_POOL_SIZE (MAX_ADDRESS - POOL_OVERHEAD)
66#define POOL_SIGNATURE SIGNATURE_32('p','l','s','t')
78POOL mPoolHead[EfiMaxMemoryType];
101 for (Index = 0; Index < MAX_POOL_LIST; Index++) {
102 if (mPoolSizeTable[Index] >= Size) {
107 return MAX_POOL_LIST;
122 for (Type = 0; Type < EfiMaxMemoryType; Type++) {
123 mPoolHead[Type].Signature = 0;
124 mPoolHead[Type].Used = 0;
126 for (Index = 0; Index < MAX_POOL_LIST; Index++) {
149 if ((UINT32)MemoryType < EfiMaxMemoryType) {
150 return &mPoolHead[MemoryType];
158 if ((UINT32)MemoryType >= MEMORY_TYPE_OEM_RESERVED_MIN) {
159 for (Link = mPoolHeadList.ForwardLink; Link != &mPoolHeadList; Link = Link->ForwardLink) {
160 Pool =
CR (Link,
POOL, Link, POOL_SIGNATURE);
161 if (Pool->MemoryType == MemoryType) {
171 Pool->Signature = POOL_SIGNATURE;
173 Pool->MemoryType = MemoryType;
174 for (Index = 0; Index < MAX_POOL_LIST; Index++) {
215 if (((PoolType >= EfiMaxMemoryType) && (PoolType < MEMORY_TYPE_OEM_RESERVED_MIN)) ||
218 return EFI_INVALID_PARAMETER;
221 if (Buffer ==
NULL) {
222 return EFI_INVALID_PARAMETER;
231 if (Size > MAX_POOL_SIZE) {
232 return EFI_OUT_OF_RESOURCES;
241 if (EFI_ERROR (Status)) {
242 return EFI_OUT_OF_RESOURCES;
276 if (!EFI_ERROR (Status)) {
279 MemoryProfileActionAllocatePool,
316 if (EFI_ERROR (Status)) {
323 if (Buffer !=
NULL) {
365 UINTN Offset, MaxOffset;
378 Granularity = RUNTIME_PAGE_ALLOCATION_GRANULARITY;
390 if (Granularity != EFI_PAGE_SIZE) {
398 HasPoolTail = !(NeedGuard &&
399 ((
PcdGet8 (PcdHeapGuardPropertyMask) & BIT7) == 0));
409 Size += POOL_OVERHEAD;
410 Index = SIZE_TO_LIST (Size);
422 if ((Index >= SIZE_TO_LIST (Granularity)) || NeedGuard || PageAsPool) {
445 Offset = LIST_TO_SIZE (Index);
446 MaxOffset = Granularity;
451 while (++Index < SIZE_TO_LIST (Granularity)) {
453 Free =
CR (Pool->FreeList[Index].ForwardLink,
POOL_FREE, Link, POOL_FREE_SIGNATURE);
455 NewPage = (
VOID *)Free;
456 MaxOffset = LIST_TO_SIZE (Index);
470 if (NewPage ==
NULL) {
484 while (Offset < MaxOffset) {
485 ASSERT (Index < MAX_POOL_LIST);
486 FSize = LIST_TO_SIZE (Index);
488 while (Offset + FSize <= MaxOffset) {
490 Free->Signature = POOL_FREE_SIGNATURE;
491 Free->Index = (UINT32)Index;
499 ASSERT (Offset == MaxOffset);
506 Free =
CR (Pool->FreeList[Index].ForwardLink,
POOL_FREE, Link, POOL_FREE_SIGNATURE);
523 Head->Signature = (PageAsPool) ? POOLPAGE_HEAD_SIGNATURE : POOL_HEAD_SIGNATURE;
529 Tail = HEAD_TO_TAIL (Head);
530 Tail->Signature = POOL_TAIL_SIGNATURE;
533 Size -= POOL_OVERHEAD;
535 Size -= SIZE_OF_POOL_HEAD;
542 "AllocatePoolI: Type %x, Addr %p (len %lx) %,ld\n",
549 DEBUG ((DEBUG_ERROR | DEBUG_POOL,
"AllocatePool: failed to allocate %ld bytes\n", (UINT64)Size));
574 if (Buffer ==
NULL) {
575 return EFI_INVALID_PARAMETER;
603 if (!EFI_ERROR (Status)) {
606 MemoryProfileActionFreePool,
664 UINTN NoPagesGuarded;
666 MemoryGuarded = Memory;
667 NoPagesGuarded = NoPages;
715 ASSERT (Buffer !=
NULL);
720 ASSERT (Head !=
NULL);
722 if ((Head->Signature != POOL_HEAD_SIGNATURE) &&
723 (Head->Signature != POOLPAGE_HEAD_SIGNATURE))
726 Head->Signature == POOL_HEAD_SIGNATURE ||
727 Head->Signature == POOLPAGE_HEAD_SIGNATURE
729 return EFI_INVALID_PARAMETER;
734 HasPoolTail = !(IsGuarded &&
735 ((
PcdGet8 (PcdHeapGuardPropertyMask) & BIT7) == 0));
736 PageAsPool = (Head->Signature == POOLPAGE_HEAD_SIGNATURE);
739 Tail = HEAD_TO_TAIL (Head);
740 ASSERT (Tail !=
NULL);
745 ASSERT (Tail->Signature == POOL_TAIL_SIGNATURE);
746 ASSERT (Head->Size == Tail->Size);
748 if (Tail->Signature != POOL_TAIL_SIGNATURE) {
749 return EFI_INVALID_PARAMETER;
752 if (Head->Size != Tail->Size) {
753 return EFI_INVALID_PARAMETER;
765 return EFI_INVALID_PARAMETER;
769 DEBUG ((DEBUG_POOL,
"FreePool: %p (len %lx) %,ld\n", Head->Data, (UINT64)(Head->Size - POOL_OVERHEAD), (UINT64)Pool->Used));
776 Granularity = RUNTIME_PAGE_ALLOCATION_GRANULARITY;
781 if (PoolType !=
NULL) {
782 *PoolType = Head->Type;
788 Index = SIZE_TO_LIST (Size);
794 if ((Index >= SIZE_TO_LIST (Granularity)) || IsGuarded || PageAsPool) {
819 ASSERT (Free !=
NULL);
820 Free->Signature = POOL_FREE_SIGNATURE;
821 Free->Index = (UINT32)Index;
828 NewPage = (CHAR8 *)((
UINTN)Free & ~(Granularity - 1));
830 ASSERT (Free !=
NULL);
832 if (Free->Signature == POOL_FREE_SIGNATURE) {
836 while ((Offset < Granularity) && (AllFree)) {
838 ASSERT (Free !=
NULL);
839 if (Free->Signature != POOL_FREE_SIGNATURE) {
843 Offset += LIST_TO_SIZE (Free->Index);
853 ASSERT (Free !=
NULL);
856 while (Offset < Granularity) {
858 ASSERT (Free !=
NULL);
860 Offset += LIST_TO_SIZE (Free->Index);
880 if (((UINT32)Pool->MemoryType >= MEMORY_TYPE_OEM_RESERVED_MIN) && (Pool->Used == 0)) {
#define DEFAULT_PAGE_ALLOCATION_GRANULARITY
BOOLEAN EFIAPI IsListEmpty(IN CONST LIST_ENTRY *ListHead)
LIST_ENTRY *EFIAPI InsertHeadList(IN OUT LIST_ENTRY *ListHead, IN OUT LIST_ENTRY *Entry)
LIST_ENTRY *EFIAPI RemoveEntryList(IN CONST LIST_ENTRY *Entry)
LIST_ENTRY *EFIAPI InitializeListHead(IN OUT LIST_ENTRY *ListHead)
#define INITIALIZE_LIST_HEAD_VARIABLE(ListHead)
VOID SetGuardForMemory(IN EFI_PHYSICAL_ADDRESS Memory, IN UINTN NumberOfPages)
VOID AdjustMemoryF(IN OUT EFI_PHYSICAL_ADDRESS *Memory, IN OUT UINTN *NumberOfPages)
VOID EFIAPI GuardFreedPagesChecked(IN EFI_PHYSICAL_ADDRESS BaseAddress, IN UINTN Pages)
VOID * AdjustPoolHeadF(IN EFI_PHYSICAL_ADDRESS Memory, IN UINTN NoPages, IN UINTN Size)
BOOLEAN IsHeapGuardEnabled(UINT8 GuardType)
VOID UnsetGuardForMemory(IN EFI_PHYSICAL_ADDRESS Memory, IN UINTN NumberOfPages)
BOOLEAN IsPoolTypeToGuard(IN EFI_MEMORY_TYPE MemoryType)
BOOLEAN EFIAPI IsMemoryGuarded(IN EFI_PHYSICAL_ADDRESS Address)
VOID * AdjustPoolHeadA(IN EFI_PHYSICAL_ADDRESS Memory, IN UINTN NoPages, IN UINTN Size)
EFI_STATUS CoreAcquireLockOrFail(IN EFI_LOCK *Lock)
VOID CoreAcquireLock(IN EFI_LOCK *Lock)
VOID CoreReleaseLock(IN EFI_LOCK *Lock)
EFI_STATUS EFIAPI CoreUpdateProfile(IN EFI_PHYSICAL_ADDRESS CallerAddress, IN MEMORY_PROFILE_ACTION Action, IN EFI_MEMORY_TYPE MemoryType, IN UINTN Size, IN VOID *Buffer, IN CHAR8 *ActionString OPTIONAL)
EFI_STATUS EFIAPI ApplyMemoryProtectionPolicy(IN EFI_MEMORY_TYPE OldType, IN EFI_MEMORY_TYPE NewType, IN EFI_PHYSICAL_ADDRESS Memory, IN UINT64 Length)
VOID InstallMemoryAttributesTableOnMemoryAllocation(IN EFI_MEMORY_TYPE MemoryType)
VOID * CoreAllocatePoolPages(IN EFI_MEMORY_TYPE PoolType, IN UINTN NumberOfPages, IN UINTN Alignment, IN BOOLEAN NeedGuard)
VOID CoreReleaseMemoryLock(VOID)
VOID CoreAcquireMemoryLock(VOID)
VOID CoreFreePoolPages(IN EFI_PHYSICAL_ADDRESS Memory, IN UINTN NumberOfPages)
EFI_STATUS EFIAPI CoreInternalFreePool(IN VOID *Buffer, OUT EFI_MEMORY_TYPE *PoolType OPTIONAL)
POOL * LookupPoolHead(IN EFI_MEMORY_TYPE MemoryType)
EFI_STATUS CoreFreePoolI(IN VOID *Buffer, OUT EFI_MEMORY_TYPE *PoolType OPTIONAL)
EFI_STATUS EFIAPI CoreInternalAllocatePool(IN EFI_MEMORY_TYPE PoolType, IN UINTN Size, OUT VOID **Buffer)
STATIC VOID CoreFreePoolPagesI(IN EFI_MEMORY_TYPE PoolType, IN EFI_PHYSICAL_ADDRESS Memory, IN UINTN NoPages)
STATIC UINTN GetPoolIndexFromSize(UINTN Size)
STATIC VOID * CoreAllocatePoolPagesI(IN EFI_MEMORY_TYPE PoolType, IN UINTN NoPages, IN UINTN Granularity, IN BOOLEAN NeedGuard)
EFI_STATUS EFIAPI CoreAllocatePool(IN EFI_MEMORY_TYPE PoolType, IN UINTN Size, OUT VOID **Buffer)
VOID CoreInitializePool(VOID)
STATIC VOID CoreFreePoolPagesWithGuard(IN EFI_MEMORY_TYPE PoolType, IN EFI_PHYSICAL_ADDRESS Memory, IN UINTN NoPages)
VOID * CoreAllocatePoolI(IN EFI_MEMORY_TYPE PoolType, IN UINTN Size, IN BOOLEAN NeedGuard)
EFI_STATUS EFIAPI CoreFreePool(IN VOID *Buffer)
#define ALIGN_VARIABLE(Value)
#define RETURN_ADDRESS(L)
#define BASE_CR(Record, TYPE, Field)
#define DEBUG(Expression)
#define CR(Record, TYPE, Field, TestSignature)
#define DEBUG_CLEAR_MEMORY(Address, Length)
#define PcdGet8(TokenName)
VOID EFIAPI FreeList(IN LIST_ENTRY *ListHead)
UINT64 EFI_PHYSICAL_ADDRESS
#define EFI_PAGES_TO_SIZE(Pages)
#define EFI_SIZE_TO_PAGES(Size)
#define EFI_INITIALIZE_LOCK_VARIABLE(Priority)
#define ASSERT_LOCKED(LockParameter)
@ EfiUnacceptedMemoryType