>
> Signed-off-by: Sameeh Jubran <sameeh@xxxxxxxxxx>
> ---
> qxldod/QxlDod.cpp | 520 +++++----
> qxldod/mspace.c | 2437
> ----------------------------------------
> qxldod/mspace.cpp | 2439
> +++++++++++++++++++++++++++++++++++++++++
> qxldod/qxldod.vcxproj | 2 +-
> qxldod/qxldod.vcxproj.filters | 2 +-
> 5 files changed, 2729 insertions(+), 2671 deletions(-)
> delete mode 100755 qxldod/mspace.c
> create mode 100644 qxldod/mspace.cpp
>
> diff --git a/qxldod/QxlDod.cpp b/qxldod/QxlDod.cpp
> index a1718a4..a328d2d 100755
> --- a/qxldod/QxlDod.cpp
> +++ b/qxldod/QxlDod.cpp
> @@ -3,7 +3,7 @@
> #include "qxl_windows.h"
>
> #pragma code_seg(push)
> -#pragma code_seg()
> +#pragma code_seg("PAGE")
>
> #define WIN_QXL_INT_MASK ((QXL_INTERRUPT_DISPLAY) | \
> (QXL_INTERRUPT_CURSOR) | \
> @@ -55,15 +55,11 @@ typedef struct _QXL_ESCAPE {
> };
> }QXL_ESCAPE;
>
> -#pragma code_seg(pop)
> -
> -#pragma code_seg("PAGE")
> -
> -
> QxlDod::QxlDod(_In_ DEVICE_OBJECT* pPhysicalDeviceObject) :
> m_pPhysicalDevice(pPhysicalDeviceObject),
> m_MonitorPowerState(PowerDeviceD0),
> m_AdapterPowerState(PowerDeviceD0)
> {
> + PAGED_CODE();
> DbgPrint(TRACE_LEVEL_INFORMATION, ("---> %s\n", __FUNCTION__));
> *((UINT*)&m_Flags) = 0;
> RtlZeroMemory(&m_DxgkInterface, sizeof(m_DxgkInterface));
> @@ -246,6 +242,7 @@ DbgDevicePowerString(
> __in DEVICE_POWER_STATE Type
> )
> {
> + PAGED_CODE();
> switch (Type)
> {
> case PowerDeviceUnspecified:
> @@ -270,6 +267,7 @@ DbgPowerActionString(
> __in POWER_ACTION Type
> )
> {
> + PAGED_CODE();
> switch (Type)
> {
> case PowerActionNone:
> @@ -1474,7 +1472,7 @@ NTSTATUS QxlDod::CommitVidPn(_In_ CONST
> DXGKARG_COMMITVIDPN* CONST pCommitVidPn)
>
> CommitVidPnExit:
>
> - NTSTATUS TempStatus;
> + NTSTATUS TempStatus(STATUS_SUCCESS);
> UNREFERENCED_PARAMETER(TempStatus);
>
> if ((pVidPnSourceModeSetInterface != NULL) &&
> @@ -1664,7 +1662,7 @@ NTSTATUS QxlDod::UpdateActiveVidPnPresentPath(_In_
> CONST DXGKARG_UPDATEACTIVEVID
> //
> // Non-Paged Code
> //
> -#pragma code_seg(push)
> +#pragma code_seg(push) //Non-Paged Code
> #pragma code_seg()
>
> VOID QxlDod::DpcRoutine(VOID)
> @@ -1835,7 +1833,7 @@ NTSTATUS QxlDod::WriteHWInfoStr(_In_ HANDLE
> DevInstRegKeyHandle, _In_ PCWSTR psz
> return Status;
> }
>
> -NTSTATUS QxlDod::RegisterHWInfo(ULONG Id)
> +NTSTATUS QxlDod::RegisterHWInfo(_In_ ULONG Id)
> {
> PAGED_CODE();
>
> @@ -1914,11 +1912,10 @@ NTSTATUS QxlDod::RegisterHWInfo(ULONG Id)
> return Status;
> }
>
> -
> //
> // Non-Paged Code
> //
> -#pragma code_seg(push)
> +#pragma code_seg(push) //Non-Paged
> #pragma code_seg()
>
> UINT BPPFromPixelFormat(D3DDDIFORMAT Format)
> @@ -1947,122 +1944,42 @@ D3DDDI_VIDEO_PRESENT_SOURCE_ID
> QxlDod::FindSourceForTarget(D3DDDI_VIDEO_PRESENT_
>
> return DefaultToZero ? 0 : D3DDDI_ID_UNINITIALIZED;
> }
> +// HW specific code
>
> -
> -//
> -// Frame buffer map/unmap
> -//
> -
> -NTSTATUS
> -MapFrameBuffer(
> - _In_ PHYSICAL_ADDRESS PhysicalAddress,
> - _In_ ULONG Length,
> - _Outptr_result_bytebuffer_(Length) VOID** VirtualAddress)
> +VOID GetPitches(_In_ CONST BLT_INFO* pBltInfo, _Out_ LONG* pPixelPitch,
> _Out_ LONG* pRowPitch)
> {
> - PAGED_CODE();
> -
> - //
> - // Check for parameters
> - //
> - if ((PhysicalAddress.QuadPart == (ULONGLONG)0) ||
> - (Length == 0) ||
> - (VirtualAddress == NULL))
> + switch (pBltInfo->Rotation) {
> + case D3DKMDT_VPPR_IDENTITY:
> {
> - DbgPrint(TRACE_LEVEL_ERROR, ("One of PhysicalAddress.QuadPart
> (0x%I64x), Length (%lu), VirtualAddress (%p) is NULL or 0\n",
> - PhysicalAddress.QuadPart, Length, VirtualAddress));
> - return STATUS_INVALID_PARAMETER;
> + *pPixelPitch = (pBltInfo->BitsPerPel / BITS_PER_BYTE);
> + *pRowPitch = pBltInfo->Pitch;
> + return;
> }
> -
> - *VirtualAddress = MmMapIoSpace(PhysicalAddress,
> - Length,
> - MmWriteCombined);
> - if (*VirtualAddress == NULL)
> + case D3DKMDT_VPPR_ROTATE90:
> {
> - // The underlying call to MmMapIoSpace failed. This may be because,
> MmWriteCombined
> - // isn't supported, so try again with MmNonCached
> -
> - *VirtualAddress = MmMapIoSpace(PhysicalAddress,
> - Length,
> - MmNonCached);
> - if (*VirtualAddress == NULL)
> - {
> - DbgPrint(TRACE_LEVEL_ERROR, ("MmMapIoSpace returned a NULL
> buffer when trying to allocate %lu bytes", Length));
> - return STATUS_NO_MEMORY;
> - }
> + *pPixelPitch = -((LONG) pBltInfo->Pitch);
> + *pRowPitch = (pBltInfo->BitsPerPel / BITS_PER_BYTE);
> + return;
> }
> -
> - return STATUS_SUCCESS;
> -}
> -
> -NTSTATUS
> -UnmapFrameBuffer(
> - _In_reads_bytes_(Length) VOID* VirtualAddress,
> - _In_ ULONG Length)
> -{
> - PAGED_CODE();
> -
> -
> - //
> - // Check for parameters
> - //
> - if ((VirtualAddress == NULL) && (Length == 0))
> + case D3DKMDT_VPPR_ROTATE180:
> {
> - // Allow this function to be called when there's no work to do, and
> treat as successful
> - return STATUS_SUCCESS;
> + *pPixelPitch = -((LONG) pBltInfo->BitsPerPel / BITS_PER_BYTE);
> + *pRowPitch = -((LONG) pBltInfo->Pitch);
> + return;
> }
> - else if ((VirtualAddress == NULL) || (Length == 0))
> + case D3DKMDT_VPPR_ROTATE270:
> {
> - DbgPrint(TRACE_LEVEL_ERROR, ("Only one of Length (%lu),
> VirtualAddress (%p) is NULL or 0",
> - Length, VirtualAddress));
> - return STATUS_INVALID_PARAMETER;
> + *pPixelPitch = pBltInfo->Pitch;
> + *pRowPitch = -((LONG) pBltInfo->BitsPerPel / BITS_PER_BYTE);
> + return;
> }
> -
> - MmUnmapIoSpace(VirtualAddress,
> - Length);
> -
> - return STATUS_SUCCESS;
> -}
> -
> -
> -
> -
> -// HW specific code
> -
> -VOID GetPitches(_In_ CONST BLT_INFO* pBltInfo, _Out_ LONG* pPixelPitch,
> _Out_ LONG* pRowPitch)
> -{
> - switch (pBltInfo->Rotation)
> + default:
> {
> - case D3DKMDT_VPPR_IDENTITY:
> - {
> - *pPixelPitch = (pBltInfo->BitsPerPel / BITS_PER_BYTE);
> - *pRowPitch = pBltInfo->Pitch;
> - return;
> - }
> - case D3DKMDT_VPPR_ROTATE90:
> - {
> - *pPixelPitch = -((LONG)pBltInfo->Pitch);
> - *pRowPitch = (pBltInfo->BitsPerPel / BITS_PER_BYTE);
> - return;
> - }
> - case D3DKMDT_VPPR_ROTATE180:
> - {
> - *pPixelPitch = -((LONG)pBltInfo->BitsPerPel / BITS_PER_BYTE);
> - *pRowPitch = -((LONG)pBltInfo->Pitch);
> - return;
> - }
> - case D3DKMDT_VPPR_ROTATE270:
> - {
> - *pPixelPitch = pBltInfo->Pitch;
> - *pRowPitch = -((LONG)pBltInfo->BitsPerPel / BITS_PER_BYTE);
> - return;
> - }
> - default:
> - {
> - QXL_LOG_ASSERTION1("Invalid rotation (0x%I64x) specified",
> pBltInfo->Rotation);
> - *pPixelPitch = 0;
> - *pRowPitch = 0;
> - return;
> - }
> + QXL_LOG_ASSERTION1("Invalid rotation (0x%I64x) specified",
> pBltInfo->Rotation);
> + *pPixelPitch = 0;
> + *pRowPitch = 0;
> + return;
> + }
> }
> }
>
> @@ -2072,61 +1989,60 @@ BYTE* GetRowStart(_In_ CONST BLT_INFO* pBltInfo,
> CONST RECT* pRect)
> LONG OffLeft = pRect->left + pBltInfo->Offset.x;
> LONG OffTop = pRect->top + pBltInfo->Offset.y;
> LONG BytesPerPixel = (pBltInfo->BitsPerPel / BITS_PER_BYTE);
> - switch (pBltInfo->Rotation)
> + switch (pBltInfo->Rotation) {
> + case D3DKMDT_VPPR_IDENTITY:
> {
> - case D3DKMDT_VPPR_IDENTITY:
> - {
> - pRet = ((BYTE*)pBltInfo->pBits +
> - OffTop * pBltInfo->Pitch +
> - OffLeft * BytesPerPixel);
> - break;
> - }
> - case D3DKMDT_VPPR_ROTATE90:
> - {
> - pRet = ((BYTE*)pBltInfo->pBits +
> - (pBltInfo->Height - 1 - OffLeft) *
> pBltInfo->Pitch +
> - OffTop * BytesPerPixel);
> - break;
> - }
> - case D3DKMDT_VPPR_ROTATE180:
> - {
> - pRet = ((BYTE*)pBltInfo->pBits +
> - (pBltInfo->Height - 1 - OffTop) * pBltInfo->Pitch
> +
> - (pBltInfo->Width - 1 - OffLeft) * BytesPerPixel);
> - break;
> - }
> - case D3DKMDT_VPPR_ROTATE270:
> - {
> - pRet = ((BYTE*)pBltInfo->pBits +
> - OffLeft * pBltInfo->Pitch +
> - (pBltInfo->Width - 1 - OffTop) * BytesPerPixel);
> - break;
> - }
> - default:
> - {
> - QXL_LOG_ASSERTION1("Invalid rotation (0x%I64x) specified",
> pBltInfo->Rotation);
> - break;
> - }
> + pRet = ((BYTE*) pBltInfo->pBits +
> + OffTop * pBltInfo->Pitch +
> + OffLeft * BytesPerPixel);
> + break;
> + }
> + case D3DKMDT_VPPR_ROTATE90:
> + {
> + pRet = ((BYTE*) pBltInfo->pBits +
> + (pBltInfo->Height - 1 - OffLeft) * pBltInfo->Pitch +
> + OffTop * BytesPerPixel);
> + break;
> + }
> + case D3DKMDT_VPPR_ROTATE180:
> + {
> + pRet = ((BYTE*) pBltInfo->pBits +
> + (pBltInfo->Height - 1 - OffTop) * pBltInfo->Pitch +
> + (pBltInfo->Width - 1 - OffLeft) * BytesPerPixel);
> + break;
> + }
> + case D3DKMDT_VPPR_ROTATE270:
> + {
> + pRet = ((BYTE*) pBltInfo->pBits +
> + OffLeft * pBltInfo->Pitch +
> + (pBltInfo->Width - 1 - OffTop) * BytesPerPixel);
> + break;
> + }
> + default:
> + {
> + QXL_LOG_ASSERTION1("Invalid rotation (0x%I64x) specified",
> pBltInfo->Rotation);
> + break;
> + }
> }
>
> return pRet;
> }
>
> /****************************Internal*Routine******************************\
> - * CopyBitsGeneric
> - *
> - *
> - * Blt function which can handle a rotated dst/src, offset rects in dst/src
> - * and bpp combinations of:
> - * dst | src
> - * 32 | 32 // For identity rotation this is much faster in
> CopyBits32_32
> - * 32 | 24
> - * 32 | 16
> - * 24 | 32
> - * 16 | 32
> - * 8 | 32
> - * 24 | 24 // untested
> - *
> +* CopyBitsGeneric
> +*
> +*
> +* Blt function which can handle a rotated dst/src, offset rects in dst/src
> +* and bpp combinations of:
> +* dst | src
> +* 32 | 32 // For identity rotation this is much faster in CopyBits32_32
> +* 32 | 24
> +* 32 | 16
> +* 24 | 32
> +* 16 | 32
> +* 8 | 32
> +* 24 | 24 // untested
> +*
> \**************************************************************************/
>
> VOID CopyBitsGeneric(
> @@ -2140,13 +2056,12 @@ VOID CopyBitsGeneric(
> LONG SrcPixelPitch = 0;
> LONG SrcRowPitch = 0;
>
> - DbgPrint(TRACE_LEVEL_VERBOSE , ("---> %s NumRects = %d Dst = %p Src =
> %p\n", __FUNCTION__, NumRects, pDst->pBits, pSrc->pBits));
> + DbgPrint(TRACE_LEVEL_VERBOSE, ("---> %s NumRects = %d Dst = %p Src =
> %p\n", __FUNCTION__, NumRects, pDst->pBits, pSrc->pBits));
>
> GetPitches(pDst, &DstPixelPitch, &DstRowPitch);
> GetPitches(pSrc, &SrcPixelPitch, &SrcRowPitch);
>
> - for (UINT iRect = 0; iRect < NumRects; iRect++)
> - {
> + for (UINT iRect = 0; iRect < NumRects; iRect++) {
> CONST RECT* pRect = &pRects[iRect];
>
> NT_ASSERT(pRect->right >= pRect->left);
> @@ -2158,57 +2073,47 @@ VOID CopyBitsGeneric(
> BYTE* pDstRow = GetRowStart(pDst, pRect);
> CONST BYTE* pSrcRow = GetRowStart(pSrc, pRect);
>
> - for (UINT y=0; y < NumRows; y++)
> - {
> + for (UINT y = 0; y < NumRows; y++) {
> BYTE* pDstPixel = pDstRow;
> CONST BYTE* pSrcPixel = pSrcRow;
>
> - for (UINT x=0; x < NumPixels; x++)
> - {
> + for (UINT x = 0; x < NumPixels; x++) {
> if ((pDst->BitsPerPel == 24) ||
> - (pSrc->BitsPerPel == 24))
> - {
> + (pSrc->BitsPerPel == 24)) {
> pDstPixel[0] = pSrcPixel[0];
> pDstPixel[1] = pSrcPixel[1];
> pDstPixel[2] = pSrcPixel[2];
> // pPixel[3] is the alpha channel and is ignored for
> whichever of Src/Dst is 32bpp
> }
> - else if (pDst->BitsPerPel == 32)
> - {
> - if (pSrc->BitsPerPel == 32)
> - {
> - UINT32* pDstPixelAs32 = (UINT32*)pDstPixel;
> - UINT32* pSrcPixelAs32 = (UINT32*)pSrcPixel;
> + else if (pDst->BitsPerPel == 32) {
> + if (pSrc->BitsPerPel == 32) {
> + UINT32* pDstPixelAs32 = (UINT32*) pDstPixel;
> + UINT32* pSrcPixelAs32 = (UINT32*) pSrcPixel;
> *pDstPixelAs32 = *pSrcPixelAs32;
> }
> - else if (pSrc->BitsPerPel == 16)
> - {
> - UINT32* pDstPixelAs32 = (UINT32*)pDstPixel;
> - UINT16* pSrcPixelAs16 = (UINT16*)pSrcPixel;
> + else if (pSrc->BitsPerPel == 16) {
> + UINT32* pDstPixelAs32 = (UINT32*) pDstPixel;
> + UINT16* pSrcPixelAs16 = (UINT16*) pSrcPixel;
>
> *pDstPixelAs32 =
> CONVERT_16BPP_TO_32BPP(*pSrcPixelAs16);
> }
> - else
> - {
> + else {
> // Invalid pSrc->BitsPerPel on a pDst->BitsPerPel of
> 32
> NT_ASSERT(FALSE);
> }
> }
> - else if (pDst->BitsPerPel == 16)
> - {
> + else if (pDst->BitsPerPel == 16) {
> NT_ASSERT(pSrc->BitsPerPel == 32);
>
> - UINT16* pDstPixelAs16 = (UINT16*)pDstPixel;
> + UINT16* pDstPixelAs16 = (UINT16*) pDstPixel;
> *pDstPixelAs16 = CONVERT_32BPP_TO_16BPP(pSrcPixel);
> }
> - else if (pDst->BitsPerPel == 8)
> - {
> + else if (pDst->BitsPerPel == 8) {
> NT_ASSERT(pSrc->BitsPerPel == 32);
>
> *pDstPixel = CONVERT_32BPP_TO_8BPP(pSrcPixel);
> }
> - else
> - {
> + else {
> // Invalid pDst->BitsPerPel
> NT_ASSERT(FALSE);
> }
> @@ -2236,8 +2141,7 @@ VOID CopyBits32_32(
>
> DbgPrint(TRACE_LEVEL_VERBOSE, ("---> %s\n", __FUNCTION__));
>
> - for (UINT iRect = 0; iRect < NumRects; iRect++)
> - {
> + for (UINT iRect = 0; iRect < NumRects; iRect++) {
> CONST RECT* pRect = &pRects[iRect];
>
> NT_ASSERT(pRect->right >= pRect->left);
> @@ -2246,15 +2150,14 @@ VOID CopyBits32_32(
> UINT NumPixels = pRect->right - pRect->left;
> UINT NumRows = pRect->bottom - pRect->top;
> UINT BytesToCopy = NumPixels * 4;
> - BYTE* pStartDst = ((BYTE*)pDst->pBits +
> - (pRect->top + pDst->Offset.y) * pDst->Pitch +
> - (pRect->left + pDst->Offset.x) * 4);
> - CONST BYTE* pStartSrc = ((BYTE*)pSrc->pBits +
> - (pRect->top + pSrc->Offset.y) * pSrc->Pitch
> +
> - (pRect->left + pSrc->Offset.x) * 4);
> -
> - for (UINT i = 0; i < NumRows; ++i)
> - {
> + BYTE* pStartDst = ((BYTE*) pDst->pBits +
> + (pRect->top + pDst->Offset.y) * pDst->Pitch +
> + (pRect->left + pDst->Offset.x) * 4);
> + CONST BYTE* pStartSrc = ((BYTE*) pSrc->pBits +
> + (pRect->top + pSrc->Offset.y) * pSrc->Pitch +
> + (pRect->left + pSrc->Offset.x) * 4);
> +
> + for (UINT i = 0; i < NumRows; ++i) {
> RtlCopyMemory(pStartDst, pStartSrc, BytesToCopy);
> pStartDst += pDst->Pitch;
> pStartSrc += pSrc->Pitch;
> @@ -2264,7 +2167,7 @@ VOID CopyBits32_32(
> }
>
>
> -VOID BltBits (
> +VOID BltBits(
> BLT_INFO* pDst,
> CONST BLT_INFO* pSrc,
> UINT NumRects,
> @@ -2274,31 +2177,105 @@ VOID BltBits (
> // This usage is redundant in the sample driver since it is already
> being used for MmProbeAndLockPages. However, it is very important
> // to have this in place and to make sure developers don't miss it, it
> is in these two locations.
> DbgPrint(TRACE_LEVEL_VERBOSE, ("---> %s\n", __FUNCTION__));
> - __try
> - {
> + __try {
> if (pDst->BitsPerPel == 32 &&
> pSrc->BitsPerPel == 32 &&
> pDst->Rotation == D3DKMDT_VPPR_IDENTITY &&
> - pSrc->Rotation == D3DKMDT_VPPR_IDENTITY)
> - {
> + pSrc->Rotation == D3DKMDT_VPPR_IDENTITY) {
> // This is by far the most common copy function being called
> CopyBits32_32(pDst, pSrc, NumRects, pRects);
> }
> - else
> - {
> + else {
> CopyBitsGeneric(pDst, pSrc, NumRects, pRects);
> }
> }
> - #pragma prefast(suppress: __WARNING_EXCEPTIONEXECUTEHANDLER, "try/except
> is only able to protect against user-mode errors and these are the only
> errors we try to catch here");
> - __except(EXCEPTION_EXECUTE_HANDLER)
> +#pragma prefast(suppress: __WARNING_EXCEPTIONEXECUTEHANDLER, "try/except is
> only able to protect against user-mode errors and these are the only errors
> we try to catch here");
> + __except (EXCEPTION_EXECUTE_HANDLER)
> {
> DbgPrint(TRACE_LEVEL_ERROR, ("Either dst (0x%I64x) or src (0x%I64x)
> bits encountered exception during access.\n", pDst->pBits,
> pSrc->pBits));
> }
> }
> -#pragma code_seg(pop) // End Non-Paged Code
> +
> +#pragma code seg(pop) // End Non Paged Code
> +#pragma code_seg("PAGE")
> +//
> +// Frame buffer map/unmap
> +//
> +
> +NTSTATUS
> +MapFrameBuffer(
> + _In_ PHYSICAL_ADDRESS PhysicalAddress,
> + _In_ ULONG Length,
> + _Outptr_result_bytebuffer_(Length) VOID** VirtualAddress)
> +{
> + PAGED_CODE();
> +
> + //
> + // Check for parameters
> + //
> + if ((PhysicalAddress.QuadPart == (ULONGLONG)0) ||
> + (Length == 0) ||
> + (VirtualAddress == NULL))
> + {
> + DbgPrint(TRACE_LEVEL_ERROR, ("One of PhysicalAddress.QuadPart
> (0x%I64x), Length (%lu), VirtualAddress (%p) is NULL or 0\n",
> + PhysicalAddress.QuadPart, Length, VirtualAddress));
> + return STATUS_INVALID_PARAMETER;
> + }
> +
> + *VirtualAddress = MmMapIoSpaceEx(PhysicalAddress,
> + Length,
> + PAGE_WRITECOMBINE | PAGE_READWRITE);
> + if (*VirtualAddress == NULL)
> + {
> + // The underlying call to MmMapIoSpace failed. This may be because,
> MmWriteCombined
> + // isn't supported, so try again with MmNonCached
> +
> + *VirtualAddress = MmMapIoSpaceEx(PhysicalAddress,
> + Length,
> + (ULONG) (PAGE_NOCACHE |
> PAGE_READWRITE));
> + if (*VirtualAddress == NULL)
> + {
> + DbgPrint(TRACE_LEVEL_ERROR, ("MmMapIoSpace returned a NULL
> buffer when trying to allocate %lu bytes", Length));
> + return STATUS_NO_MEMORY;
> + }
> + }
> +
> + return STATUS_SUCCESS;
> +}
> +
> +NTSTATUS
> +UnmapFrameBuffer(
> + _In_reads_bytes_(Length) VOID* VirtualAddress,
> + _In_ ULONG Length)
> +{
> + PAGED_CODE();
> +
> +
> + //
> + // Check for parameters
> + //
> + if ((VirtualAddress == NULL) && (Length == 0))
> + {
> + // Allow this function to be called when there's no work to do, and
> treat as successful
> + return STATUS_SUCCESS;
> + }
> + else if ((VirtualAddress == NULL) || (Length == 0))
> + {
> + DbgPrint(TRACE_LEVEL_ERROR, ("Only one of Length (%lu),
> VirtualAddress (%p) is NULL or 0",
> + Length, VirtualAddress));
> + return STATUS_INVALID_PARAMETER;
> + }
> +
> + MmUnmapIoSpace(VirtualAddress,
> + Length);
> +
> + return STATUS_SUCCESS;
> +}
> +
>
> VgaDevice::VgaDevice(_In_ QxlDod* pQxlDod) : HwDeviceInterface(pQxlDod)
> {
> + PAGED_CODE();
> m_pQxlDod = pQxlDod;
> m_ModeInfo = NULL;
> m_ModeCount = 0;
> @@ -2310,6 +2287,7 @@ VgaDevice::VgaDevice(_In_ QxlDod* pQxlDod) :
> HwDeviceInterface(pQxlDod)
>
> VgaDevice::~VgaDevice(void)
> {
> + PAGED_CODE();
> HWClose();
> delete [] reinterpret_cast<BYTE*>(m_ModeInfo);
> delete [] reinterpret_cast<BYTE*>(m_ModeNumbers);
> @@ -2551,6 +2529,7 @@ NTSTATUS
> VgaDevice::GetModeList(DXGK_DISPLAY_INFORMATION* pDispInfo)
>
> NTSTATUS VgaDevice::QueryCurrentMode(PVIDEO_MODE RequestedMode)
> {
> + PAGED_CODE();
> DbgPrint(TRACE_LEVEL_VERBOSE, ("<--- %s\n", __FUNCTION__));
> NTSTATUS Status = STATUS_SUCCESS;
> UNREFERENCED_PARAMETER(RequestedMode);
> @@ -2560,6 +2539,8 @@ NTSTATUS VgaDevice::QueryCurrentMode(PVIDEO_MODE
> RequestedMode)
>
> NTSTATUS VgaDevice::SetCurrentMode(ULONG Mode)
> {
> + PAGED_CODE();
> +
> NTSTATUS Status = STATUS_SUCCESS;
> DbgPrint(TRACE_LEVEL_INFORMATION, ("---> %s Mode = %x\n", __FUNCTION__,
> Mode));
> X86BIOS_REGISTERS regs = {0};
> @@ -2576,6 +2557,8 @@ NTSTATUS VgaDevice::SetCurrentMode(ULONG Mode)
>
> NTSTATUS VgaDevice::GetCurrentMode(ULONG* pMode)
> {
> + PAGED_CODE();
> +
> NTSTATUS Status = STATUS_SUCCESS;
> DbgPrint(TRACE_LEVEL_INFORMATION, ("---> %s\n", __FUNCTION__));
> X86BIOS_REGISTERS regs = {0};
> @@ -2592,6 +2575,8 @@ NTSTATUS VgaDevice::GetCurrentMode(ULONG* pMode)
>
> NTSTATUS VgaDevice::HWInit(PCM_RESOURCE_LIST pResList,
> DXGK_DISPLAY_INFORMATION* pDispInfo)
> {
> + PAGED_CODE();
> +
> DbgPrint(TRACE_LEVEL_VERBOSE, ("---> %s\n", __FUNCTION__));
> UNREFERENCED_PARAMETER(pResList);
> UNREFERENCED_PARAMETER(pDispInfo);
> @@ -2601,13 +2586,17 @@ NTSTATUS VgaDevice::HWInit(PCM_RESOURCE_LIST
> pResList, DXGK_DISPLAY_INFORMATION*
>
> NTSTATUS VgaDevice::HWClose(void)
> {
> + PAGED_CODE();
> +
> DbgPrint(TRACE_LEVEL_VERBOSE, ("---> %s\n", __FUNCTION__));
> DbgPrint(TRACE_LEVEL_VERBOSE, ("<--- %s\n", __FUNCTION__));
> return STATUS_SUCCESS;
> }
>
> -NTSTATUS VgaDevice::SetPowerState(_In_ DEVICE_POWER_STATE DevicePowerState,
> DXGK_DISPLAY_INFORMATION* pDispInfo)
> +NTSTATUS VgaDevice::SetPowerState(DEVICE_POWER_STATE DevicePowerState,
> DXGK_DISPLAY_INFORMATION* pDispInfo)
> {
> + PAGED_CODE();
> +
> DbgPrint(TRACE_LEVEL_INFORMATION, ("---> %s\n", __FUNCTION__));
>
> X86BIOS_REGISTERS regs = {0};
> @@ -2630,7 +2619,6 @@ NTSTATUS VgaDevice::SetPowerState(_In_
> DEVICE_POWER_STATE DevicePowerState, DXG
> return STATUS_SUCCESS;
> }
>
> -
> NTSTATUS
> VgaDevice::ExecutePresentDisplayOnly(
> _In_ BYTE* DstAddr,
> @@ -2903,18 +2891,21 @@ VOID VgaDevice::HWResetDevice(VOID)
>
> NTSTATUS VgaDevice::SetPointerShape(_In_ CONST DXGKARG_SETPOINTERSHAPE*
> pSetPointerShape)
> {
> + PAGED_CODE();
> UNREFERENCED_PARAMETER(pSetPointerShape);
> return STATUS_NOT_SUPPORTED;
> }
>
> NTSTATUS VgaDevice::SetPointerPosition(_In_ CONST
> DXGKARG_SETPOINTERPOSITION* pSetPointerPosition)
> {
> + PAGED_CODE();
> UNREFERENCED_PARAMETER(pSetPointerPosition);
> return STATUS_SUCCESS;
> }
>
> NTSTATUS VgaDevice::Escape(_In_ CONST DXGKARG_ESCAPE* pEscap)
> {
> + PAGED_CODE();
> DbgPrint(TRACE_LEVEL_VERBOSE, ("---> %s\n", __FUNCTION__));
> DbgPrint(TRACE_LEVEL_VERBOSE, ("<--- %s\n", __FUNCTION__));
> return STATUS_NOT_IMPLEMENTED;
> @@ -2922,6 +2913,7 @@ NTSTATUS VgaDevice::Escape(_In_ CONST DXGKARG_ESCAPE*
> pEscap)
>
> QxlDevice::QxlDevice(_In_ QxlDod* pQxlDod) : HwDeviceInterface(pQxlDod)
> {
> + PAGED_CODE();
> m_pQxlDod = pQxlDod;
> m_ModeInfo = NULL;
> m_ModeCount = 0;
> @@ -2935,6 +2927,7 @@ QxlDevice::QxlDevice(_In_ QxlDod* pQxlDod) :
> HwDeviceInterface(pQxlDod)
>
> QxlDevice::~QxlDevice(void)
> {
> + PAGED_CODE();
> HWClose();
> delete [] reinterpret_cast<BYTE*>(m_ModeInfo);
> delete [] reinterpret_cast<BYTE*>(m_ModeNumbers);
> @@ -3108,6 +3101,7 @@ NTSTATUS
> QxlDevice::GetModeList(DXGK_DISPLAY_INFORMATION* pDispInfo)
>
> NTSTATUS QxlDevice::QueryCurrentMode(PVIDEO_MODE RequestedMode)
> {
> + PAGED_CODE();
> DbgPrint(TRACE_LEVEL_VERBOSE, ("<--- %s\n", __FUNCTION__));
> NTSTATUS Status = STATUS_SUCCESS;
> UNREFERENCED_PARAMETER(RequestedMode);
> @@ -3116,6 +3110,7 @@ NTSTATUS QxlDevice::QueryCurrentMode(PVIDEO_MODE
> RequestedMode)
>
> NTSTATUS QxlDevice::SetCurrentMode(ULONG Mode)
> {
> + PAGED_CODE();
> DbgPrint(TRACE_LEVEL_INFORMATION, ("---> %s - %d: Mode = %d\n",
> __FUNCTION__, m_Id, Mode));
> for (ULONG idx = 0; idx < GetModeCount(); idx++)
> {
> @@ -3135,6 +3130,7 @@ NTSTATUS QxlDevice::SetCurrentMode(ULONG Mode)
>
> NTSTATUS QxlDevice::GetCurrentMode(ULONG* pMode)
> {
> + PAGED_CODE();
> NTSTATUS Status = STATUS_SUCCESS;
> DbgPrint(TRACE_LEVEL_INFORMATION, ("---> %s\n", __FUNCTION__));
> UNREFERENCED_PARAMETER(pMode);
> @@ -3142,8 +3138,9 @@ NTSTATUS QxlDevice::GetCurrentMode(ULONG* pMode)
> return Status;
> }
>
> -NTSTATUS QxlDevice::SetPowerState(_In_ DEVICE_POWER_STATE DevicePowerState,
> DXGK_DISPLAY_INFORMATION* pDispInfo)
> +NTSTATUS QxlDevice::SetPowerState(DEVICE_POWER_STATE DevicePowerState,
> DXGK_DISPLAY_INFORMATION* pDispInfo)
> {
> + PAGED_CODE();
> DbgPrint(TRACE_LEVEL_VERBOSE, ("---> %s\n", __FUNCTION__));
> switch (DevicePowerState)
> {
> @@ -3159,6 +3156,7 @@ NTSTATUS QxlDevice::SetPowerState(_In_
> DEVICE_POWER_STATE DevicePowerState, DXGK
>
> NTSTATUS QxlDevice::HWInit(PCM_RESOURCE_LIST pResList,
> DXGK_DISPLAY_INFORMATION* pDispInfo)
> {
> + PAGED_CODE();
> DbgPrint(TRACE_LEVEL_VERBOSE, ("---> %s\n", __FUNCTION__));
> PDXGKRNL_INTERFACE pDxgkInterface = m_pQxlDod->GetDxgkInterface();
> UINT pci_range = QXL_RAM_RANGE_INDEX;
> @@ -3306,6 +3304,7 @@ NTSTATUS QxlDevice::HWInit(PCM_RESOURCE_LIST pResList,
> DXGK_DISPLAY_INFORMATION*
>
> NTSTATUS QxlDevice::QxlInit(DXGK_DISPLAY_INFORMATION* pDispInfo)
> {
> + PAGED_CODE();
> NTSTATUS Status = STATUS_SUCCESS;
>
> if (!InitMemSlots()) {
> @@ -3333,11 +3332,13 @@ NTSTATUS QxlDevice::QxlInit(DXGK_DISPLAY_INFORMATION*
> pDispInfo)
>
> void QxlDevice::QxlClose()
> {
> + PAGED_CODE();
> DestroyMemSlots();
> }
>
> void QxlDevice::UnmapMemory(void)
> {
> + PAGED_CODE();
> PDXGKRNL_INTERFACE pDxgkInterface = m_pQxlDod->GetDxgkInterface();
> if (m_IoMapped && m_IoBase)
> {
> @@ -3365,6 +3366,7 @@ void QxlDevice::UnmapMemory(void)
>
> BOOL QxlDevice::InitMemSlots(void)
> {
> + PAGED_CODE();
> DbgPrint(TRACE_LEVEL_VERBOSE, ("---> %s\n", __FUNCTION__));
> m_NumMemSlots = m_RomHdr->slots_end;
> m_SlotGenBits = m_RomHdr->slot_gen_bits;
> @@ -3384,6 +3386,7 @@ BOOL QxlDevice::InitMemSlots(void)
>
> void QxlDevice::DestroyMemSlots(void)
> {
> + PAGED_CODE();
> DbgPrint(TRACE_LEVEL_VERBOSE, ("---> %s\n", __FUNCTION__));
> delete [] reinterpret_cast<BYTE*>(m_MemSlots);
> m_MemSlots = NULL;
> @@ -3392,6 +3395,7 @@ void QxlDevice::DestroyMemSlots(void)
>
> void QxlDevice::CreatePrimarySurface(PVIDEO_MODE_INFORMATION pModeInfo)
> {
> + PAGED_CODE();
> QXLSurfaceCreate *primary_surface_create;
> DbgPrint(TRACE_LEVEL_INFORMATION, ("---> %s - %d: (%d x %d)\n",
> __FUNCTION__, m_Id,
> pModeInfo->VisScreenWidth, pModeInfo->VisScreenHeight));
> @@ -3414,6 +3418,7 @@ void
> QxlDevice::CreatePrimarySurface(PVIDEO_MODE_INFORMATION pModeInfo)
>
> void QxlDevice::DestroyPrimarySurface(void)
> {
> + PAGED_CODE();
> DbgPrint(TRACE_LEVEL_VERBOSE, ("---> %s\n", __FUNCTION__));
> // AsyncIo(QXL_IO_DESTROY_PRIMARY_ASYNC, 0);
> SyncIo(QXL_IO_DESTROY_PRIMARY, 0);
> @@ -3422,6 +3427,7 @@ void QxlDevice::DestroyPrimarySurface(void)
>
> _inline QXLPHYSICAL QxlDevice::PA(PVOID virt, UINT8 slot_id)
> {
> + PAGED_CODE();
> DbgPrint(TRACE_LEVEL_VERBOSE, ("<--> %s\n", __FUNCTION__));
> MemSlot *pSlot = &m_MemSlots[slot_id];;
> return pSlot->high_bits | ((UINT64)virt - pSlot->start_virt_addr);
> @@ -3429,6 +3435,7 @@ _inline QXLPHYSICAL QxlDevice::PA(PVOID virt, UINT8
> slot_id)
>
> _inline UINT64 QxlDevice::VA(QXLPHYSICAL paddr, UINT8 slot_id)
> {
> + PAGED_CODE();
> UINT64 virt;
> MemSlot *pSlot = &m_MemSlots[slot_id];;
>
> @@ -3441,6 +3448,7 @@ _inline UINT64 QxlDevice::VA(QXLPHYSICAL paddr, UINT8
> slot_id)
>
> void QxlDevice::SetupHWSlot(UINT8 Idx, MemSlot *pSlot)
> {
> + PAGED_CODE();
> DbgPrint(TRACE_LEVEL_VERBOSE, ("---> %s\n", __FUNCTION__));
> m_RamHdr->mem_slot.mem_start = pSlot->start_phys_addr;
> m_RamHdr->mem_slot.mem_end = pSlot->end_phys_addr;
> @@ -3450,6 +3458,7 @@ void QxlDevice::SetupHWSlot(UINT8 Idx, MemSlot *pSlot)
>
> BOOL QxlDevice::CreateEvents()
> {
> + PAGED_CODE();
> DbgPrint(TRACE_LEVEL_VERBOSE, ("---> %s\n", __FUNCTION__));
> KeInitializeEvent(&m_DisplayEvent,
> SynchronizationEvent,
> @@ -3471,6 +3480,7 @@ BOOL QxlDevice::CreateEvents()
>
> BOOL QxlDevice::CreateRings()
> {
> + PAGED_CODE();
> DbgPrint(TRACE_LEVEL_VERBOSE, ("---> %s\n", __FUNCTION__));
> m_CommandRing = &(m_RamHdr->cmd_ring);
> m_CursorRing = &(m_RamHdr->cursor_ring);
> @@ -3481,6 +3491,7 @@ BOOL QxlDevice::CreateRings()
>
> void QxlDevice::AsyncIo(UCHAR Port, UCHAR Value)
> {
> + PAGED_CODE();
> LARGE_INTEGER timeout;
> BOOLEAN locked = FALSE;
> locked = WaitForObject(&m_IoLock, NULL);
> @@ -3492,6 +3503,7 @@ void QxlDevice::AsyncIo(UCHAR Port, UCHAR Value)
>
> void QxlDevice::SyncIo(UCHAR Port, UCHAR Value)
> {
> + PAGED_CODE();
> BOOLEAN locked = FALSE;
> locked = WaitForObject(&m_IoLock, NULL);
> WRITE_PORT_UCHAR(m_IoBase + Port, Value);
> @@ -3500,6 +3512,7 @@ void QxlDevice::SyncIo(UCHAR Port, UCHAR Value)
>
> UINT8 QxlDevice::SetupMemSlot(UINT8 Idx, UINT64 pastart, UINT64 paend,
> UINT64 vastart, UINT64 vaend)
> {
> + PAGED_CODE();
> UINT64 high_bits;
> MemSlot *pSlot;
> UINT8 slot_index;
> @@ -3525,6 +3538,7 @@ UINT8 QxlDevice::SetupMemSlot(UINT8 Idx, UINT64
> pastart, UINT64 paend, UINT64 va
>
> BOOL QxlDevice::CreateMemSlots(void)
> {
> + PAGED_CODE();
> DbgPrint(TRACE_LEVEL_VERBOSE, ("---> %s 3\n", __FUNCTION__));
> UINT64 len = m_RomHdr->surface0_area_size + m_RomHdr->num_pages *
> PAGE_SIZE;
> m_MainMemSlot = SetupMemSlot(0,
> @@ -3544,6 +3558,7 @@ BOOL QxlDevice::CreateMemSlots(void)
>
> void QxlDevice::InitDeviceMemoryResources(void)
> {
> + PAGED_CODE();
> DbgPrint(TRACE_LEVEL_VERBOSE, ("---> %s num_pages = %d\n", __FUNCTION__,
> m_RomHdr->num_pages));
> InitMspace(MSPACE_TYPE_DEVRAM, (m_RamStart +
> m_RomHdr->surface0_area_size), (size_t)(m_RomHdr->num_pages *
> PAGE_SIZE));
> InitMspace(MSPACE_TYPE_VRAM, m_VRamStart, m_VRamSize);
> @@ -3552,6 +3567,7 @@ void QxlDevice::InitDeviceMemoryResources(void)
>
> void QxlDevice::InitMonitorConfig(void)
> {
> + PAGED_CODE();
> size_t config_size = sizeof(QXLMonitorsConfig) + sizeof(QXLHead);
> m_monitor_config = (QXLMonitorsConfig*) AllocMem(MSPACE_TYPE_DEVRAM,
> config_size, TRUE);
> RtlZeroMemory(m_monitor_config, config_size);
> @@ -3560,9 +3576,9 @@ void QxlDevice::InitMonitorConfig(void)
> *m_monitor_config_pa = PA(m_monitor_config, m_MainMemSlot);
> }
>
> -
> void QxlDevice::InitMspace(UINT32 mspace_type, UINT8 *start, size_t
> capacity)
> {
> + PAGED_CODE();
> DbgPrint(TRACE_LEVEL_VERBOSE, ("---> %s type = %d, start = %p, capacity
> = %d\n", __FUNCTION__, mspace_type, start, capacity));
> m_MSInfo[mspace_type]._mspace = create_mspace_with_base(start, capacity,
> 0, this);
> m_MSInfo[mspace_type].mspace_start = start;
> @@ -3754,6 +3770,7 @@ QxlDevice::ExecutePresentDisplayOnly(
>
> void QxlDevice::WaitForReleaseRing(void)
> {
> + PAGED_CODE();
> int wait;
>
> DbgPrint(TRACE_LEVEL_VERBOSE, ("--->%s\n", __FUNCTION__));
> @@ -3786,6 +3803,7 @@ void QxlDevice::WaitForReleaseRing(void)
>
> void QxlDevice::FlushReleaseRing()
> {
> + PAGED_CODE();
> UINT64 output;
> int notify;
> int num_to_release = 50;
> @@ -3817,6 +3835,7 @@ void QxlDevice::FlushReleaseRing()
>
> void QxlDevice::EmptyReleaseRing()
> {
> + PAGED_CODE();
> BOOLEAN locked = FALSE;
> locked = WaitForObject(&m_MemLock, NULL);
> while (m_FreeOutputs || !SPICE_RING_IS_EMPTY(m_ReleaseRing)) {
> @@ -3827,6 +3846,7 @@ void QxlDevice::EmptyReleaseRing()
>
> UINT64 QxlDevice::ReleaseOutput(UINT64 output_id)
> {
> + PAGED_CODE();
> QXLOutput *output = (QXLOutput *)output_id;
> Resource **now;
> Resource **end;
> @@ -3846,6 +3866,7 @@ UINT64 QxlDevice::ReleaseOutput(UINT64 output_id)
>
> void *QxlDevice::AllocMem(UINT32 mspace_type, size_t size, BOOL force)
> {
> + PAGED_CODE();
> PVOID ptr;
> BOOLEAN locked = FALSE;
>
> @@ -3894,6 +3915,7 @@ void *QxlDevice::AllocMem(UINT32 mspace_type, size_t
> size, BOOL force)
>
> void QxlDevice::FreeMem(UINT32 mspace_type, void *ptr)
> {
> + PAGED_CODE();
> ASSERT(m_MSInfo[mspace_type]._mspace);
> DbgPrint(TRACE_LEVEL_VERBOSE, ("---> %s\n", __FUNCTION__));
>
> @@ -3914,6 +3936,7 @@ void QxlDevice::FreeMem(UINT32 mspace_type, void *ptr)
>
> QXLDrawable *QxlDevice::GetDrawable()
> {
> + PAGED_CODE();
> QXLOutput *output;
>
> output = (QXLOutput *)AllocMem(MSPACE_TYPE_DEVRAM, sizeof(QXLOutput) +
> sizeof(QXLDrawable), TRUE);
> @@ -3926,6 +3949,7 @@ QXLDrawable *QxlDevice::GetDrawable()
>
> QXLCursorCmd *QxlDevice::CursorCmd()
> {
> + PAGED_CODE();
> QXLCursorCmd *cursor_cmd;
> QXLOutput *output;
>
> @@ -3941,6 +3965,7 @@ QXLCursorCmd *QxlDevice::CursorCmd()
>
> BOOL QxlDevice::SetClip(const RECT *clip, QXLDrawable *drawable)
> {
> + PAGED_CODE();
> Resource *rects_res;
>
> if (clip == NULL) {
> @@ -3970,12 +3995,14 @@ BOOL QxlDevice::SetClip(const RECT *clip, QXLDrawable
> *drawable)
>
> void QxlDevice::AddRes(QXLOutput *output, Resource *res)
> {
> + PAGED_CODE();
> res->refs++;
> output->resources[output->num_res++] = res;
> }
>
> void QxlDevice::DrawableAddRes(QXLDrawable *drawable, Resource *res)
> {
> + PAGED_CODE();
> QXLOutput *output;
>
> output = (QXLOutput *)((UINT8 *)drawable - sizeof(QXLOutput));
> @@ -3984,6 +4011,7 @@ void QxlDevice::DrawableAddRes(QXLDrawable *drawable,
> Resource *res)
>
> void QxlDevice::CursorCmdAddRes(QXLCursorCmd *cmd, Resource *res)
> {
> + PAGED_CODE();
> QXLOutput *output;
>
> output = (QXLOutput *)((UINT8 *)cmd - sizeof(QXLOutput));
> @@ -3992,6 +4020,7 @@ void QxlDevice::CursorCmdAddRes(QXLCursorCmd *cmd,
> Resource *res)
>
> void QxlDevice::FreeClipRectsEx(Resource *res)
> {
> + PAGED_CODE();
> DbgPrint(TRACE_LEVEL_VERBOSE, ("<--> %s\n", __FUNCTION__));
> QxlDevice* pqxl = (QxlDevice*)res->ptr;
> pqxl->FreeClipRects(res);
> @@ -3999,6 +4028,7 @@ void QxlDevice::FreeClipRectsEx(Resource *res)
>
> void QxlDevice::FreeClipRects(Resource *res)
> {
> + PAGED_CODE();
> QXLPHYSICAL chunk_phys;
> DbgPrint(TRACE_LEVEL_VERBOSE, ("---> %s\n", __FUNCTION__));
>
> @@ -4014,6 +4044,7 @@ void QxlDevice::FreeClipRects(Resource *res)
>
> void QxlDevice::FreeBitmapImageEx(Resource *res)
> {
> + PAGED_CODE();
> DbgPrint(TRACE_LEVEL_VERBOSE, ("<--> %s\n", __FUNCTION__));
> QxlDevice* pqxl = (QxlDevice*)res->ptr;
> pqxl->FreeBitmapImage(res);
> @@ -4021,6 +4052,7 @@ void QxlDevice::FreeBitmapImageEx(Resource *res)
>
> void QxlDevice::FreeBitmapImage(Resource *res)
> {
> + PAGED_CODE();
> InternalImage *internal;
> QXLPHYSICAL chunk_phys;
> DbgPrint(TRACE_LEVEL_VERBOSE, ("---> %s\n", __FUNCTION__));
> @@ -4040,6 +4072,7 @@ void QxlDevice::FreeBitmapImage(Resource *res)
>
> void QxlDevice::FreeCursorEx(Resource *res)
> {
> + PAGED_CODE();
> DbgPrint(TRACE_LEVEL_VERBOSE, ("<--> %s\n", __FUNCTION__));
> QxlDevice* pqxl = (QxlDevice*)res->ptr;
> pqxl->FreeCursor(res);
> @@ -4047,6 +4080,7 @@ void QxlDevice::FreeCursorEx(Resource *res)
>
> void QxlDevice::FreeCursor(Resource *res)
> {
> + PAGED_CODE();
> QXLPHYSICAL chunk_phys;
>
> DbgPrint(TRACE_LEVEL_VERBOSE, ("---> %s\n", __FUNCTION__));
> @@ -4063,6 +4097,7 @@ void QxlDevice::FreeCursor(Resource *res)
>
> QXLDrawable *QxlDevice::Drawable(UINT8 type, CONST RECT *area, CONST RECT
> *clip, UINT32 surface_id)
> {
> + PAGED_CODE();
> QXLDrawable *drawable;
>
> ASSERT(area);
> @@ -4088,7 +4123,9 @@ QXLDrawable *QxlDevice::Drawable(UINT8 type, CONST RECT
> *area, CONST RECT *clip,
> return drawable;
> }
>
> -void QxlDevice::PushDrawable(QXLDrawable *drawable) {
> +void QxlDevice::PushDrawable(QXLDrawable *drawable)
> +{
> + PAGED_CODE();
> QXLCommand *cmd;
> DbgPrint(TRACE_LEVEL_VERBOSE, ("---> %s\n", __FUNCTION__));
>
> @@ -4105,6 +4142,7 @@ void QxlDevice::PushDrawable(QXLDrawable *drawable) {
>
> void QxlDevice::PushCursorCmd(QXLCursorCmd *cursor_cmd)
> {
> + PAGED_CODE();
> QXLCommand *cmd;
>
> DbgPrint(TRACE_LEVEL_VERBOSE, ("---> %s\n", __FUNCTION__));
> @@ -4126,6 +4164,7 @@ VOID QxlDevice::SetImageId(InternalImage *internal,
> LONG height,
> UINT8 format, UINT32 key)
> {
> + PAGED_CODE();
> UINT32 image_info = IMAGE_HASH_INIT_VAL(width, height, format);
>
> if (cache_me) {
> @@ -4145,6 +4184,7 @@ VOID QxlDevice::BltBits (
> UINT NumRects,
> _In_reads_(NumRects) CONST RECT *pRects)
> {
> + PAGED_CODE();
> QXLDrawable *drawable;
> Resource *image_res;
> InternalImage *internal;
> @@ -4160,6 +4200,7 @@ VOID QxlDevice::BltBits (
>
> if (!(drawable = Drawable(QXL_DRAW_COPY, pRects, NULL, 0))) {
> DbgPrint(TRACE_LEVEL_ERROR, ("Cannot get Drawable.\n"));
> + return;
> }
>
> CONST RECT* pRect = &pRects[0];
> @@ -4241,6 +4282,7 @@ VOID QxlDevice::PutBytesAlign(QXLDataChunk **chunk_ptr,
> UINT8 **now_ptr,
> UINT8 **end_ptr, UINT8 *src, int size,
> size_t alloc_size, uint32_t alignment)
> {
> + PAGED_CODE();
> QXLDataChunk *chunk = *chunk_ptr;
> UINT8 *now = *now_ptr;
> UINT8 *end = *end_ptr;
> @@ -4305,6 +4347,7 @@ VOID QxlDevice::BlackOutScreen(CURRENT_BDD_MODE*
> pCurrentBddMod)
>
> NTSTATUS QxlDevice::HWClose(void)
> {
> + PAGED_CODE();
> QxlClose();
> UnmapMemory();
> return STATUS_SUCCESS;
> @@ -4312,6 +4355,7 @@ NTSTATUS QxlDevice::HWClose(void)
>
> NTSTATUS QxlDevice::SetPointerShape(_In_ CONST DXGKARG_SETPOINTERSHAPE*
> pSetPointerShape)
> {
> + PAGED_CODE();
> DbgPrint(TRACE_LEVEL_VERBOSE, ("---> %s flag = %x\n", __FUNCTION__,
> pSetPointerShape->Flags.Value));
> DbgPrint(TRACE_LEVEL_INFORMATION, ("<--> %s flag = %d pitch = %d, pixels
> = %p, id = %d, w = %d, h = %d, x = %d, y = %d\n", __FUNCTION__,
> pSetPointerShape->Flags.Value,
> @@ -4394,6 +4438,7 @@ NTSTATUS QxlDevice::SetPointerShape(_In_ CONST
> DXGKARG_SETPOINTERSHAPE* pSetPoi
>
> NTSTATUS QxlDevice::SetPointerPosition(_In_ CONST
> DXGKARG_SETPOINTERPOSITION* pSetPointerPosition)
> {
> + PAGED_CODE();
> DbgPrint(TRACE_LEVEL_VERBOSE, ("---> %s\n", __FUNCTION__));
> DbgPrint(TRACE_LEVEL_INFORMATION, ("<--> %s flag = %d id = %d, x = %d, y
> = %d\n", __FUNCTION__,
> pSetPointerPosition->Flags.Value,
> @@ -4417,6 +4462,7 @@ NTSTATUS QxlDevice::SetPointerPosition(_In_ CONST
> DXGKARG_SETPOINTERPOSITION* pS
>
> NTSTATUS QxlDevice::UpdateChildStatus(BOOLEAN connect)
> {
> + PAGED_CODE();
> NTSTATUS Status(STATUS_SUCCESS);
> DXGK_CHILD_STATUS ChildStatus;
> PDXGKRNL_INTERFACE pDXGKInterface(m_pQxlDod->GetDxgkInterface());
> @@ -4430,6 +4476,7 @@ NTSTATUS QxlDevice::UpdateChildStatus(BOOLEAN connect)
>
> NTSTATUS QxlDevice::SetCustomDisplay(QXLEscapeSetCustomDisplay*
> custom_display)
> {
> + PAGED_CODE();
> NTSTATUS status;
> UINT xres = custom_display->xres;
> UINT yres = custom_display->yres;
> @@ -4454,6 +4501,7 @@ NTSTATUS
> QxlDevice::SetCustomDisplay(QXLEscapeSetCustomDisplay* custom_display)
>
> void QxlDevice::SetMonitorConfig(QXLHead * monitor_config)
> {
> + PAGED_CODE();
> m_monitor_config->count = 1;
> m_monitor_config->max_allowed = 1;
>
> @@ -4469,6 +4517,7 @@ void QxlDevice::SetMonitorConfig(QXLHead *
> monitor_config)
>
> NTSTATUS QxlDevice::Escape(_In_ CONST DXGKARG_ESCAPE* pEscape)
> {
> + PAGED_CODE();
> size_t data_size(sizeof(int));
> QXL_ESCAPE* pQXLEscape((QXL_ESCAPE*) pEscape->pPrivateDriverData);
> NTSTATUS status(STATUS_SUCCESS);
> @@ -4510,6 +4559,7 @@ NTSTATUS QxlDevice::Escape(_In_ CONST DXGKARG_ESCAPE*
> pEscape)
>
> VOID QxlDevice::WaitForCmdRing()
> {
> + PAGED_CODE();
> int wait;
> DbgPrint(TRACE_LEVEL_VERBOSE, ("---> %s\n", __FUNCTION__));
>
> @@ -4526,6 +4576,7 @@ VOID QxlDevice::WaitForCmdRing()
>
> VOID QxlDevice::PushCmd()
> {
> + PAGED_CODE();
> int notify;
> DbgPrint(TRACE_LEVEL_VERBOSE, ("---> %s\n", __FUNCTION__));
> SPICE_RING_PUSH(m_CommandRing, notify);
> @@ -4537,6 +4588,7 @@ VOID QxlDevice::PushCmd()
>
> VOID QxlDevice::WaitForCursorRing(VOID)
> {
> + PAGED_CODE();
> int wait;
> DbgPrint(TRACE_LEVEL_VERBOSE, ("---> %s\n", __FUNCTION__));
>
> @@ -4559,6 +4611,7 @@ VOID QxlDevice::WaitForCursorRing(VOID)
>
> VOID QxlDevice::PushCursor(VOID)
> {
> + PAGED_CODE();
> int notify;
> DbgPrint(TRACE_LEVEL_VERBOSE, ("---> %s\n", __FUNCTION__));
> SPICE_RING_PUSH(m_CursorRing, notify);
> @@ -4665,7 +4718,7 @@ BOOLEAN HwDeviceInterface::InterruptRoutine(_In_
> PDXGKRNL_INTERFACE pDxgkInterfa
> }
> }
>
> -VOID HwDeviceInterface::DpcRoutine(PDXGKRNL_INTERFACE pDxgkInterface)
> +VOID HwDeviceInterface::DpcRoutine(_In_ PDXGKRNL_INTERFACE pDxgkInterface)
> {
> QxlDevice * qxl_device;
> VgaDevice * vga_device;
> @@ -4707,23 +4760,12 @@ VOID HwDeviceInterface::ResetDevice(void)
> }
> }
>
> -#pragma code_seg(pop) //end non-paged code
>
> -VOID QxlDevice::UpdateArea(CONST RECT* area, UINT32 surface_id)
> -{
> - DbgPrint(TRACE_LEVEL_VERBOSE, ("---> %s\n", __FUNCTION__));
> - CopyRect(&m_RamHdr->update_area, area);
> - m_RamHdr->update_surface = surface_id;
> -// AsyncIo(QXL_IO_UPDATE_AREA_ASYNC, 0);
> - SyncIo(QXL_IO_UPDATE_AREA, 0);
> - DbgPrint(TRACE_LEVEL_VERBOSE, ("<--- %s\n", __FUNCTION__));
> -}
> -
> -BOOLEAN QxlDevice:: DpcCallbackEx(PVOID ptr)
> +BOOLEAN QxlDevice::DpcCallbackEx(PVOID ptr)
> {
> DbgPrint(TRACE_LEVEL_VERBOSE, ("<--> %s\n", __FUNCTION__));
> PDPC_CB_CONTEXT ctx = (PDPC_CB_CONTEXT) ptr;
> - QxlDevice* pqxl = (QxlDevice*)ctx->ptr;
> + QxlDevice* pqxl = (QxlDevice*) ctx->ptr;
> pqxl->DpcCallback(ctx);
> return TRUE;
> }
> @@ -4734,9 +4776,22 @@ VOID QxlDevice::DpcCallback(PDPC_CB_CONTEXT ctx)
> m_Pending = 0;
>
> }
> +#pragma code_seg(pop) //end non-paged code
> +
> +VOID QxlDevice::UpdateArea(CONST RECT* area, UINT32 surface_id)
> +{
> + PAGED_CODE();
> + DbgPrint(TRACE_LEVEL_VERBOSE, ("---> %s\n", __FUNCTION__));
> + CopyRect(&m_RamHdr->update_area, area);
> + m_RamHdr->update_surface = surface_id;
> +// AsyncIo(QXL_IO_UPDATE_AREA_ASYNC, 0);
> + SyncIo(QXL_IO_UPDATE_AREA, 0);
> + DbgPrint(TRACE_LEVEL_VERBOSE, ("<--- %s\n", __FUNCTION__));
> +}
>
> UINT SpiceFromPixelFormat(D3DDDIFORMAT Format)
> {
> + PAGED_CODE();
> switch (Format)
> {
> case D3DDDIFMT_UNKNOWN:
> @@ -4748,3 +4803,4 @@ UINT SpiceFromPixelFormat(D3DDDIFORMAT Format)
> default: QXL_LOG_ASSERTION1("Unknown D3DDDIFORMAT 0x%I64x", Format);
> return 0;
> }
> }
> +#pragma code_seg(pop)
> \ No newline at end of file
> diff --git a/qxldod/mspace.c b/qxldod/mspace.c
> deleted file mode 100755
> index d0ba123..0000000
> --- a/qxldod/mspace.c
> +++ /dev/null
> @@ -1,2437 +0,0 @@
> -// based on dlmalloc from Doug Lea
> -
> -
> -// quote from the Doug Lea original file
> - /*
> - This is a version (aka dlmalloc) of malloc/free/realloc written by
> - Doug Lea and released to the public domain, as explained at
> - http://creativecommons.org/licenses/publicdomain. Send questions,
> - comments, complaints, performance data, etc to dl@xxxxxxxxxxxxx
> -
> - * Version 2.8.3 Thu Sep 22 11:16:15 2005 Doug Lea (dl at gee)
> -
> - Note: There may be an updated version of this malloc obtainable at
> - ftp://gee.cs.oswego.edu/pub/misc/malloc.c
> - Check before installing!
> - */
> -
> -
> -#include <ntddk.h>
> -
> -#include "mspace.h"
> -
> -#pragma warning( disable : 4146 ) /* no "unsigned" warnings */
> -
> -#define MALLOC_ALIGNMENT ((size_t)8U)
> -#define USE_LOCKS 0
> -#define malloc_getpagesize ((size_t)4096U)
> -#define DEFAULT_GRANULARITY malloc_getpagesize
> -#define MAX_SIZE_T (~(size_t)0)
> -#define MALLOC_FAILURE_ACTION
> -#define MALLINFO_FIELD_TYPE size_t
> -#define FOOTERS 0
> -#define INSECURE 0
> -#define PROCEED_ON_ERROR 0
> -#define DEBUG 0
> -#define ABORT_ON_ASSERT_FAILURE 1
> -#define ABORT(user_data) abort_func(user_data)
> -#define USE_BUILTIN_FFS 0
> -#define USE_DEV_RANDOM 0
> -#define PRINT(params) print_func params
> -
> -
> -#define MEMCPY(dest, src, n) RtlCopyMemory(dest, src, n)
> -#define MEMCLEAR(dest, n) RtlZeroMemory(dest, n)
> -
> -
> -#define M_GRANULARITY (-1)
> -
> -void default_abort_func(void *user_data)
> -{
> - for (;;);
> -}
> -
> -void default_print_func(void *user_data, char *format, ...)
> -{
> -}
> -
> -static mspace_abort_t abort_func = default_abort_func;
> -static mspace_print_t print_func = default_print_func;
> -
> -void mspace_set_abort_func(mspace_abort_t f)
> -{
> - abort_func = f;
> -}
> -
> -void mspace_set_print_func(mspace_print_t f)
> -{
> - print_func = f;
> -}
> -
> -/* ------------------------ Mallinfo declarations ------------------------
> */
> -
> -#if !NO_MALLINFO
> -/*
> - This version of malloc supports the standard SVID/XPG mallinfo
> - routine that returns a struct containing usage properties and
> - statistics. It should work on any system that has a
> - /usr/include/malloc.h defining struct mallinfo. The main
> - declaration needed is the mallinfo struct that is returned (by-copy)
> - by mallinfo(). The malloinfo struct contains a bunch of fields that
> - are not even meaningful in this version of malloc. These fields are
> - are instead filled by mallinfo() with other numbers that might be of
> - interest.
> -
> - HAVE_USR_INCLUDE_MALLOC_H should be set if you have a
> - /usr/include/malloc.h file that includes a declaration of struct
> - mallinfo. If so, it is included; else a compliant version is
> - declared below. These must be precisely the same for mallinfo() to
> - work. The original SVID version of this struct, defined on most
> - systems with mallinfo, declares all fields as ints. But some others
> - define as unsigned long. If your system defines the fields using a
> - type of different width than listed here, you MUST #include your
> - system version and #define HAVE_USR_INCLUDE_MALLOC_H.
> -*/
> -
> -/* #define HAVE_USR_INCLUDE_MALLOC_H */
> -
> -
> -struct mallinfo {
> - MALLINFO_FIELD_TYPE arena; /* non-mmapped space allocated from system
> */
> - MALLINFO_FIELD_TYPE ordblks; /* number of free chunks */
> - MALLINFO_FIELD_TYPE smblks; /* always 0 */
> - MALLINFO_FIELD_TYPE hblks; /* always 0 */
> - MALLINFO_FIELD_TYPE hblkhd; /* space in mmapped regions */
> - MALLINFO_FIELD_TYPE usmblks; /* maximum total allocated space */
> - MALLINFO_FIELD_TYPE fsmblks; /* always 0 */
> - MALLINFO_FIELD_TYPE uordblks; /* total allocated space */
> - MALLINFO_FIELD_TYPE fordblks; /* total free space */
> - MALLINFO_FIELD_TYPE keepcost; /* releasable (via malloc_trim) space */
> -};
> -
> -#endif /* NO_MALLINFO */
> -
> -
> -
> -#ifdef DEBUG
> -#if ABORT_ON_ASSERT_FAILURE
> -#define assert(user_data, x) if(!(x)) ABORT(user_data)
> -#else /* ABORT_ON_ASSERT_FAILURE */
> -#include <assert.h>
> -#endif /* ABORT_ON_ASSERT_FAILURE */
> -#else /* DEBUG */
> -#define assert(user_data, x)
> -#endif /* DEBUG */
> -
> -/* ------------------- size_t and alignment properties --------------------
> */
> -
> -/* The byte and bit size of a size_t */
> -#define SIZE_T_SIZE (sizeof(size_t))
> -#define SIZE_T_BITSIZE (sizeof(size_t) << 3)
> -
> -/* Some constants coerced to size_t */
> -/* Annoying but necessary to avoid errors on some plaftorms */
> -#define SIZE_T_ZERO ((size_t)0)
> -#define SIZE_T_ONE ((size_t)1)
> -#define SIZE_T_TWO ((size_t)2)
> -#define TWO_SIZE_T_SIZES (SIZE_T_SIZE<<1)
> -#define FOUR_SIZE_T_SIZES (SIZE_T_SIZE<<2)
> -#define SIX_SIZE_T_SIZES (FOUR_SIZE_T_SIZES+TWO_SIZE_T_SIZES)
> -#define HALF_MAX_SIZE_T (MAX_SIZE_T / 2U)
> -
> -/* The bit mask value corresponding to MALLOC_ALIGNMENT */
> -#define CHUNK_ALIGN_MASK (MALLOC_ALIGNMENT - SIZE_T_ONE)
> -
> -/* True if address a has acceptable alignment */
> -#define is_aligned(A) (((size_t)((A)) & (CHUNK_ALIGN_MASK)) == 0)
> -
> -/* the number of bytes to offset an address to align it */
> -#define align_offset(A)\
> - ((((size_t)(A) & CHUNK_ALIGN_MASK) == 0)? 0 :\
> - ((MALLOC_ALIGNMENT - ((size_t)(A) & CHUNK_ALIGN_MASK)) &
> CHUNK_ALIGN_MASK))
> -
> -/* --------------------------- Lock preliminaries ------------------------
> */
> -
> -#if USE_LOCKS
> -
> -/*
> - When locks are defined, there are up to two global locks:
> -
> - * If HAVE_MORECORE, morecore_mutex protects sequences of calls to
> - MORECORE. In many cases sys_alloc requires two calls, that should
> - not be interleaved with calls by other threads. This does not
> - protect against direct calls to MORECORE by other threads not
> - using this lock, so there is still code to cope the best we can on
> - interference.
> -
> - * magic_init_mutex ensures that mparams.magic and other
> - unique mparams values are initialized only once.
> -*/
> -
> -
> -#define USE_LOCK_BIT (2U)
> -#else /* USE_LOCKS */
> -#define USE_LOCK_BIT (0U)
> -#define INITIAL_LOCK(l)
> -#endif /* USE_LOCKS */
> -
> -#if USE_LOCKS
> -#define ACQUIRE_MAGIC_INIT_LOCK() ACQUIRE_LOCK(&magic_init_mutex);
> -#define RELEASE_MAGIC_INIT_LOCK() RELEASE_LOCK(&magic_init_mutex);
> -#else /* USE_LOCKS */
> -#define ACQUIRE_MAGIC_INIT_LOCK()
> -#define RELEASE_MAGIC_INIT_LOCK()
> -#endif /* USE_LOCKS */
> -
> -
> -
> -/* ----------------------- Chunk representations ------------------------
> */
> -
> -/*
> - (The following includes lightly edited explanations by Colin Plumb.)
> -
> - The malloc_chunk declaration below is misleading (but accurate and
> - necessary). It declares a "view" into memory allowing access to
> - necessary fields at known offsets from a given base.
> -
> - Chunks of memory are maintained using a `boundary tag' method as
> - originally described by Knuth. (See the paper by Paul Wilson
> - ftp://ftp.cs.utexas.edu/pub/garbage/allocsrv.ps for a survey of such
> - techniques.) Sizes of free chunks are stored both in the front of
> - each chunk and at the end. This makes consolidating fragmented
> - chunks into bigger chunks fast. The head fields also hold bits
> - representing whether chunks are free or in use.
> -
> - Here are some pictures to make it clearer. They are "exploded" to
> - show that the state of a chunk can be thought of as extending from
> - the high 31 bits of the head field of its header through the
> - prev_foot and PINUSE_BIT bit of the following chunk header.
> -
> - A chunk that's in use looks like:
> -
> - chunk-> +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+
> - | Size of previous chunk (if P = 1) |
> - +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+
> - +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+ |P|
> - | Size of this chunk 1| +-+
> - mem-> +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+
> - | |
> - +- -+
> - | |
> - +- -+
> - | :
> - +- size - sizeof(size_t) available payload bytes -+
> - : |
> - chunk-> +- -+
> - | |
> - +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+
> - +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+ |1|
> - | Size of next chunk (may or may not be in use) | +-+
> - mem-> +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+
> -
> - And if it's free, it looks like this:
> -
> - chunk-> +- -+
> - | User payload (must be in use, or we would have merged!) |
> - +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+
> - +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+ |P|
> - | Size of this chunk 0| +-+
> - mem-> +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+
> - | Next pointer |
> - +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+
> - | Prev pointer |
> - +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+
> - | :
> - +- size - sizeof(struct chunk) unused bytes -+
> - : |
> - chunk-> +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+
> - | Size of this chunk |
> - +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+
> - +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+ |0|
> - | Size of next chunk (must be in use, or we would have merged)| +-+
> - mem-> +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+
> - | :
> - +- User payload -+
> - : |
> - +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+
> - |0|
> - +-+
> - Note that since we always merge adjacent free chunks, the chunks
> - adjacent to a free chunk must be in use.
> -
> - Given a pointer to a chunk (which can be derived trivially from the
> - payload pointer) we can, in O(1) time, find out whether the adjacent
> - chunks are free, and if so, unlink them from the lists that they
> - are on and merge them with the current chunk.
> -
> - Chunks always begin on even word boundaries, so the mem portion
> - (which is returned to the user) is also on an even word boundary, and
> - thus at least double-word aligned.
> -
> - The P (PINUSE_BIT) bit, stored in the unused low-order bit of the
> - chunk size (which is always a multiple of two words), is an in-use
> - bit for the *previous* chunk. If that bit is *clear*, then the
> - word before the current chunk size contains the previous chunk
> - size, and can be used to find the front of the previous chunk.
> - The very first chunk allocated always has this bit set, preventing
> - access to non-existent (or non-owned) memory. If pinuse is set for
> - any given chunk, then you CANNOT determine the size of the
> - previous chunk, and might even get a memory addressing fault when
> - trying to do so.
> -
> - The C (CINUSE_BIT) bit, stored in the unused second-lowest bit of
> - the chunk size redundantly records whether the current chunk is
> - inuse. This redundancy enables usage checks within free and realloc,
> - and reduces indirection when freeing and consolidating chunks.
> -
> - Each freshly allocated chunk must have both cinuse and pinuse set.
> - That is, each allocated chunk borders either a previously allocated
> - and still in-use chunk, or the base of its memory arena. This is
> - ensured by making all allocations from the the `lowest' part of any
> - found chunk. Further, no free chunk physically borders another one,
> - so each free chunk is known to be preceded and followed by either
> - inuse chunks or the ends of memory.
> -
> - Note that the `foot' of the current chunk is actually represented
> - as the prev_foot of the NEXT chunk. This makes it easier to
> - deal with alignments etc but can be very confusing when trying
> - to extend or adapt this code.
> -
> - The exceptions to all this are
> -
> - 1. The special chunk `top' is the top-most available chunk (i.e.,
> - the one bordering the end of available memory). It is treated
> - specially. Top is never included in any bin, is used only if
> - no other chunk is available, and is released back to the
> - system if it is very large (see M_TRIM_THRESHOLD). In effect,
> - the top chunk is treated as larger (and thus less well
> - fitting) than any other available chunk. The top chunk
> - doesn't update its trailing size field since there is no next
> - contiguous chunk that would have to index off it. However,
> - space is still allocated for it (TOP_FOOT_SIZE) to enable
> - separation or merging when space is extended.
> -
> - 3. Chunks allocated via mmap, which have the lowest-order bit
> - (IS_MMAPPED_BIT) set in their prev_foot fields, and do not set
> - PINUSE_BIT in their head fields. Because they are allocated
> - one-by-one, each must carry its own prev_foot field, which is
> - also used to hold the offset this chunk has within its mmapped
> - region, which is needed to preserve alignment. Each mmapped
> - chunk is trailed by the first two fields of a fake next-chunk
> - for sake of usage checks.
> -
> -*/
> -
> -struct malloc_chunk {
> - size_t prev_foot; /* Size of previous chunk (if free). */
> - size_t head; /* Size and inuse bits. */
> - struct malloc_chunk* fd; /* double links -- used only if free. */
> - struct malloc_chunk* bk;
> -};
> -
> -typedef struct malloc_chunk mchunk;
> -typedef struct malloc_chunk* mchunkptr;
> -typedef struct malloc_chunk* sbinptr; /* The type of bins of chunks */
> -typedef unsigned int bindex_t; /* Described below */
> -typedef unsigned int binmap_t; /* Described below */
> -typedef unsigned int flag_t; /* The type of various bit flag sets
> */
> -
> -
> -/* ------------------- Chunks sizes and alignments -----------------------
> */
> -
> -#define MCHUNK_SIZE (sizeof(mchunk))
> -
> -#if FOOTERS
> -#define CHUNK_OVERHEAD (TWO_SIZE_T_SIZES)
> -#else /* FOOTERS */
> -#define CHUNK_OVERHEAD (SIZE_T_SIZE)
> -#endif /* FOOTERS */
> -
> -/* The smallest size we can malloc is an aligned minimal chunk */
> -#define MIN_CHUNK_SIZE\
> - ((MCHUNK_SIZE + CHUNK_ALIGN_MASK) & ~CHUNK_ALIGN_MASK)
> -
> -/* conversion from malloc headers to user pointers, and back */
> -#define chunk2mem(p) ((void*)((char*)(p) + TWO_SIZE_T_SIZES))
> -#define mem2chunk(mem) ((mchunkptr)((char*)(mem) - TWO_SIZE_T_SIZES))
> -/* chunk associated with aligned address A */
> -#define align_as_chunk(A) (mchunkptr)((A) + align_offset(chunk2mem(A)))
> -
> -/* Bounds on request (not chunk) sizes. */
> -#define MAX_REQUEST ((-MIN_CHUNK_SIZE) << 2)
> -#define MIN_REQUEST (MIN_CHUNK_SIZE - CHUNK_OVERHEAD - SIZE_T_ONE)
> -
> -/* pad request bytes into a usable size */
> -#define pad_request(req) \
> - (((req) + CHUNK_OVERHEAD + CHUNK_ALIGN_MASK) & ~CHUNK_ALIGN_MASK)
> -
> -/* pad request, checking for minimum (but not maximum) */
> -#define request2size(req) \
> - (((req) < MIN_REQUEST)? MIN_CHUNK_SIZE : pad_request(req))
> -
> -/* ------------------ Operations on head and foot fields -----------------
> */
> -
> -/*
> - The head field of a chunk is or'ed with PINUSE_BIT when previous
> - adjacent chunk in use, and or'ed with CINUSE_BIT if this chunk is in
> - use. If the chunk was obtained with mmap, the prev_foot field has
> - IS_MMAPPED_BIT set, otherwise holding the offset of the base of the
> - mmapped region to the base of the chunk.
> -*/
> -
> -#define PINUSE_BIT (SIZE_T_ONE)
> -#define CINUSE_BIT (SIZE_T_TWO)
> -#define INUSE_BITS (PINUSE_BIT|CINUSE_BIT)
> -
> -/* Head value for fenceposts */
> -#define FENCEPOST_HEAD (INUSE_BITS|SIZE_T_SIZE)
> -
> -/* extraction of fields from head words */
> -#define cinuse(p) ((p)->head & CINUSE_BIT)
> -#define pinuse(p) ((p)->head & PINUSE_BIT)
> -#define chunksize(p) ((p)->head & ~(INUSE_BITS))
> -
> -#define clear_pinuse(p) ((p)->head &= ~PINUSE_BIT)
> -#define clear_cinuse(p) ((p)->head &= ~CINUSE_BIT)
> -
> -/* Treat space at ptr +/- offset as a chunk */
> -#define chunk_plus_offset(p, s) ((mchunkptr)(((char*)(p)) + (s)))
> -#define chunk_minus_offset(p, s) ((mchunkptr)(((char*)(p)) - (s)))
> -
> -/* Ptr to next or previous physical malloc_chunk. */
> -#define next_chunk(p) ((mchunkptr)( ((char*)(p)) + ((p)->head &
> ~INUSE_BITS)))
> -#define prev_chunk(p) ((mchunkptr)( ((char*)(p)) - ((p)->prev_foot) ))
> -
> -/* extract next chunk's pinuse bit */
> -#define next_pinuse(p) ((next_chunk(p)->head) & PINUSE_BIT)
> -
> -/* Get/set size at footer */
> -#define get_foot(p, s) (((mchunkptr)((char*)(p) + (s)))->prev_foot)
> -#define set_foot(p, s) (((mchunkptr)((char*)(p) + (s)))->prev_foot = (s))
> -
> -/* Set size, pinuse bit, and foot */
> -#define set_size_and_pinuse_of_free_chunk(p, s)\
> - ((p)->head = (s|PINUSE_BIT), set_foot(p, s))
> -
> -/* Set size, pinuse bit, foot, and clear next pinuse */
> -#define set_free_with_pinuse(p, s, n)\
> - (clear_pinuse(n), set_size_and_pinuse_of_free_chunk(p, s))
> -
> -/* Get the internal overhead associated with chunk p */
> -#define overhead_for(p) CHUNK_OVERHEAD
> -
> -/* Return true if malloced space is not necessarily cleared */
> -#define calloc_must_clear(p) (1)
> -
> -
> -/* ---------------------- Overlaid data structures -----------------------
> */
> -
> -/*
> - When chunks are not in use, they are treated as nodes of either
> - lists or trees.
> -
> - "Small" chunks are stored in circular doubly-linked lists, and look
> - like this:
> -
> - chunk->
> +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+
> - | Size of previous chunk
> |
> -
> +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+
> - `head:' | Size of chunk, in bytes
> |P|
> - mem->
> +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+
> - | Forward pointer to next chunk in list
> |
> -
> +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+
> - | Back pointer to previous chunk in list
> |
> -
> +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+
> - | Unused space (may be 0 bytes long)
> .
> - .
> .
> - .
> |
> -nextchunk->
> +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+
> - `foot:' | Size of chunk, in bytes
> |
> -
> +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+
> -
> - Larger chunks are kept in a form of bitwise digital trees (aka
> - tries) keyed on chunksizes. Because malloc_tree_chunks are only for
> - free chunks greater than 256 bytes, their size doesn't impose any
> - constraints on user chunk sizes. Each node looks like:
> -
> - chunk->
> +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+
> - | Size of previous chunk
> |
> -
> +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+
> - `head:' | Size of chunk, in bytes
> |P|
> - mem->
> +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+
> - | Forward pointer to next chunk of same size
> |
> -
> +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+
> - | Back pointer to previous chunk of same size
> |
> -
> +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+
> - | Pointer to left child (child[0])
> |
> -
> +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+
> - | Pointer to right child (child[1])
> |
> -
> +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+
> - | Pointer to parent
> |
> -
> +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+
> - | bin index of this chunk
> |
> -
> +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+
> - | Unused space
> .
> - .
> |
> -nextchunk->
> +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+
> - `foot:' | Size of chunk, in bytes
> |
> -
> +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+
> -
> - Each tree holding treenodes is a tree of unique chunk sizes. Chunks
> - of the same size are arranged in a circularly-linked list, with only
> - the oldest chunk (the next to be used, in our FIFO ordering)
> - actually in the tree. (Tree members are distinguished by a non-null
> - parent pointer.) If a chunk with the same size an an existing node
> - is inserted, it is linked off the existing node using pointers that
> - work in the same way as fd/bk pointers of small chunks.
> -
> - Each tree contains a power of 2 sized range of chunk sizes (the
> - smallest is 0x100 <= x < 0x180), which is is divided in half at each
> - tree level, with the chunks in the smaller half of the range (0x100
> - <= x < 0x140 for the top nose) in the left subtree and the larger
> - half (0x140 <= x < 0x180) in the right subtree. This is, of course,
> - done by inspecting individual bits.
> -
> - Using these rules, each node's left subtree contains all smaller
> - sizes than its right subtree. However, the node at the root of each
> - subtree has no particular ordering relationship to either. (The
> - dividing line between the subtree sizes is based on trie relation.)
> - If we remove the last chunk of a given size from the interior of the
> - tree, we need to replace it with a leaf node. The tree ordering
> - rules permit a node to be replaced by any leaf below it.
> -
> - The smallest chunk in a tree (a common operation in a best-fit
> - allocator) can be found by walking a path to the leftmost leaf in
> - the tree. Unlike a usual binary tree, where we follow left child
> - pointers until we reach a null, here we follow the right child
> - pointer any time the left one is null, until we reach a leaf with
> - both child pointers null. The smallest chunk in the tree will be
> - somewhere along that path.
> -
> - The worst case number of steps to add, find, or remove a node is
> - bounded by the number of bits differentiating chunks within
> - bins. Under current bin calculations, this ranges from 6 up to 21
> - (for 32 bit sizes) or up to 53 (for 64 bit sizes). The typical case
> - is of course much better.
> -*/
> -
> -struct malloc_tree_chunk {
> - /* The first four fields must be compatible with malloc_chunk */
> - size_t prev_foot;
> - size_t head;
> - struct malloc_tree_chunk* fd;
> - struct malloc_tree_chunk* bk;
> -
> - struct malloc_tree_chunk* child[2];
> - struct malloc_tree_chunk* parent;
> - bindex_t index;
> -};
> -
> -typedef struct malloc_tree_chunk tchunk;
> -typedef struct malloc_tree_chunk* tchunkptr;
> -typedef struct malloc_tree_chunk* tbinptr; /* The type of bins of trees */
> -
> -/* A little helper macro for trees */
> -#define leftmost_child(t) ((t)->child[0] != 0? (t)->child[0] :
> (t)->child[1])
> -
> -/* ----------------------------- Segments --------------------------------
> */
> -
> -/*
> - Each malloc space may include non-contiguous segments, held in a
> - list headed by an embedded malloc_segment record representing the
> - top-most space. Segments also include flags holding properties of
> - the space. Large chunks that are directly allocated by mmap are not
> - included in this list. They are instead independently created and
> - destroyed without otherwise keeping track of them.
> -
> - Segment management mainly comes into play for spaces allocated by
> - MMAP. Any call to MMAP might or might not return memory that is
> - adjacent to an existing segment. MORECORE normally contiguously
> - extends the current space, so this space is almost always adjacent,
> - which is simpler and faster to deal with. (This is why MORECORE is
> - used preferentially to MMAP when both are available -- see
> - sys_alloc.) When allocating using MMAP, we don't use any of the
> - hinting mechanisms (inconsistently) supported in various
> - implementations of unix mmap, or distinguish reserving from
> - committing memory. Instead, we just ask for space, and exploit
> - contiguity when we get it. It is probably possible to do
> - better than this on some systems, but no general scheme seems
> - to be significantly better.
> -
> - Management entails a simpler variant of the consolidation scheme
> - used for chunks to reduce fragmentation -- new adjacent memory is
> - normally prepended or appended to an existing segment. However,
> - there are limitations compared to chunk consolidation that mostly
> - reflect the fact that segment processing is relatively infrequent
> - (occurring only when getting memory from system) and that we
> - don't expect to have huge numbers of segments:
> -
> - * Segments are not indexed, so traversal requires linear scans. (It
> - would be possible to index these, but is not worth the extra
> - overhead and complexity for most programs on most platforms.)
> - * New segments are only appended to old ones when holding top-most
> - memory; if they cannot be prepended to others, they are held in
> - different segments.
> -
> - Except for the top-most segment of an mstate, each segment record
> - is kept at the tail of its segment. Segments are added by pushing
> - segment records onto the list headed by &mstate.seg for the
> - containing mstate.
> -
> - Segment flags control allocation/merge/deallocation policies:
> - * If EXTERN_BIT set, then we did not allocate this segment,
> - and so should not try to deallocate or merge with others.
> - (This currently holds only for the initial segment passed
> - into create_mspace_with_base.)
> - * If IS_MMAPPED_BIT set, the segment may be merged with
> - other surrounding mmapped segments and trimmed/de-allocated
> - using munmap.
> - * If neither bit is set, then the segment was obtained using
> - MORECORE so can be merged with surrounding MORECORE'd segments
> - and deallocated/trimmed using MORECORE with negative arguments.
> -*/
> -
> -struct malloc_segment {
> - char* base; /* base address */
> - size_t size; /* allocated size */
> - struct malloc_segment* next; /* ptr to next segment */
> -};
> -
> -typedef struct malloc_segment msegment;
> -typedef struct malloc_segment* msegmentptr;
> -
> -/* ---------------------------- malloc_state -----------------------------
> */
> -
> -/*
> - A malloc_state holds all of the bookkeeping for a space.
> - The main fields are:
> -
> - Top
> - The topmost chunk of the currently active segment. Its size is
> - cached in topsize. The actual size of topmost space is
> - topsize+TOP_FOOT_SIZE, which includes space reserved for adding
> - fenceposts and segment records if necessary when getting more
> - space from the system. The size at which to autotrim top is
> - cached from mparams in trim_check, except that it is disabled if
> - an autotrim fails.
> -
> - Designated victim (dv)
> - This is the preferred chunk for servicing small requests that
> - don't have exact fits. It is normally the chunk split off most
> - recently to service another small request. Its size is cached in
> - dvsize. The link fields of this chunk are not maintained since it
> - is not kept in a bin.
> -
> - SmallBins
> - An array of bin headers for free chunks. These bins hold chunks
> - with sizes less than MIN_LARGE_SIZE bytes. Each bin contains
> - chunks of all the same size, spaced 8 bytes apart. To simplify
> - use in double-linked lists, each bin header acts as a malloc_chunk
> - pointing to the real first node, if it exists (else pointing to
> - itself). This avoids special-casing for headers. But to avoid
> - waste, we allocate only the fd/bk pointers of bins, and then use
> - repositioning tricks to treat these as the fields of a chunk.
> -
> - TreeBins
> - Treebins are pointers to the roots of trees holding a range of
> - sizes. There are 2 equally spaced treebins for each power of two
> - from TREE_SHIFT to TREE_SHIFT+16. The last bin holds anything
> - larger.
> -
> - Bin maps
> - There is one bit map for small bins ("smallmap") and one for
> - treebins ("treemap). Each bin sets its bit when non-empty, and
> - clears the bit when empty. Bit operations are then used to avoid
> - bin-by-bin searching -- nearly all "search" is done without ever
> - looking at bins that won't be selected. The bit maps
> - conservatively use 32 bits per map word, even if on 64bit system.
> - For a good description of some of the bit-based techniques used
> - here, see Henry S. Warren Jr's book "Hacker's Delight" (and
> - supplement at http://hackersdelight.org/). Many of these are
> - intended to reduce the branchiness of paths through malloc etc, as
> - well as to reduce the number of memory locations read or written.
> -
> - Segments
> - A list of segments headed by an embedded malloc_segment record
> - representing the initial space.
> -
> - Address check support
> - The least_addr field is the least address ever obtained from
> - MORECORE or MMAP. Attempted frees and reallocs of any address less
> - than this are trapped (unless INSECURE is defined).
> -
> - Magic tag
> - A cross-check field that should always hold same value as mparams.magic.
> -
> - Flags
> - Bits recording whether to use MMAP, locks, or contiguous MORECORE
> -
> - Statistics
> - Each space keeps track of current and maximum system memory
> - obtained via MORECORE or MMAP.
> -
> - Locking
> - If USE_LOCKS is defined, the "mutex" lock is acquired and released
> - around every public call using this mspace.
> -*/
> -
> -/* Bin types, widths and sizes */
> -#define NSMALLBINS (32U)
> -#define NTREEBINS (32U)
> -#define SMALLBIN_SHIFT (3U)
> -#define SMALLBIN_WIDTH (SIZE_T_ONE << SMALLBIN_SHIFT)
> -#define TREEBIN_SHIFT (8U)
> -#define MIN_LARGE_SIZE (SIZE_T_ONE << TREEBIN_SHIFT)
> -#define MAX_SMALL_SIZE (MIN_LARGE_SIZE - SIZE_T_ONE)
> -#define MAX_SMALL_REQUEST (MAX_SMALL_SIZE - CHUNK_ALIGN_MASK -
> CHUNK_OVERHEAD)
> -
> -struct malloc_state {
> - binmap_t smallmap;
> - binmap_t treemap;
> - size_t dvsize;
> - size_t topsize;
> - char* least_addr;
> - mchunkptr dv;
> - mchunkptr top;
> - size_t magic;
> - mchunkptr smallbins[(NSMALLBINS+1)*2];
> - tbinptr treebins[NTREEBINS];
> - size_t footprint;
> - size_t max_footprint;
> - flag_t mflags;
> - void *user_data;
> -#if USE_LOCKS
> - MLOCK_T mutex; /* locate lock among fields that rarely change */
> -#endif /* USE_LOCKS */
> - msegment seg;
> -};
> -
> -typedef struct malloc_state* mstate;
> -
> -/* ------------- Global malloc_state and malloc_params -------------------
> */
> -
> -/*
> - malloc_params holds global properties, including those that can be
> - dynamically set using mallopt. There is a single instance, mparams,
> - initialized in init_mparams.
> -*/
> -
> -struct malloc_params {
> - size_t magic;
> - size_t page_size;
> - size_t granularity;
> - flag_t default_mflags;
> -};
> -
> -static struct malloc_params mparams;
> -
> -/* The global malloc_state used for all non-"mspace" calls */
> -//static struct malloc_state _gm_;
> -//#define gm (&_gm_)
> -//#define is_global(M) ((M) == &_gm_)
> -#define is_initialized(M) ((M)->top != 0)
> -
> -/* -------------------------- system alloc setup -------------------------
> */
> -
> -/* Operations on mflags */
> -
> -#define use_lock(M) ((M)->mflags & USE_LOCK_BIT)
> -#define enable_lock(M) ((M)->mflags |= USE_LOCK_BIT)
> -#define disable_lock(M) ((M)->mflags &= ~USE_LOCK_BIT)
> -
> -#define set_lock(M,L)\
> - ((M)->mflags = (L)?\
> - ((M)->mflags | USE_LOCK_BIT) :\
> - ((M)->mflags & ~USE_LOCK_BIT))
> -
> -/* page-align a size */
> -#define page_align(S)\
> - (((S) + (mparams.page_size)) & ~(mparams.page_size - SIZE_T_ONE))
> -
> -/* granularity-align a size */
> -#define granularity_align(S)\
> - (((S) + (mparams.granularity)) & ~(mparams.granularity - SIZE_T_ONE))
> -
> -#define is_page_aligned(S)\
> - (((size_t)(S) & (mparams.page_size - SIZE_T_ONE)) == 0)
> -#define is_granularity_aligned(S)\
> - (((size_t)(S) & (mparams.granularity - SIZE_T_ONE)) == 0)
> -
> -/* True if segment S holds address A */
> -#define segment_holds(S, A)\
> - ((char*)(A) >= S->base && (char*)(A) < S->base + S->size)
> -
> -/* Return segment holding given address */
> -static msegmentptr segment_holding(mstate m, char* addr) {
> - msegmentptr sp = &m->seg;
> - for (;;) {
> - if (addr >= sp->base && addr < sp->base + sp->size)
> - return sp;
> - if ((sp = sp->next) == 0)
> - return 0;
> - }
> -}
> -
> -/* Return true if segment contains a segment link */
> -static int has_segment_link(mstate m, msegmentptr ss) {
> - msegmentptr sp = &m->seg;
> - for (;;) {
> - if ((char*)sp >= ss->base && (char*)sp < ss->base + ss->size)
> - return 1;
> - if ((sp = sp->next) == 0)
> - return 0;
> - }
> -}
> -
> -
> -
> -/*
> - TOP_FOOT_SIZE is padding at the end of a segment, including space
> - that may be needed to place segment records and fenceposts when new
> - noncontiguous segments are added.
> -*/
> -#define TOP_FOOT_SIZE\
> - (align_offset(chunk2mem(0))+pad_request(sizeof(struct
> malloc_segment))+MIN_CHUNK_SIZE)
> -
> -
> -/* ------------------------------- Hooks --------------------------------
> */
> -
> -/*
> - PREACTION should be defined to return 0 on success, and nonzero on
> - failure. If you are not using locking, you can redefine these to do
> - anything you like.
> -*/
> -
> -#if USE_LOCKS
> -
> -/* Ensure locks are initialized */
> -#define GLOBALLY_INITIALIZE() (mparams.page_size == 0 && init_mparams())
> -
> -#define PREACTION(M) ((GLOBALLY_INITIALIZE() || use_lock(M))?
> ACQUIRE_LOCK(&(M)->mutex) : 0)
> -#define POSTACTION(M) { if (use_lock(M)) RELEASE_LOCK(&(M)->mutex); }
> -#else /* USE_LOCKS */
> -
> -#ifndef PREACTION
> -#define PREACTION(M) (0)
> -#endif /* PREACTION */
> -
> -#ifndef POSTACTION
> -#define POSTACTION(M)
> -#endif /* POSTACTION */
> -
> -#endif /* USE_LOCKS */
> -
> -/*
> - CORRUPTION_ERROR_ACTION is triggered upon detected bad addresses.
> - USAGE_ERROR_ACTION is triggered on detected bad frees and
> - reallocs. The argument p is an address that might have triggered the
> - fault. It is ignored by the two predefined actions, but might be
> - useful in custom actions that try to help diagnose errors.
> -*/
> -
> -#if PROCEED_ON_ERROR
> -
> -/* A count of the number of corruption errors causing resets */
> -int malloc_corruption_error_count;
> -
> -/* default corruption action */
> -static void reset_on_error(mstate m);
> -
> -#define CORRUPTION_ERROR_ACTION(m) reset_on_error(m)
> -#define USAGE_ERROR_ACTION(m, p)
> -
> -#else /* PROCEED_ON_ERROR */
> -
> -#ifndef CORRUPTION_ERROR_ACTION
> -#define CORRUPTION_ERROR_ACTION(m) ABORT(m->user_data)
> -#endif /* CORRUPTION_ERROR_ACTION */
> -
> -#ifndef USAGE_ERROR_ACTION
> -#define USAGE_ERROR_ACTION(m,p) ABORT(m->user_data)
> -#endif /* USAGE_ERROR_ACTION */
> -
> -#endif /* PROCEED_ON_ERROR */
> -
> -/* -------------------------- Debugging setup ----------------------------
> */
> -
> -#if ! DEBUG
> -
> -#define check_free_chunk(M,P)
> -#define check_inuse_chunk(M,P)
> -#define check_malloced_chunk(M,P,N)
> -#define check_malloc_state(M)
> -#define check_top_chunk(M,P)
> -
> -#else /* DEBUG */
> -#define check_free_chunk(M,P) do_check_free_chunk(M,P)
> -#define check_inuse_chunk(M,P) do_check_inuse_chunk(M,P)
> -#define check_top_chunk(M,P) do_check_top_chunk(M,P)
> -#define check_malloced_chunk(M,P,N) do_check_malloced_chunk(M,P,N)
> -#define check_malloc_state(M) do_check_malloc_state(M)
> -
> -static void do_check_any_chunk(mstate m, mchunkptr p);
> -static void do_check_top_chunk(mstate m, mchunkptr p);
> -static void do_check_inuse_chunk(mstate m, mchunkptr p);
> -static void do_check_free_chunk(mstate m, mchunkptr p);
> -static void do_check_malloced_chunk(mstate m, void* mem, size_t s);
> -static void do_check_tree(mstate m, tchunkptr t);
> -static void do_check_treebin(mstate m, bindex_t i);
> -static void do_check_smallbin(mstate m, bindex_t i);
> -static void do_check_malloc_state(mstate m);
> -static int bin_find(mstate m, mchunkptr x);
> -static size_t traverse_and_check(mstate m);
> -#endif /* DEBUG */
> -
> -/* ---------------------------- Indexing Bins ----------------------------
> */
> -
> -#define is_small(s) (((s) >> SMALLBIN_SHIFT) < NSMALLBINS)
> -#define small_index(s) ((s) >> SMALLBIN_SHIFT)
> -#define small_index2size(i) ((i) << SMALLBIN_SHIFT)
> -#define MIN_SMALL_INDEX (small_index(MIN_CHUNK_SIZE))
> -
> -/* addressing by index. See above about smallbin repositioning */
> -#define smallbin_at(M, i) ((sbinptr)((char*)&((M)->smallbins[(i)<<1])))
> -#define treebin_at(M,i) (&((M)->treebins[i]))
> -
> -/* assign tree index for size S to variable I */
> -#if defined(__GNUC__) && defined(i386)
> -#define compute_tree_index(S, I)\
> -{\
> - size_t X = S >> TREEBIN_SHIFT;\
> - if (X == 0)\
> - I = 0;\
> - else if (X > 0xFFFF)\
> - I = NTREEBINS-1;\
> - else {\
> - unsigned int K;\
> - __asm__("bsrl %1,%0\n\t" : "=r" (K) : "rm" (X));\
> - I = (bindex_t)((K << 1) + ((S >> (K + (TREEBIN_SHIFT-1)) & 1)));\
> - }\
> -}
> -#else /* GNUC */
> -#define compute_tree_index(S, I)\
> -{\
> - size_t X = S >> TREEBIN_SHIFT;\
> - if (X == 0)\
> - I = 0;\
> - else if (X > 0xFFFF)\
> - I = NTREEBINS-1;\
> - else {\
> - unsigned int Y = (unsigned int)X;\
> - unsigned int N = ((Y - 0x100) >> 16) & 8;\
> - unsigned int K = (((Y <<= N) - 0x1000) >> 16) & 4;\
> - N += K;\
> - N += K = (((Y <<= K) - 0x4000) >> 16) & 2;\
> - K = 14 - N + ((Y <<= K) >> 15);\
> - I = (K << 1) + ((S >> (K + (TREEBIN_SHIFT-1)) & 1));\
> - }\
> -}
> -#endif /* GNUC */
> -
> -/* Bit representing maximum resolved size in a treebin at i */
> -#define bit_for_tree_index(i) \
> - (i == NTREEBINS-1)? (SIZE_T_BITSIZE-1) : (((i) >> 1) + TREEBIN_SHIFT - 2)
> -
> -/* Shift placing maximum resolved bit in a treebin at i as sign bit */
> -#define leftshift_for_tree_index(i) \
> - ((i == NTREEBINS-1)? 0 : \
> - ((SIZE_T_BITSIZE-SIZE_T_ONE) - (((i) >> 1) + TREEBIN_SHIFT - 2)))
> -
> -/* The size of the smallest chunk held in bin with index i */
> -#define minsize_for_tree_index(i) \
> - ((SIZE_T_ONE << (((i) >> 1) + TREEBIN_SHIFT)) | \
> - (((size_t)((i) & SIZE_T_ONE)) << (((i) >> 1) + TREEBIN_SHIFT - 1)))
> -
> -/* ------------------------ Operations on bin maps -----------------------
> */
> -
> -/* bit corresponding to given index */
> -#define idx2bit(i) ((binmap_t)(1) << (i))
> -
> -/* Mark/Clear bits with given index */
> -#define mark_smallmap(M,i) ((M)->smallmap |= idx2bit(i))
> -#define clear_smallmap(M,i) ((M)->smallmap &= ~idx2bit(i))
> -#define smallmap_is_marked(M,i) ((M)->smallmap & idx2bit(i))
> -
> -#define mark_treemap(M,i) ((M)->treemap |= idx2bit(i))
> -#define clear_treemap(M,i) ((M)->treemap &= ~idx2bit(i))
> -#define treemap_is_marked(M,i) ((M)->treemap & idx2bit(i))
> -
> -/* index corresponding to given bit */
> -
> -#if defined(__GNUC__) && defined(i386)
> -#define compute_bit2idx(X, I)\
> -{\
> - unsigned int J;\
> - __asm__("bsfl %1,%0\n\t" : "=r" (J) : "rm" (X));\
> - I = (bindex_t)J;\
> -}
> -
> -#else /* GNUC */
> -#if USE_BUILTIN_FFS
> -#define compute_bit2idx(X, I) I = ffs(X)-1
> -
> -#else /* USE_BUILTIN_FFS */
> -#define compute_bit2idx(X, I)\
> -{\
> - unsigned int Y = X - 1;\
> - unsigned int K = Y >> (16-4) & 16;\
> - unsigned int N = K; Y >>= K;\
> - N += K = Y >> (8-3) & 8; Y >>= K;\
> - N += K = Y >> (4-2) & 4; Y >>= K;\
> - N += K = Y >> (2-1) & 2; Y >>= K;\
> - N += K = Y >> (1-0) & 1; Y >>= K;\
> - I = (bindex_t)(N + Y);\
> -}
> -#endif /* USE_BUILTIN_FFS */
> -#endif /* GNUC */
> -
> -/* isolate the least set bit of a bitmap */
> -#define least_bit(x) ((x) & -(x))
> -
> -/* mask with all bits to left of least bit of x on */
> -#define left_bits(x) ((x<<1) | -(x<<1))
> -
> -/* mask with all bits to left of or equal to least bit of x on */
> -#define same_or_left_bits(x) ((x) | -(x))
> -
> -
> -/* ----------------------- Runtime Check Support -------------------------
> */
> -
> -/*
> - For security, the main invariant is that malloc/free/etc never
> - writes to a static address other than malloc_state, unless static
> - malloc_state itself has been corrupted, which cannot occur via
> - malloc (because of these checks). In essence this means that we
> - believe all pointers, sizes, maps etc held in malloc_state, but
> - check all of those linked or offsetted from other embedded data
> - structures. These checks are interspersed with main code in a way
> - that tends to minimize their run-time cost.
> -
> - When FOOTERS is defined, in addition to range checking, we also
> - verify footer fields of inuse chunks, which can be used guarantee
> - that the mstate controlling malloc/free is intact. This is a
> - streamlined version of the approach described by William Robertson
> - et al in "Run-time Detection of Heap-based Overflows" LISA'03
> - http://www.usenix.org/events/lisa03/tech/robertson.html The footer
> - of an inuse chunk holds the xor of its mstate and a random seed,
> - that is checked upon calls to free() and realloc(). This is
> - (probablistically) unguessable from outside the program, but can be
> - computed by any code successfully malloc'ing any chunk, so does not
> - itself provide protection against code that has already broken
> - security through some other means. Unlike Robertson et al, we
> - always dynamically check addresses of all offset chunks (previous,
> - next, etc). This turns out to be cheaper than relying on hashes.
> -*/
> -
> -#if !INSECURE
> -/* Check if address a is at least as high as any from MORECORE or MMAP */
> -#define ok_address(M, a) ((char*)(a) >= (M)->least_addr)
> -/* Check if address of next chunk n is higher than base chunk p */
> -#define ok_next(p, n) ((char*)(p) < (char*)(n))
> -/* Check if p has its cinuse bit on */
> -#define ok_cinuse(p) cinuse(p)
> -/* Check if p has its pinuse bit on */
> -#define ok_pinuse(p) pinuse(p)
> -
> -#else /* !INSECURE */
> -#define ok_address(M, a) (1)
> -#define ok_next(b, n) (1)
> -#define ok_cinuse(p) (1)
> -#define ok_pinuse(p) (1)
> -#endif /* !INSECURE */
> -
> -#if (FOOTERS && !INSECURE)
> -/* Check if (alleged) mstate m has expected magic field */
> -#define ok_magic(M) ((M)->magic == mparams.magic)
> -#else /* (FOOTERS && !INSECURE) */
> -#define ok_magic(M) (1)
> -#endif /* (FOOTERS && !INSECURE) */
> -
> -
> -/* In gcc, use __builtin_expect to minimize impact of checks */
> -#if !INSECURE
> -#if defined(__GNUC__) && __GNUC__ >= 3
> -#define RTCHECK(e) __builtin_expect(e, 1)
> -#else /* GNUC */
> -#define RTCHECK(e) (e)
> -#endif /* GNUC */
> -#else /* !INSECURE */
> -#define RTCHECK(e) (1)
> -#endif /* !INSECURE */
> -
> -/* macros to set up inuse chunks with or without footers */
> -
> -#if !FOOTERS
> -
> -#define mark_inuse_foot(M,p,s)
> -
> -/* Set cinuse bit and pinuse bit of next chunk */
> -#define set_inuse(M,p,s)\
> - ((p)->head = (((p)->head & PINUSE_BIT)|s|CINUSE_BIT),\
> - ((mchunkptr)(((char*)(p)) + (s)))->head |= PINUSE_BIT)
> -
> -/* Set cinuse and pinuse of this chunk and pinuse of next chunk */
> -#define set_inuse_and_pinuse(M,p,s)\
> - ((p)->head = (s|PINUSE_BIT|CINUSE_BIT),\
> - ((mchunkptr)(((char*)(p)) + (s)))->head |= PINUSE_BIT)
> -
> -/* Set size, cinuse and pinuse bit of this chunk */
> -#define set_size_and_pinuse_of_inuse_chunk(M, p, s)\
> - ((p)->head = (s|PINUSE_BIT|CINUSE_BIT))
> -
> -#else /* FOOTERS */
> -
> -/* Set foot of inuse chunk to be xor of mstate and seed */
> -#define mark_inuse_foot(M,p,s)\
> - (((mchunkptr)((char*)(p) + (s)))->prev_foot = ((size_t)(M) ^
> mparams.magic))
> -
> -#define get_mstate_for(p)\
> - ((mstate)(((mchunkptr)((char*)(p) +\
> - (chunksize(p))))->prev_foot ^ mparams.magic))
> -
> -#define set_inuse(M,p,s)\
> - ((p)->head = (((p)->head & PINUSE_BIT)|s|CINUSE_BIT),\
> - (((mchunkptr)(((char*)(p)) + (s)))->head |= PINUSE_BIT), \
> - mark_inuse_foot(M,p,s))
> -
> -#define set_inuse_and_pinuse(M,p,s)\
> - ((p)->head = (s|PINUSE_BIT|CINUSE_BIT),\
> - (((mchunkptr)(((char*)(p)) + (s)))->head |= PINUSE_BIT),\
> - mark_inuse_foot(M,p,s))
> -
> -#define set_size_and_pinuse_of_inuse_chunk(M, p, s)\
> - ((p)->head = (s|PINUSE_BIT|CINUSE_BIT),\
> - mark_inuse_foot(M, p, s))
> -
> -#endif /* !FOOTERS */
> -
> -/* ---------------------------- setting mparams --------------------------
> */
> -
> -/* Initialize mparams */
> -static int init_mparams(void) {
> - if (mparams.page_size == 0) {
> - size_t s;
> -
> - mparams.default_mflags = USE_LOCK_BIT;
> -
> -#if (FOOTERS && !INSECURE)
> - {
> -#if USE_DEV_RANDOM
> - int fd;
> - unsigned char buf[sizeof(size_t)];
> - /* Try to use /dev/urandom, else fall back on using time */
> - if ((fd = open("/dev/urandom", O_RDONLY)) >= 0 &&
> - read(fd, buf, sizeof(buf)) == sizeof(buf)) {
> - s = *((size_t *) buf);
> - close(fd);
> - }
> - else
> -#endif /* USE_DEV_RANDOM */
> - s = (size_t)(time(0) ^ (size_t)0x55555555U);
> -
> - s |= (size_t)8U; /* ensure nonzero */
> - s &= ~(size_t)7U; /* improve chances of fault for bad values */
> -
> - }
> -#else /* (FOOTERS && !INSECURE) */
> - s = (size_t)0x58585858U;
> -#endif /* (FOOTERS && !INSECURE) */
> - ACQUIRE_MAGIC_INIT_LOCK();
> - if (mparams.magic == 0) {
> - mparams.magic = s;
> - /* Set up lock for main malloc area */
> - //INITIAL_LOCK(&gm->mutex);
> - //gm->mflags = mparams.default_mflags;
> - }
> - RELEASE_MAGIC_INIT_LOCK();
> -
> -
> - mparams.page_size = malloc_getpagesize;
> - mparams.granularity = ((DEFAULT_GRANULARITY != 0)?
> - DEFAULT_GRANULARITY : mparams.page_size);
> -
> - /* Sanity-check configuration:
> - size_t must be unsigned and as wide as pointer type.
> - ints must be at least 4 bytes.
> - alignment must be at least 8.
> - Alignment, min chunk size, and page size must all be powers of 2.
> - */
> - if ((sizeof(size_t) != sizeof(char*)) ||
> - (MAX_SIZE_T < MIN_CHUNK_SIZE) ||
> - (sizeof(int) < 4) ||
> - (MALLOC_ALIGNMENT < (size_t)8U) ||
> - ((MALLOC_ALIGNMENT & (MALLOC_ALIGNMENT-SIZE_T_ONE)) != 0) ||
> - ((MCHUNK_SIZE & (MCHUNK_SIZE-SIZE_T_ONE)) != 0) ||
> - ((mparams.granularity & (mparams.granularity-SIZE_T_ONE)) != 0) ||
> - ((mparams.page_size & (mparams.page_size-SIZE_T_ONE)) != 0))
> - ABORT(NULL);
> - }
> - return 0;
> -}
> -
> -/* support for mallopt */
> -static int change_mparam(int param_number, int value) {
> - size_t val = (size_t)value;
> - init_mparams();
> - switch(param_number) {
> - case M_GRANULARITY:
> - if (val >= mparams.page_size && ((val & (val-1)) == 0)) {
> - mparams.granularity = val;
> - return 1;
> - }
> - else
> - return 0;
> - default:
> - return 0;
> - }
> -}
> -
> -#if DEBUG
> -/* ------------------------- Debugging Support ---------------------------
> */
> -
> -/* Check properties of any chunk, whether free, inuse, mmapped etc */
> -static void do_check_any_chunk(mstate m, mchunkptr p) {
> - assert(m->user_data, (is_aligned(chunk2mem(p))) || (p->head ==
> FENCEPOST_HEAD));
> - assert(m->user_data, ok_address(m, p));
> -}
> -
> -/* Check properties of top chunk */
> -static void do_check_top_chunk(mstate m, mchunkptr p) {
> - msegmentptr sp = segment_holding(m, (char*)p);
> - size_t sz = chunksize(p);
> - assert(m->user_data, sp != 0);
> - assert(m->user_data, (is_aligned(chunk2mem(p))) || (p->head ==
> FENCEPOST_HEAD));
> - assert(m->user_data, ok_address(m, p));
> - assert(m->user_data, sz == m->topsize);
> - assert(m->user_data, sz > 0);
> - assert(m->user_data, sz == ((sp->base + sp->size) - (char*)p) -
> TOP_FOOT_SIZE);
> - assert(m->user_data, pinuse(p));
> - assert(m->user_data, !next_pinuse(p));
> -}
> -
> -/* Check properties of inuse chunks */
> -static void do_check_inuse_chunk(mstate m, mchunkptr p) {
> - do_check_any_chunk(m, p);
> - assert(m->user_data, cinuse(p));
> - assert(m->user_data, next_pinuse(p));
> - /* If not pinuse, previous chunk has OK offset */
> - assert(m->user_data, pinuse(p) || next_chunk(prev_chunk(p)) == p);
> -}
> -
> -/* Check properties of free chunks */
> -static void do_check_free_chunk(mstate m, mchunkptr p) {
> - size_t sz = p->head & ~(PINUSE_BIT|CINUSE_BIT);
> - mchunkptr next = chunk_plus_offset(p, sz);
> - do_check_any_chunk(m, p);
> - assert(m->user_data, !cinuse(p));
> - assert(m->user_data, !next_pinuse(p));
> - if (p != m->dv && p != m->top) {
> - if (sz >= MIN_CHUNK_SIZE) {
> - assert(m->user_data, (sz & CHUNK_ALIGN_MASK) == 0);
> - assert(m->user_data, is_aligned(chunk2mem(p)));
> - assert(m->user_data, next->prev_foot == sz);
> - assert(m->user_data, pinuse(p));
> - assert(m->user_data, next == m->top || cinuse(next));
> - assert(m->user_data, p->fd->bk == p);
> - assert(m->user_data, p->bk->fd == p);
> - }
> - else /* markers are always of size SIZE_T_SIZE */
> - assert(m->user_data, sz == SIZE_T_SIZE);
> - }
> -}
> -
> -/* Check properties of malloced chunks at the point they are malloced */
> -static void do_check_malloced_chunk(mstate m, void* mem, size_t s) {
> - if (mem != 0) {
> - mchunkptr p = mem2chunk(mem);
> - size_t sz = p->head & ~(PINUSE_BIT|CINUSE_BIT);
> - do_check_inuse_chunk(m, p);
> - assert(m->user_data, (sz & CHUNK_ALIGN_MASK) == 0);
> - assert(m->user_data, sz >= MIN_CHUNK_SIZE);
> - assert(m->user_data, sz >= s);
> - /* size is less than MIN_CHUNK_SIZE more than request */
> - assert(m->user_data, sz < (s + MIN_CHUNK_SIZE));
> - }
> -}
> -
> -/* Check a tree and its subtrees. */
> -static void do_check_tree(mstate m, tchunkptr t) {
> - tchunkptr head = 0;
> - tchunkptr u = t;
> - bindex_t tindex = t->index;
> - size_t tsize = chunksize(t);
> - bindex_t idx;
> - compute_tree_index(tsize, idx);
> - assert(m->user_data, tindex == idx);
> - assert(m->user_data, tsize >= MIN_LARGE_SIZE);
> - assert(m->user_data, tsize >= minsize_for_tree_index(idx));
> - assert(m->user_data, (idx == NTREEBINS-1) || (tsize <
> minsize_for_tree_index((idx+1))));
> -
> - do { /* traverse through chain of same-sized nodes */
> - do_check_any_chunk(m, ((mchunkptr)u));
> - assert(m->user_data, u->index == tindex);
> - assert(m->user_data, chunksize(u) == tsize);
> - assert(m->user_data, !cinuse(u));
> - assert(m->user_data, !next_pinuse(u));
> - assert(m->user_data, u->fd->bk == u);
> - assert(m->user_data, u->bk->fd == u);
> - if (u->parent == 0) {
> - assert(m->user_data, u->child[0] == 0);
> - assert(m->user_data, u->child[1] == 0);
> - }
> - else {
> - assert(m->user_data, head == 0); /* only one node on chain has parent
> */
> - head = u;
> - assert(m->user_data, u->parent != u);
> - assert(m->user_data, u->parent->child[0] == u ||
> - u->parent->child[1] == u ||
> - *((tbinptr*)(u->parent)) == u);
> - if (u->child[0] != 0) {
> - assert(m->user_data, u->child[0]->parent == u);
> - assert(m->user_data, u->child[0] != u);
> - do_check_tree(m, u->child[0]);
> - }
> - if (u->child[1] != 0) {
> - assert(m->user_data, u->child[1]->parent == u);
> - assert(m->user_data, u->child[1] != u);
> - do_check_tree(m, u->child[1]);
> - }
> - if (u->child[0] != 0 && u->child[1] != 0) {
> - assert(m->user_data, chunksize(u->child[0]) <
> chunksize(u->child[1]));
> - }
> - }
> - u = u->fd;
> - } while (u != t);
> - assert(m->user_data, head != 0);
> -}
> -
> -/* Check all the chunks in a treebin. */
> -static void do_check_treebin(mstate m, bindex_t i) {
> - tbinptr* tb = treebin_at(m, i);
> - tchunkptr t = *tb;
> - int empty = (m->treemap & (1U << i)) == 0;
> - if (t == 0)
> - assert(m->user_data, empty);
> - if (!empty)
> - do_check_tree(m, t);
> -}
> -
> -/* Check all the chunks in a smallbin. */
> -static void do_check_smallbin(mstate m, bindex_t i) {
> - sbinptr b = smallbin_at(m, i);
> - mchunkptr p = b->bk;
> - unsigned int empty = (m->smallmap & (1U << i)) == 0;
> - if (p == b)
> - assert(m->user_data, empty);
> - if (!empty) {
> - for (; p != b; p = p->bk) {
> - size_t size = chunksize(p);
> - mchunkptr q;
> - /* each chunk claims to be free */
> - do_check_free_chunk(m, p);
> - /* chunk belongs in bin */
> - assert(m->user_data, small_index(size) == i);
> - assert(m->user_data, p->bk == b || chunksize(p->bk) == chunksize(p));
> - /* chunk is followed by an inuse chunk */
> - q = next_chunk(p);
> - if (q->head != FENCEPOST_HEAD)
> - do_check_inuse_chunk(m, q);
> - }
> - }
> -}
> -
> -/* Find x in a bin. Used in other check functions. */
> -static int bin_find(mstate m, mchunkptr x) {
> - size_t size = chunksize(x);
> - if (is_small(size)) {
> - bindex_t sidx = small_index(size);
> - sbinptr b = smallbin_at(m, sidx);
> - if (smallmap_is_marked(m, sidx)) {
> - mchunkptr p = b;
> - do {
> - if (p == x)
> - return 1;
> - } while ((p = p->fd) != b);
> - }
> - }
> - else {
> - bindex_t tidx;
> - compute_tree_index(size, tidx);
> - if (treemap_is_marked(m, tidx)) {
> - tchunkptr t = *treebin_at(m, tidx);
> - size_t sizebits = size << leftshift_for_tree_index(tidx);
> - while (t != 0 && chunksize(t) != size) {
> - t = t->child[(sizebits >> (SIZE_T_BITSIZE-SIZE_T_ONE)) & 1];
> - sizebits <<= 1;
> - }
> - if (t != 0) {
> - tchunkptr u = t;
> - do {
> - if (u == (tchunkptr)x)
> - return 1;
> - } while ((u = u->fd) != t);
> - }
> - }
> - }
> - return 0;
> -}
> -
> -/* Traverse each chunk and check it; return total */
> -static size_t traverse_and_check(mstate m) {
> - size_t sum = 0;
> - if (is_initialized(m)) {
> - msegmentptr s = &m->seg;
> - sum += m->topsize + TOP_FOOT_SIZE;
> - while (s != 0) {
> - mchunkptr q = align_as_chunk(s->base);
> - mchunkptr lastq = 0;
> - assert(m->user_data, pinuse(q));
> - while (segment_holds(s, q) &&
> - q != m->top && q->head != FENCEPOST_HEAD) {
> - sum += chunksize(q);
> - if (cinuse(q)) {
> - assert(m->user_data, !bin_find(m, q));
> - do_check_inuse_chunk(m, q);
> - }
> - else {
> - assert(m->user_data, q == m->dv || bin_find(m, q));
> - assert(m->user_data, lastq == 0 || cinuse(lastq)); /* Not 2
> consecutive free */
> - do_check_free_chunk(m, q);
> - }
> - lastq = q;
> - q = next_chunk(q);
> - }
> - s = s->next;
> - }
> - }
> - return sum;
> -}
> -
> -/* Check all properties of malloc_state. */
> -static void do_check_malloc_state(mstate m) {
> - bindex_t i;
> - size_t total;
> - /* check bins */
> - for (i = 0; i < NSMALLBINS; ++i)
> - do_check_smallbin(m, i);
> - for (i = 0; i < NTREEBINS; ++i)
> - do_check_treebin(m, i);
> -
> - if (m->dvsize != 0) { /* check dv chunk */
> - do_check_any_chunk(m, m->dv);
> - assert(m->user_data, m->dvsize == chunksize(m->dv));
> - assert(m->user_data, m->dvsize >= MIN_CHUNK_SIZE);
> - assert(m->user_data, bin_find(m, m->dv) == 0);
> - }
> -
> - if (m->top != 0) { /* check top chunk */
> - do_check_top_chunk(m, m->top);
> - assert(m->user_data, m->topsize == chunksize(m->top));
> - assert(m->user_data, m->topsize > 0);
> - assert(m->user_data, bin_find(m, m->top) == 0);
> - }
> -
> - total = traverse_and_check(m);
> - assert(m->user_data, total <= m->footprint);
> - assert(m->user_data, m->footprint <= m->max_footprint);
> -}
> -#endif /* DEBUG */
> -
> -/* ----------------------------- statistics ------------------------------
> */
> -
> -#if !NO_MALLINFO
> -static struct mallinfo internal_mallinfo(mstate m) {
> - struct mallinfo nm = { 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 };
> - if (!PREACTION(m)) {
> - check_malloc_state(m);
> - if (is_initialized(m)) {
> - size_t nfree = SIZE_T_ONE; /* top always free */
> - size_t mfree = m->topsize + TOP_FOOT_SIZE;
> - size_t sum = mfree;
> - msegmentptr s = &m->seg;
> - while (s != 0) {
> - mchunkptr q = align_as_chunk(s->base);
> - while (segment_holds(s, q) &&
> - q != m->top && q->head != FENCEPOST_HEAD) {
> - size_t sz = chunksize(q);
> - sum += sz;
> - if (!cinuse(q)) {
> - mfree += sz;
> - ++nfree;
> - }
> - q = next_chunk(q);
> - }
> - s = s->next;
> - }
> -
> - nm.arena = sum;
> - nm.ordblks = nfree;
> - nm.hblkhd = m->footprint - sum;
> - nm.usmblks = m->max_footprint;
> - nm.uordblks = m->footprint - mfree;
> - nm.fordblks = mfree;
> - nm.keepcost = m->topsize;
> - }
> -
> - POSTACTION(m);
> - }
> - return nm;
> -}
> -#endif /* !NO_MALLINFO */
> -
> -static void internal_malloc_stats(mstate m) {
> - if (!PREACTION(m)) {
> - size_t maxfp = 0;
> - size_t fp = 0;
> - size_t used = 0;
> - check_malloc_state(m);
> - if (is_initialized(m)) {
> - msegmentptr s = &m->seg;
> - maxfp = m->max_footprint;
> - fp = m->footprint;
> - used = fp - (m->topsize + TOP_FOOT_SIZE);
> -
> - while (s != 0) {
> - mchunkptr q = align_as_chunk(s->base);
> - while (segment_holds(s, q) &&
> - q != m->top && q->head != FENCEPOST_HEAD) {
> - if (!cinuse(q))
> - used -= chunksize(q);
> - q = next_chunk(q);
> - }
> - s = s->next;
> - }
> - }
> -
> - PRINT((m->user_data, "max system bytes = %10lu\n", (unsigned
> long)(maxfp)));
> - PRINT((m->user_data, "system bytes = %10lu\n", (unsigned
> long)(fp)));
> - PRINT((m->user_data, "in use bytes = %10lu\n", (unsigned
> long)(used)));
> -
> - POSTACTION(m);
> - }
> -}
> -
> -/* ----------------------- Operations on smallbins -----------------------
> */
> -
> -/*
> - Various forms of linking and unlinking are defined as macros. Even
> - the ones for trees, which are very long but have very short typical
> - paths. This is ugly but reduces reliance on inlining support of
> - compilers.
> -*/
> -
> -/* Link a free chunk into a smallbin */
> -#define insert_small_chunk(M, P, S) {\
> - bindex_t I = small_index(S);\
> - mchunkptr B = smallbin_at(M, I);\
> - mchunkptr F = B;\
> - assert((M)->user_data, S >= MIN_CHUNK_SIZE);\
> - if (!smallmap_is_marked(M, I))\
> - mark_smallmap(M, I);\
> - else if (RTCHECK(ok_address(M, B->fd)))\
> - F = B->fd;\
> - else {\
> - CORRUPTION_ERROR_ACTION(M);\
> - }\
> - B->fd = P;\
> - F->bk = P;\
> - P->fd = F;\
> - P->bk = B;\
> -}
> -
> -/* Unlink a chunk from a smallbin */
> -#define unlink_small_chunk(M, P, S) {\
> - mchunkptr F = P->fd;\
> - mchunkptr B = P->bk;\
> - bindex_t I = small_index(S);\
> - assert((M)->user_data, P != B);\
> - assert((M)->user_data, P != F);\
> - assert((M)->user_data, chunksize(P) == small_index2size(I));\
> - if (F == B)\
> - clear_smallmap(M, I);\
> - else if (RTCHECK((F == smallbin_at(M,I) || ok_address(M, F)) &&\
> - (B == smallbin_at(M,I) || ok_address(M, B)))) {\
> - F->bk = B;\
> - B->fd = F;\
> - }\
> - else {\
> - CORRUPTION_ERROR_ACTION(M);\
> - }\
> -}
> -
> -/* Unlink the first chunk from a smallbin */
> -#define unlink_first_small_chunk(M, B, P, I) {\
> - mchunkptr F = P->fd;\
> - assert((M)->user_data, P != B);\
> - assert((M)->user_data, P != F);\
> - assert((M)->user_data, chunksize(P) == small_index2size(I));\
> - if (B == F)\
> - clear_smallmap(M, I);\
> - else if (RTCHECK(ok_address(M, F))) {\
> - B->fd = F;\
> - F->bk = B;\
> - }\
> - else {\
> - CORRUPTION_ERROR_ACTION(M);\
> - }\
> -}
> -
> -/* Replace dv node, binning the old one */
> -/* Used only when dvsize known to be small */
> -#define replace_dv(M, P, S) {\
> - size_t DVS = M->dvsize;\
> - if (DVS != 0) {\
> - mchunkptr DV = M->dv;\
> - assert((M)->user_data, is_small(DVS));\
> - insert_small_chunk(M, DV, DVS);\
> - }\
> - M->dvsize = S;\
> - M->dv = P;\
> -}
> -
> -
> -/* ------------------------- Operations on trees -------------------------
> */
> -
> -/* Insert chunk into tree */
> -#define insert_large_chunk(M, X, S) {\
> - tbinptr* H;\
> - bindex_t I;\
> - compute_tree_index(S, I);\
> - H = treebin_at(M, I);\
> - X->index = I;\
> - X->child[0] = X->child[1] = 0;\
> - if (!treemap_is_marked(M, I)) {\
> - mark_treemap(M, I);\
> - *H = X;\
> - X->parent = (tchunkptr)H;\
> - X->fd = X->bk = X;\
> - }\
> - else {\
> - tchunkptr T = *H;\
> - size_t K = S << leftshift_for_tree_index(I);\
> - for (;;) {\
> - if (chunksize(T) != S) {\
> - tchunkptr* C = &(T->child[(K >> (SIZE_T_BITSIZE-SIZE_T_ONE)) & 1]);\
> - K <<= 1;\
> - if (*C != 0)\
> - T = *C;\
> - else if (RTCHECK(ok_address(M, C))) {\
> - *C = X;\
> - X->parent = T;\
> - X->fd = X->bk = X;\
> - break;\
> - }\
> - else {\
> - CORRUPTION_ERROR_ACTION(M);\
> - break;\
> - }\
> - }\
> - else {\
> - tchunkptr F = T->fd;\
> - if (RTCHECK(ok_address(M, T) && ok_address(M, F))) {\
> - T->fd = F->bk = X;\
> - X->fd = F;\
> - X->bk = T;\
> - X->parent = 0;\
> - break;\
> - }\
> - else {\
> - CORRUPTION_ERROR_ACTION(M);\
> - break;\
> - }\
> - }\
> - }\
> - }\
> -}
> -
> -/*
> - Unlink steps:
> -
> - 1. If x is a chained node, unlink it from its same-sized fd/bk links
> - and choose its bk node as its replacement.
> - 2. If x was the last node of its size, but not a leaf node, it must
> - be replaced with a leaf node (not merely one with an open left or
> - right), to make sure that lefts and rights of descendents
> - correspond properly to bit masks. We use the rightmost descendent
> - of x. We could use any other leaf, but this is easy to locate and
> - tends to counteract removal of leftmosts elsewhere, and so keeps
> - paths shorter than minimally guaranteed. This doesn't loop much
> - because on average a node in a tree is near the bottom.
> - 3. If x is the base of a chain (i.e., has parent links) relink
> - x's parent and children to x's replacement (or null if none).
> -*/
> -
> -#define unlink_large_chunk(M, X) {\
> - tchunkptr XP = X->parent;\
> - tchunkptr R;\
> - if (X->bk != X) {\
> - tchunkptr F = X->fd;\
> - R = X->bk;\
> - if (RTCHECK(ok_address(M, F))) {\
> - F->bk = R;\
> - R->fd = F;\
> - }\
> - else {\
> - CORRUPTION_ERROR_ACTION(M);\
> - }\
> - }\
> - else {\
> - tchunkptr* RP;\
> - if (((R = *(RP = &(X->child[1]))) != 0) ||\
> - ((R = *(RP = &(X->child[0]))) != 0)) {\
> - tchunkptr* CP;\
> - while ((*(CP = &(R->child[1])) != 0) ||\
> - (*(CP = &(R->child[0])) != 0)) {\
> - R = *(RP = CP);\
> - }\
> - if (RTCHECK(ok_address(M, RP)))\
> - *RP = 0;\
> - else {\
> - CORRUPTION_ERROR_ACTION(M);\
> - }\
> - }\
> - }\
> - if (XP != 0) {\
> - tbinptr* H = treebin_at(M, X->index);\
> - if (X == *H) {\
> - if ((*H = R) == 0) \
> - clear_treemap(M, X->index);\
> - }\
> - else if (RTCHECK(ok_address(M, XP))) {\
> - if (XP->child[0] == X) \
> - XP->child[0] = R;\
> - else \
> - XP->child[1] = R;\
> - }\
> - else\
> - CORRUPTION_ERROR_ACTION(M);\
> - if (R != 0) {\
> - if (RTCHECK(ok_address(M, R))) {\
> - tchunkptr C0, C1;\
> - R->parent = XP;\
> - if ((C0 = X->child[0]) != 0) {\
> - if (RTCHECK(ok_address(M, C0))) {\
> - R->child[0] = C0;\
> - C0->parent = R;\
> - }\
> - else\
> - CORRUPTION_ERROR_ACTION(M);\
> - }\
> - if ((C1 = X->child[1]) != 0) {\
> - if (RTCHECK(ok_address(M, C1))) {\
> - R->child[1] = C1;\
> - C1->parent = R;\
> - }\
> - else\
> - CORRUPTION_ERROR_ACTION(M);\
> - }\
> - }\
> - else\
> - CORRUPTION_ERROR_ACTION(M);\
> - }\
> - }\
> -}
> -
> -/* Relays to large vs small bin operations */
> -
> -#define insert_chunk(M, P, S)\
> - if (is_small(S)) insert_small_chunk(M, P, S)\
> - else { tchunkptr TP = (tchunkptr)(P); insert_large_chunk(M, TP, S); }
> -
> -#define unlink_chunk(M, P, S)\
> - if (is_small(S)) unlink_small_chunk(M, P, S)\
> - else { tchunkptr TP = (tchunkptr)(P); unlink_large_chunk(M, TP); }
> -
> -
> -/* Relays to internal calls to malloc/free from realloc, memalign etc */
> -
> -#define internal_malloc(m, b) mspace_malloc(m, b)
> -#define internal_free(m, mem) mspace_free(m,mem);
> -
> -
> -/* -------------------------- mspace management --------------------------
> */
> -
> -/* Initialize top chunk and its size */
> -static void init_top(mstate m, mchunkptr p, size_t psize) {
> - /* Ensure alignment */
> - size_t offset = align_offset(chunk2mem(p));
> - p = (mchunkptr)((char*)p + offset);
> - psize -= offset;
> -
> - m->top = p;
> - m->topsize = psize;
> - p->head = psize | PINUSE_BIT;
> - /* set size of fake trailing chunk holding overhead space only once */
> - chunk_plus_offset(p, psize)->head = TOP_FOOT_SIZE;
> -}
> -
> -/* Initialize bins for a new mstate that is otherwise zeroed out */
> -static void init_bins(mstate m) {
> - /* Establish circular links for smallbins */
> - bindex_t i;
> - for (i = 0; i < NSMALLBINS; ++i) {
> - sbinptr bin = smallbin_at(m,i);
> - bin->fd = bin->bk = bin;
> - }
> -}
> -
> -#if PROCEED_ON_ERROR
> -
> -/* default corruption action */
> -static void reset_on_error(mstate m) {
> - int i;
> - ++malloc_corruption_error_count;
> - /* Reinitialize fields to forget about all memory */
> - m->smallbins = m->treebins = 0;
> - m->dvsize = m->topsize = 0;
> - m->seg.base = 0;
> - m->seg.size = 0;
> - m->seg.next = 0;
> - m->top = m->dv = 0;
> - for (i = 0; i < NTREEBINS; ++i)
> - *treebin_at(m, i) = 0;
> - init_bins(m);
> -}
> -#endif /* PROCEED_ON_ERROR */
> -
> -/* Allocate chunk and prepend remainder with chunk in successor base. */
> -static void* prepend_alloc(mstate m, char* newbase, char* oldbase,
> - size_t nb) {
> - mchunkptr p = align_as_chunk(newbase);
> - mchunkptr oldfirst = align_as_chunk(oldbase);
> - size_t psize = (char*)oldfirst - (char*)p;
> - mchunkptr q = chunk_plus_offset(p, nb);
> - size_t qsize = psize - nb;
> - set_size_and_pinuse_of_inuse_chunk(m, p, nb);
> -
> - assert(m->user_data, (char*)oldfirst > (char*)q);
> - assert(m->user_data, pinuse(oldfirst));
> - assert(m->user_data, qsize >= MIN_CHUNK_SIZE);
> -
> - /* consolidate remainder with first chunk of old base */
> - if (oldfirst == m->top) {
> - size_t tsize = m->topsize += qsize;
> - m->top = q;
> - q->head = tsize | PINUSE_BIT;
> - check_top_chunk(m, q);
> - }
> - else if (oldfirst == m->dv) {
> - size_t dsize = m->dvsize += qsize;
> - m->dv = q;
> - set_size_and_pinuse_of_free_chunk(q, dsize);
> - }
> - else {
> - if (!cinuse(oldfirst)) {
> - size_t nsize = chunksize(oldfirst);
> - unlink_chunk(m, oldfirst, nsize);
> - oldfirst = chunk_plus_offset(oldfirst, nsize);
> - qsize += nsize;
> - }
> - set_free_with_pinuse(q, qsize, oldfirst);
> - insert_chunk(m, q, qsize);
> - check_free_chunk(m, q);
> - }
> -
> - check_malloced_chunk(m, chunk2mem(p), nb);
> - return chunk2mem(p);
> -}
> -
> -/* -------------------------- System allocation --------------------------
> */
> -
> -/* Get memory from system using MORECORE or MMAP */
> -static void* sys_alloc(mstate m, size_t nb) {
> - MALLOC_FAILURE_ACTION;
> - return 0;
> -}
> -
> -/* ---------------------------- malloc support ---------------------------
> */
> -
> -/* allocate a large request from the best fitting chunk in a treebin */
> -static void* tmalloc_large(mstate m, size_t nb) {
> - tchunkptr v = 0;
> - size_t rsize = -nb; /* Unsigned negation */
> - tchunkptr t;
> - bindex_t idx;
> - compute_tree_index(nb, idx);
> -
> - if ((t = *treebin_at(m, idx)) != 0) {
> - /* Traverse tree for this bin looking for node with size == nb */
> - size_t sizebits = nb << leftshift_for_tree_index(idx);
> - tchunkptr rst = 0; /* The deepest untaken right subtree */
> - for (;;) {
> - tchunkptr rt;
> - size_t trem = chunksize(t) - nb;
> - if (trem < rsize) {
> - v = t;
> - if ((rsize = trem) == 0)
> - break;
> - }
> - rt = t->child[1];
> - t = t->child[(sizebits >> (SIZE_T_BITSIZE-SIZE_T_ONE)) & 1];
> - if (rt != 0 && rt != t)
> - rst = rt;
> - if (t == 0) {
> - t = rst; /* set t to least subtree holding sizes > nb */
> - break;
> - }
> - sizebits <<= 1;
> - }
> - }
> -
> - if (t == 0 && v == 0) { /* set t to root of next non-empty treebin */
> - binmap_t leftbits = left_bits(idx2bit(idx)) & m->treemap;
> - if (leftbits != 0) {
> - bindex_t i;
> - binmap_t leastbit = least_bit(leftbits);
> - compute_bit2idx(leastbit, i);
> - t = *treebin_at(m, i);
> - }
> - }
> -
> - while (t != 0) { /* find smallest of tree or subtree */
> - size_t trem = chunksize(t) - nb;
> - if (trem < rsize) {
> - rsize = trem;
> - v = t;
> - }
> - t = leftmost_child(t);
> - }
> -
> - /* If dv is a better fit, return 0 so malloc will use it */
> - if (v != 0 && rsize < (size_t)(m->dvsize - nb)) {
> - if (RTCHECK(ok_address(m, v))) { /* split */
> - mchunkptr r = chunk_plus_offset(v, nb);
> - assert(m->user_data, chunksize(v) == rsize + nb);
> - if (RTCHECK(ok_next(v, r))) {
> - unlink_large_chunk(m, v);
> - if (rsize < MIN_CHUNK_SIZE)
> - set_inuse_and_pinuse(m, v, (rsize + nb));
> - else {
> - set_size_and_pinuse_of_inuse_chunk(m, v, nb);
> - set_size_and_pinuse_of_free_chunk(r, rsize);
> - insert_chunk(m, r, rsize);
> - }
> - return chunk2mem(v);
> - }
> - }
> - CORRUPTION_ERROR_ACTION(m);
> - }
> - return 0;
> -}
> -
> -/* allocate a small request from the best fitting chunk in a treebin */
> -static void* tmalloc_small(mstate m, size_t nb) {
> - tchunkptr t, v;
> - size_t rsize;
> - bindex_t i;
> - binmap_t leastbit = least_bit(m->treemap);
> - compute_bit2idx(leastbit, i);
> -
> - v = t = *treebin_at(m, i);
> - rsize = chunksize(t) - nb;
> -
> - while ((t = leftmost_child(t)) != 0) {
> - size_t trem = chunksize(t) - nb;
> - if (trem < rsize) {
> - rsize = trem;
> - v = t;
> - }
> - }
> -
> - if (RTCHECK(ok_address(m, v))) {
> - mchunkptr r = chunk_plus_offset(v, nb);
> - assert(m->user_data, chunksize(v) == rsize + nb);
> - if (RTCHECK(ok_next(v, r))) {
> - unlink_large_chunk(m, v);
> - if (rsize < MIN_CHUNK_SIZE)
> - set_inuse_and_pinuse(m, v, (rsize + nb));
> - else {
> - set_size_and_pinuse_of_inuse_chunk(m, v, nb);
> - set_size_and_pinuse_of_free_chunk(r, rsize);
> - replace_dv(m, r, rsize);
> - }
> - return chunk2mem(v);
> - }
> - }
> -
> - CORRUPTION_ERROR_ACTION(m);
> - return 0;
> -}
> -
> -/* --------------------------- realloc support ---------------------------
> */
> -
> -static void* internal_realloc(mstate m, void* oldmem, size_t bytes) {
> - if (bytes >= MAX_REQUEST) {
> - MALLOC_FAILURE_ACTION;
> - return 0;
> - }
> - if (!PREACTION(m)) {
> - mchunkptr oldp = mem2chunk(oldmem);
> - size_t oldsize = chunksize(oldp);
> - mchunkptr next = chunk_plus_offset(oldp, oldsize);
> - mchunkptr newp = 0;
> - void* extra = 0;
> -
> - /* Try to either shrink or extend into top. Else malloc-copy-free */
> -
> - if (RTCHECK(ok_address(m, oldp) && ok_cinuse(oldp) &&
> - ok_next(oldp, next) && ok_pinuse(next))) {
> - size_t nb = request2size(bytes);
> - if (oldsize >= nb) { /* already big enough */
> - size_t rsize = oldsize - nb;
> - newp = oldp;
> - if (rsize >= MIN_CHUNK_SIZE) {
> - mchunkptr remainder = chunk_plus_offset(newp, nb);
> - set_inuse(m, newp, nb);
> - set_inuse(m, remainder, rsize);
> - extra = chunk2mem(remainder);
> - }
> - }
> - else if (next == m->top && oldsize + m->topsize > nb) {
> - /* Expand into top */
> - size_t newsize = oldsize + m->topsize;
> - size_t newtopsize = newsize - nb;
> - mchunkptr newtop = chunk_plus_offset(oldp, nb);
> - set_inuse(m, oldp, nb);
> - newtop->head = newtopsize |PINUSE_BIT;
> - m->top = newtop;
> - m->topsize = newtopsize;
> - newp = oldp;
> - }
> - }
> - else {
> - USAGE_ERROR_ACTION(m, oldmem);
> - POSTACTION(m);
> - return 0;
> - }
> -
> - POSTACTION(m);
> -
> - if (newp != 0) {
> - if (extra != 0) {
> - internal_free(m, extra);
> - }
> - check_inuse_chunk(m, newp);
> - return chunk2mem(newp);
> - }
> - else {
> - void* newmem = internal_malloc(m, bytes);
> - if (newmem != 0) {
> - size_t oc = oldsize - overhead_for(oldp);
> - MEMCPY(newmem, oldmem, (oc < bytes)? oc : bytes);
> - internal_free(m, oldmem);
> - }
> - return newmem;
> - }
> - }
> - return 0;
> -}
> -
> -/* --------------------------- memalign support --------------------------
> */
> -
> -static void* internal_memalign(mstate m, size_t alignment, size_t bytes) {
> - if (alignment <= MALLOC_ALIGNMENT) /* Can just use malloc */
> - return internal_malloc(m, bytes);
> - if (alignment < MIN_CHUNK_SIZE) /* must be at least a minimum chunk size
> */
> - alignment = MIN_CHUNK_SIZE;
> - if ((alignment & (alignment-SIZE_T_ONE)) != 0) {/* Ensure a power of 2 */
> - size_t a = MALLOC_ALIGNMENT << 1;
> - while (a < alignment) a <<= 1;
> - alignment = a;
> - }
> -
> - if (bytes >= MAX_REQUEST - alignment) {
> - if (m != 0) { /* Test isn't needed but avoids compiler warning */
> - MALLOC_FAILURE_ACTION;
> - }
> - }
> - else {
> - size_t nb = request2size(bytes);
> - size_t req = nb + alignment + MIN_CHUNK_SIZE - CHUNK_OVERHEAD;
> - char* mem = (char*)internal_malloc(m, req);
> - if (mem != 0) {
> - void* leader = 0;
> - void* trailer = 0;
> - mchunkptr p = mem2chunk(mem);
> -
> - if (PREACTION(m)) return 0;
> - if ((((size_t)(mem)) % alignment) != 0) { /* misaligned */
> - /*
> - Find an aligned spot inside chunk. Since we need to give
> - back leading space in a chunk of at least MIN_CHUNK_SIZE, if
> - the first calculation places us at a spot with less than
> - MIN_CHUNK_SIZE leader, we can move to the next aligned spot.
> - We've allocated enough total room so that this is always
> - possible.
> - */
> - char* br = (char*)mem2chunk((size_t)(((size_t)(mem +
> - alignment -
> - SIZE_T_ONE)) &
> - -alignment));
> - char* pos = ((size_t)(br - (char*)(p)) >= MIN_CHUNK_SIZE)?
> - br : br+alignment;
> - mchunkptr newp = (mchunkptr)pos;
> - size_t leadsize = pos - (char*)(p);
> - size_t newsize = chunksize(p) - leadsize;
> -
> - /* Otherwise, give back leader, use the rest */
> - set_inuse(m, newp, newsize);
> - set_inuse(m, p, leadsize);
> - leader = chunk2mem(p);
> -
> - p = newp;
> - }
> -
> - assert(m->user_data, chunksize(p) >= nb);
> - assert(m->user_data, (((size_t)(chunk2mem(p))) % alignment) == 0);
> - check_inuse_chunk(m, p);
> - POSTACTION(m);
> - if (leader != 0) {
> - internal_free(m, leader);
> - }
> - if (trailer != 0) {
> - internal_free(m, trailer);
> - }
> - return chunk2mem(p);
> - }
> - }
> - return 0;
> -}
> -
> -/* ----------------------------- user mspaces ----------------------------
> */
> -
> -static mstate init_user_mstate(char* tbase, size_t tsize, void *user_data) {
> - size_t msize = pad_request(sizeof(struct malloc_state));
> - mchunkptr mn;
> - mchunkptr msp = align_as_chunk(tbase);
> - mstate m = (mstate)(chunk2mem(msp));
> - MEMCLEAR(m, msize);
> - INITIAL_LOCK(&m->mutex);
> - msp->head = (msize|PINUSE_BIT|CINUSE_BIT);
> - m->seg.base = m->least_addr = tbase;
> - m->seg.size = m->footprint = m->max_footprint = tsize;
> - m->magic = mparams.magic;
> - m->mflags = mparams.default_mflags;
> - m->user_data = user_data;
> - init_bins(m);
> - mn = next_chunk(mem2chunk(m));
> - init_top(m, mn, (size_t)((tbase + tsize) - (char*)mn) - TOP_FOOT_SIZE);
> - check_top_chunk(m, m->top);
> - return m;
> -}
> -
> -mspace create_mspace_with_base(void* base, size_t capacity, int locked, void
> *user_data) {
> - mstate m = 0;
> - size_t msize = pad_request(sizeof(struct malloc_state));
> - init_mparams(); /* Ensure pagesize etc initialized */
> -
> - if (capacity > msize + TOP_FOOT_SIZE &&
> - capacity < (size_t) -(msize + TOP_FOOT_SIZE + mparams.page_size)) {
> - m = init_user_mstate((char*)base, capacity, user_data);
> - set_lock(m, locked);
> - }
> - return (mspace)m;
> -}
> -
> -/*
> - mspace versions of routines are near-clones of the global
> - versions. This is not so nice but better than the alternatives.
> -*/
> -
> -
> -void* mspace_malloc(mspace msp, size_t bytes) {
> - mstate ms = (mstate)msp;
> - if (!ok_magic(ms)) {
> - USAGE_ERROR_ACTION(ms,ms);
> - return 0;
> - }
> - if (!PREACTION(ms)) {
> - void* mem;
> - size_t nb;
> - if (bytes <= MAX_SMALL_REQUEST) {
> - bindex_t idx;
> - binmap_t smallbits;
> - nb = (bytes < MIN_REQUEST)? MIN_CHUNK_SIZE : pad_request(bytes);
> - idx = small_index(nb);
> - smallbits = ms->smallmap >> idx;
> -
> - if ((smallbits & 0x3U) != 0) { /* Remainderless fit to a smallbin. */
> - mchunkptr b, p;
> - idx += ~smallbits & 1; /* Uses next bin if idx empty */
> - b = smallbin_at(ms, idx);
> - p = b->fd;
> - assert(ms->user_data, chunksize(p) == small_index2size(idx));
> - unlink_first_small_chunk(ms, b, p, idx);
> - set_inuse_and_pinuse(ms, p, small_index2size(idx));
> - mem = chunk2mem(p);
> - check_malloced_chunk(ms, mem, nb);
> - goto postaction;
> - }
> -
> - else if (nb > ms->dvsize) {
> - if (smallbits != 0) { /* Use chunk in next nonempty smallbin */
> - mchunkptr b, p, r;
> - size_t rsize;
> - bindex_t i;
> - binmap_t leftbits = (smallbits << idx) & left_bits(idx2bit(idx));
> - binmap_t leastbit = least_bit(leftbits);
> - compute_bit2idx(leastbit, i);
> - b = smallbin_at(ms, i);
> - p = b->fd;
> - assert(ms->user_data, chunksize(p) == small_index2size(i));
> - unlink_first_small_chunk(ms, b, p, i);
> - rsize = small_index2size(i) - nb;
> - /* Fit here cannot be remainderless if 4byte sizes */
> - if (SIZE_T_SIZE != 4 && rsize < MIN_CHUNK_SIZE)
> - set_inuse_and_pinuse(ms, p, small_index2size(i));
> - else {
> - set_size_and_pinuse_of_inuse_chunk(ms, p, nb);
> - r = chunk_plus_offset(p, nb);
> - set_size_and_pinuse_of_free_chunk(r, rsize);
> - replace_dv(ms, r, rsize);
> - }
> - mem = chunk2mem(p);
> - check_malloced_chunk(ms, mem, nb);
> - goto postaction;
> - }
> -
> - else if (ms->treemap != 0 && (mem = tmalloc_small(ms, nb)) != 0) {
> - check_malloced_chunk(ms, mem, nb);
> - goto postaction;
> - }
> - }
> - }
> - else if (bytes >= MAX_REQUEST)
> - nb = MAX_SIZE_T; /* Too big to allocate. Force failure (in sys alloc)
> */
> - else {
> - nb = pad_request(bytes);
> - if (ms->treemap != 0 && (mem = tmalloc_large(ms, nb)) != 0) {
> - check_malloced_chunk(ms, mem, nb);
> - goto postaction;
> - }
> - }
> -
> - if (nb <= ms->dvsize) {
> - size_t rsize = ms->dvsize - nb;
> - mchunkptr p = ms->dv;
> - if (rsize >= MIN_CHUNK_SIZE) { /* split dv */
> - mchunkptr r = ms->dv = chunk_plus_offset(p, nb);
> - ms->dvsize = rsize;
> - set_size_and_pinuse_of_free_chunk(r, rsize);
> - set_size_and_pinuse_of_inuse_chunk(ms, p, nb);
> - }
> - else { /* exhaust dv */
> - size_t dvs = ms->dvsize;
> - ms->dvsize = 0;
> - ms->dv = 0;
> - set_inuse_and_pinuse(ms, p, dvs);
> - }
> - mem = chunk2mem(p);
> - check_malloced_chunk(ms, mem, nb);
> - goto postaction;
> - }
> -
> - else if (nb < ms->topsize) { /* Split top */
> - size_t rsize = ms->topsize -= nb;
> - mchunkptr p = ms->top;
> - mchunkptr r = ms->top = chunk_plus_offset(p, nb);
> - r->head = rsize | PINUSE_BIT;
> - set_size_and_pinuse_of_inuse_chunk(ms, p, nb);
> - mem = chunk2mem(p);
> - check_top_chunk(ms, ms->top);
> - check_malloced_chunk(ms, mem, nb);
> - goto postaction;
> - }
> -
> - mem = sys_alloc(ms, nb);
> -
> - postaction:
> - POSTACTION(ms);
> - return mem;
> - }
> -
> - return 0;
> -}
> -
> -void mspace_free(mspace msp, void* mem) {
> - if (mem != 0) {
> - mchunkptr p = mem2chunk(mem);
> -#if FOOTERS
> - mstate fm = get_mstate_for(p);
> -#else /* FOOTERS */
> - mstate fm = (mstate)msp;
> -#endif /* FOOTERS */
> - if (!ok_magic(fm)) {
> - USAGE_ERROR_ACTION(fm, p);
> - return;
> - }
> - if (!PREACTION(fm)) {
> - check_inuse_chunk(fm, p);
> - if (RTCHECK(ok_address(fm, p) && ok_cinuse(p))) {
> - size_t psize = chunksize(p);
> - mchunkptr next = chunk_plus_offset(p, psize);
> - if (!pinuse(p)) {
> - size_t prevsize = p->prev_foot;
> -
> - mchunkptr prev = chunk_minus_offset(p, prevsize);
> - psize += prevsize;
> - p = prev;
> - if (RTCHECK(ok_address(fm, prev))) { /* consolidate backward */
> - if (p != fm->dv) {
> - unlink_chunk(fm, p, prevsize);
> - }
> - else if ((next->head & INUSE_BITS) == INUSE_BITS) {
> - fm->dvsize = psize;
> - set_free_with_pinuse(p, psize, next);
> - goto postaction;
> - }
> - }
> - else
> - goto erroraction;
> - }
> -
> - if (RTCHECK(ok_next(p, next) && ok_pinuse(next))) {
> - if (!cinuse(next)) { /* consolidate forward */
> - if (next == fm->top) {
> - size_t tsize = fm->topsize += psize;
> - fm->top = p;
> - p->head = tsize | PINUSE_BIT;
> - if (p == fm->dv) {
> - fm->dv = 0;
> - fm->dvsize = 0;
> - }
> - goto postaction;
> - }
> - else if (next == fm->dv) {
> - size_t dsize = fm->dvsize += psize;
> - fm->dv = p;
> - set_size_and_pinuse_of_free_chunk(p, dsize);
> - goto postaction;
> - }
> - else {
> - size_t nsize = chunksize(next);
> - psize += nsize;
> - unlink_chunk(fm, next, nsize);
> - set_size_and_pinuse_of_free_chunk(p, psize);
> - if (p == fm->dv) {
> - fm->dvsize = psize;
> - goto postaction;
> - }
> - }
> - }
> - else
> - set_free_with_pinuse(p, psize, next);
> - insert_chunk(fm, p, psize);
> - check_free_chunk(fm, p);
> - goto postaction;
> - }
> - }
> - erroraction:
> - USAGE_ERROR_ACTION(fm, p);
> - postaction:
> - POSTACTION(fm);
> - }
> - }
> -}
> -
> -void* mspace_calloc(mspace msp, size_t n_elements, size_t elem_size) {
> - void* mem;
> - size_t req = 0;
> - mstate ms = (mstate)msp;
> - if (!ok_magic(ms)) {
> - USAGE_ERROR_ACTION(ms,ms);
> - return 0;
> - }
> - if (n_elements != 0) {
> - req = n_elements * elem_size;
> - if (((n_elements | elem_size) & ~(size_t)0xffff) &&
> - (req / n_elements != elem_size))
> - req = MAX_SIZE_T; /* force downstream failure on overflow */
> - }
> - mem = internal_malloc(ms, req);
> - if (mem != 0 && calloc_must_clear(mem2chunk(mem)))
> - MEMCLEAR(mem, req);
> - return mem;
> -}
> -
> -void* mspace_realloc(mspace msp, void* oldmem, size_t bytes) {
> - if (oldmem == 0)
> - return mspace_malloc(msp, bytes);
> -#ifdef REALLOC_ZERO_BYTES_FREES
> - if (bytes == 0) {
> - mspace_free(msp, oldmem);
> - return 0;
> - }
> -#endif /* REALLOC_ZERO_BYTES_FREES */
> - else {
> -#if FOOTERS
> - mchunkptr p = mem2chunk(oldmem);
> - mstate ms = get_mstate_for(p);
> -#else /* FOOTERS */
> - mstate ms = (mstate)msp;
> -#endif /* FOOTERS */
> - if (!ok_magic(ms)) {
> - USAGE_ERROR_ACTION(ms,ms);
> - return 0;
> - }
> - return internal_realloc(ms, oldmem, bytes);
> - }
> -}
> -
> -void* mspace_memalign(mspace msp, size_t alignment, size_t bytes) {
> - mstate ms = (mstate)msp;
> - if (!ok_magic(ms)) {
> - USAGE_ERROR_ACTION(ms,ms);
> - return 0;
> - }
> - return internal_memalign(ms, alignment, bytes);
> -}
> -
> -void mspace_malloc_stats(mspace msp) {
> - mstate ms = (mstate)msp;
> - if (ok_magic(ms)) {
> - internal_malloc_stats(ms);
> - }
> - else {
> - USAGE_ERROR_ACTION(ms,ms);
> - }
> -}
> -
> -size_t mspace_footprint(mspace msp) {
> - size_t result;
> - mstate ms = (mstate)msp;
> - if (ok_magic(ms)) {
> - result = ms->footprint;
> - } else {
> - USAGE_ERROR_ACTION(ms,ms);
> - }
> - return result;
> -}
> -
> -
> -size_t mspace_max_footprint(mspace msp) {
> - size_t result;
> - mstate ms = (mstate)msp;
> - if (ok_magic(ms)) {
> - result = ms->max_footprint;
> - } else {
> - USAGE_ERROR_ACTION(ms,ms);
> - }
> - return result;
> -}
> -
> -
> -#if !NO_MALLINFO
> -struct mallinfo mspace_mallinfo(mspace msp) {
> - mstate ms = (mstate)msp;
> - if (!ok_magic(ms)) {
> - USAGE_ERROR_ACTION(ms,ms);
> - }
> - return internal_mallinfo(ms);
> -}
> -#endif /* NO_MALLINFO */
> -
> -int mspace_mallopt(int param_number, int value) {
> - return change_mparam(param_number, value);
> -}
> -
> diff --git a/qxldod/mspace.cpp b/qxldod/mspace.cpp
> new file mode 100644
> index 0000000..28c9f96
> --- /dev/null
> +++ b/qxldod/mspace.cpp
> @@ -0,0 +1,2439 @@
> +// based on dlmalloc from Doug Lea
> +
> +
> +// quote from the Doug Lea original file
> + /*
> + This is a version (aka dlmalloc) of malloc/free/realloc written by
> + Doug Lea and released to the public domain, as explained at
> + http://creativecommons.org/licenses/publicdomain. Send questions,
> + comments, complaints, performance data, etc to dl@xxxxxxxxxxxxx
> +
> + * Version 2.8.3 Thu Sep 22 11:16:15 2005 Doug Lea (dl at gee)
> +
> + Note: There may be an updated version of this malloc obtainable at
> + ftp://gee.cs.oswego.edu/pub/misc/malloc.c
> + Check before installing!
> + */
> +
> +
> +#include <ntddk.h>
> +
> +#include "mspace.h"
> +
> +#pragma warning( disable : 4146 ) /* no "unsigned" warnings */
> +
> +#define MALLOC_ALIGNMENT ((size_t)8U)
> +#define USE_LOCKS 0
> +#define malloc_getpagesize ((size_t)4096U)
> +#define DEFAULT_GRANULARITY malloc_getpagesize
> +#define MAX_SIZE_T (~(size_t)0)
> +#define MALLOC_FAILURE_ACTION
> +#define MALLINFO_FIELD_TYPE size_t
> +#define FOOTERS 0
> +#define INSECURE 0
> +#define PROCEED_ON_ERROR 0
> +#define DEBUG 0
> +#define ABORT_ON_ASSERT_FAILURE 1
> +#define ABORT(user_data) abort_func(user_data)
> +#define USE_BUILTIN_FFS 0
> +#define USE_DEV_RANDOM 0
> +#define PRINT(params) print_func params
> +
> +
> +#define MEMCPY(dest, src, n) RtlCopyMemory(dest, src, n)
> +#define MEMCLEAR(dest, n) RtlZeroMemory(dest, n)
> +
> +
> +#define M_GRANULARITY (-1)
> +
> +void default_abort_func(void *user_data)
> +{
> + for (;;);
> +}
> +
> +void default_print_func(void *user_data, char *format, ...)
> +{
> +}
> +
> +static mspace_abort_t abort_func = default_abort_func;
> +static mspace_print_t print_func = default_print_func;
> +
> +void mspace_set_abort_func(mspace_abort_t f)
> +{
> + abort_func = f;
> +}
> +
> +void mspace_set_print_func(mspace_print_t f)
> +{
> + print_func = f;
> +}
> +
> +/* ------------------------ Mallinfo declarations ------------------------
> */
> +
> +#if !NO_MALLINFO
> +/*
> + This version of malloc supports the standard SVID/XPG mallinfo
> + routine that returns a struct containing usage properties and
> + statistics. It should work on any system that has a
> + /usr/include/malloc.h defining struct mallinfo. The main
> + declaration needed is the mallinfo struct that is returned (by-copy)
> + by mallinfo(). The malloinfo struct contains a bunch of fields that
> + are not even meaningful in this version of malloc. These fields are
> + are instead filled by mallinfo() with other numbers that might be of
> + interest.
> +
> + HAVE_USR_INCLUDE_MALLOC_H should be set if you have a
> + /usr/include/malloc.h file that includes a declaration of struct
> + mallinfo. If so, it is included; else a compliant version is
> + declared below. These must be precisely the same for mallinfo() to
> + work. The original SVID version of this struct, defined on most
> + systems with mallinfo, declares all fields as ints. But some others
> + define as unsigned long. If your system defines the fields using a
> + type of different width than listed here, you MUST #include your
> + system version and #define HAVE_USR_INCLUDE_MALLOC_H.
> +*/
> +
> +/* #define HAVE_USR_INCLUDE_MALLOC_H */
> +
> +
> +struct mallinfo {
> + MALLINFO_FIELD_TYPE arena; /* non-mmapped space allocated from system
> */
> + MALLINFO_FIELD_TYPE ordblks; /* number of free chunks */
> + MALLINFO_FIELD_TYPE smblks; /* always 0 */
> + MALLINFO_FIELD_TYPE hblks; /* always 0 */
> + MALLINFO_FIELD_TYPE hblkhd; /* space in mmapped regions */
> + MALLINFO_FIELD_TYPE usmblks; /* maximum total allocated space */
> + MALLINFO_FIELD_TYPE fsmblks; /* always 0 */
> + MALLINFO_FIELD_TYPE uordblks; /* total allocated space */
> + MALLINFO_FIELD_TYPE fordblks; /* total free space */
> + MALLINFO_FIELD_TYPE keepcost; /* releasable (via malloc_trim) space */
> +};
> +
> +#endif /* NO_MALLINFO */
> +
> +
> +
> +#ifdef DEBUG
> +#if ABORT_ON_ASSERT_FAILURE
> +#define assert(user_data, x) if(!(x)) ABORT(user_data)
> +#else /* ABORT_ON_ASSERT_FAILURE */
> +#include <assert.h>
> +#endif /* ABORT_ON_ASSERT_FAILURE */
> +#else /* DEBUG */
> +#define assert(user_data, x)
> +#endif /* DEBUG */
> +
> +/* ------------------- size_t and alignment properties --------------------
> */
> +
> +/* The byte and bit size of a size_t */
> +#define SIZE_T_SIZE (sizeof(size_t))
> +#define SIZE_T_BITSIZE (sizeof(size_t) << 3)
> +
> +/* Some constants coerced to size_t */
> +/* Annoying but necessary to avoid errors on some plaftorms */
> +#define SIZE_T_ZERO ((size_t)0)
> +#define SIZE_T_ONE ((size_t)1)
> +#define SIZE_T_TWO ((size_t)2)
> +#define TWO_SIZE_T_SIZES (SIZE_T_SIZE<<1)
> +#define FOUR_SIZE_T_SIZES (SIZE_T_SIZE<<2)
> +#define SIX_SIZE_T_SIZES (FOUR_SIZE_T_SIZES+TWO_SIZE_T_SIZES)
> +#define HALF_MAX_SIZE_T (MAX_SIZE_T / 2U)
> +
> +/* The bit mask value corresponding to MALLOC_ALIGNMENT */
> +#define CHUNK_ALIGN_MASK (MALLOC_ALIGNMENT - SIZE_T_ONE)
> +
> +/* True if address a has acceptable alignment */
> +#define is_aligned(A) (((size_t)((A)) & (CHUNK_ALIGN_MASK)) == 0)
> +
> +/* the number of bytes to offset an address to align it */
> +#define align_offset(A)\
> + ((((size_t)(A) & CHUNK_ALIGN_MASK) == 0)? 0 :\
> + ((MALLOC_ALIGNMENT - ((size_t)(A) & CHUNK_ALIGN_MASK)) &
> CHUNK_ALIGN_MASK))
> +
> +/* --------------------------- Lock preliminaries ------------------------
> */
> +
> +#if USE_LOCKS
> +
> +/*
> + When locks are defined, there are up to two global locks:
> +
> + * If HAVE_MORECORE, morecore_mutex protects sequences of calls to
> + MORECORE. In many cases sys_alloc requires two calls, that should
> + not be interleaved with calls by other threads. This does not
> + protect against direct calls to MORECORE by other threads not
> + using this lock, so there is still code to cope the best we can on
> + interference.
> +
> + * magic_init_mutex ensures that mparams.magic and other
> + unique mparams values are initialized only once.
> +*/
> +
> +
> +#define USE_LOCK_BIT (2U)
> +#else /* USE_LOCKS */
> +#define USE_LOCK_BIT (0U)
> +#define INITIAL_LOCK(l)
> +#endif /* USE_LOCKS */
> +
> +#if USE_LOCKS
> +#define ACQUIRE_MAGIC_INIT_LOCK() ACQUIRE_LOCK(&magic_init_mutex);
> +#define RELEASE_MAGIC_INIT_LOCK() RELEASE_LOCK(&magic_init_mutex);
> +#else /* USE_LOCKS */
> +#define ACQUIRE_MAGIC_INIT_LOCK()
> +#define RELEASE_MAGIC_INIT_LOCK()
> +#endif /* USE_LOCKS */
> +
> +
> +
> +/* ----------------------- Chunk representations ------------------------
> */
> +
> +/*
> + (The following includes lightly edited explanations by Colin Plumb.)
> +
> + The malloc_chunk declaration below is misleading (but accurate and
> + necessary). It declares a "view" into memory allowing access to
> + necessary fields at known offsets from a given base.
> +
> + Chunks of memory are maintained using a `boundary tag' method as
> + originally described by Knuth. (See the paper by Paul Wilson
> + ftp://ftp.cs.utexas.edu/pub/garbage/allocsrv.ps for a survey of such
> + techniques.) Sizes of free chunks are stored both in the front of
> + each chunk and at the end. This makes consolidating fragmented
> + chunks into bigger chunks fast. The head fields also hold bits
> + representing whether chunks are free or in use.
> +
> + Here are some pictures to make it clearer. They are "exploded" to
> + show that the state of a chunk can be thought of as extending from
> + the high 31 bits of the head field of its header through the
> + prev_foot and PINUSE_BIT bit of the following chunk header.
> +
> + A chunk that's in use looks like:
> +
> + chunk-> +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+
> + | Size of previous chunk (if P = 1) |
> + +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+
> + +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+ |P|
> + | Size of this chunk 1| +-+
> + mem-> +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+
> + | |
> + +- -+
> + | |
> + +- -+
> + | :
> + +- size - sizeof(size_t) available payload bytes -+
> + : |
> + chunk-> +- -+
> + | |
> + +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+
> + +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+ |1|
> + | Size of next chunk (may or may not be in use) | +-+
> + mem-> +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+
> +
> + And if it's free, it looks like this:
> +
> + chunk-> +- -+
> + | User payload (must be in use, or we would have merged!) |
> + +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+
> + +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+ |P|
> + | Size of this chunk 0| +-+
> + mem-> +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+
> + | Next pointer |
> + +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+
> + | Prev pointer |
> + +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+
> + | :
> + +- size - sizeof(struct chunk) unused bytes -+
> + : |
> + chunk-> +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+
> + | Size of this chunk |
> + +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+
> + +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+ |0|
> + | Size of next chunk (must be in use, or we would have merged)| +-+
> + mem-> +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+
> + | :
> + +- User payload -+
> + : |
> + +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+
> + |0|
> + +-+
> + Note that since we always merge adjacent free chunks, the chunks
> + adjacent to a free chunk must be in use.
> +
> + Given a pointer to a chunk (which can be derived trivially from the
> + payload pointer) we can, in O(1) time, find out whether the adjacent
> + chunks are free, and if so, unlink them from the lists that they
> + are on and merge them with the current chunk.
> +
> + Chunks always begin on even word boundaries, so the mem portion
> + (which is returned to the user) is also on an even word boundary, and
> + thus at least double-word aligned.
> +
> + The P (PINUSE_BIT) bit, stored in the unused low-order bit of the
> + chunk size (which is always a multiple of two words), is an in-use
> + bit for the *previous* chunk. If that bit is *clear*, then the
> + word before the current chunk size contains the previous chunk
> + size, and can be used to find the front of the previous chunk.
> + The very first chunk allocated always has this bit set, preventing
> + access to non-existent (or non-owned) memory. If pinuse is set for
> + any given chunk, then you CANNOT determine the size of the
> + previous chunk, and might even get a memory addressing fault when
> + trying to do so.
> +
> + The C (CINUSE_BIT) bit, stored in the unused second-lowest bit of
> + the chunk size redundantly records whether the current chunk is
> + inuse. This redundancy enables usage checks within free and realloc,
> + and reduces indirection when freeing and consolidating chunks.
> +
> + Each freshly allocated chunk must have both cinuse and pinuse set.
> + That is, each allocated chunk borders either a previously allocated
> + and still in-use chunk, or the base of its memory arena. This is
> + ensured by making all allocations from the the `lowest' part of any
> + found chunk. Further, no free chunk physically borders another one,
> + so each free chunk is known to be preceded and followed by either
> + inuse chunks or the ends of memory.
> +
> + Note that the `foot' of the current chunk is actually represented
> + as the prev_foot of the NEXT chunk. This makes it easier to
> + deal with alignments etc but can be very confusing when trying
> + to extend or adapt this code.
> +
> + The exceptions to all this are
> +
> + 1. The special chunk `top' is the top-most available chunk (i.e.,
> + the one bordering the end of available memory). It is treated
> + specially. Top is never included in any bin, is used only if
> + no other chunk is available, and is released back to the
> + system if it is very large (see M_TRIM_THRESHOLD). In effect,
> + the top chunk is treated as larger (and thus less well
> + fitting) than any other available chunk. The top chunk
> + doesn't update its trailing size field since there is no next
> + contiguous chunk that would have to index off it. However,
> + space is still allocated for it (TOP_FOOT_SIZE) to enable
> + separation or merging when space is extended.
> +
> + 3. Chunks allocated via mmap, which have the lowest-order bit
> + (IS_MMAPPED_BIT) set in their prev_foot fields, and do not set
> + PINUSE_BIT in their head fields. Because they are allocated
> + one-by-one, each must carry its own prev_foot field, which is
> + also used to hold the offset this chunk has within its mmapped
> + region, which is needed to preserve alignment. Each mmapped
> + chunk is trailed by the first two fields of a fake next-chunk
> + for sake of usage checks.
> +
> +*/
> +
> +struct malloc_chunk {
> + size_t prev_foot; /* Size of previous chunk (if free). */
> + size_t head; /* Size and inuse bits. */
> + struct malloc_chunk* fd; /* double links -- used only if free. */
> + struct malloc_chunk* bk;
> +};
> +
> +typedef struct malloc_chunk mchunk;
> +typedef struct malloc_chunk* mchunkptr;
> +typedef struct malloc_chunk* sbinptr; /* The type of bins of chunks */
> +typedef unsigned int bindex_t; /* Described below */
> +typedef unsigned int binmap_t; /* Described below */
> +typedef unsigned int flag_t; /* The type of various bit flag sets
> */
> +
> +
> +/* ------------------- Chunks sizes and alignments -----------------------
> */
> +
> +#define MCHUNK_SIZE (sizeof(mchunk))
> +
> +#if FOOTERS
> +#define CHUNK_OVERHEAD (TWO_SIZE_T_SIZES)
> +#else /* FOOTERS */
> +#define CHUNK_OVERHEAD (SIZE_T_SIZE)
> +#endif /* FOOTERS */
> +
> +/* The smallest size we can malloc is an aligned minimal chunk */
> +#define MIN_CHUNK_SIZE\
> + ((MCHUNK_SIZE + CHUNK_ALIGN_MASK) & ~CHUNK_ALIGN_MASK)
> +
> +/* conversion from malloc headers to user pointers, and back */
> +#define chunk2mem(p) ((void*)((char*)(p) + TWO_SIZE_T_SIZES))
> +#define mem2chunk(mem) ((mchunkptr)((char*)(mem) - TWO_SIZE_T_SIZES))
> +/* chunk associated with aligned address A */
> +#define align_as_chunk(A) (mchunkptr)((A) + align_offset(chunk2mem(A)))
> +
> +/* Bounds on request (not chunk) sizes. */
> +#define MAX_REQUEST ((-MIN_CHUNK_SIZE) << 2)
> +#define MIN_REQUEST (MIN_CHUNK_SIZE - CHUNK_OVERHEAD - SIZE_T_ONE)
> +
> +/* pad request bytes into a usable size */
> +#define pad_request(req) \
> + (((req) + CHUNK_OVERHEAD + CHUNK_ALIGN_MASK) & ~CHUNK_ALIGN_MASK)
> +
> +/* pad request, checking for minimum (but not maximum) */
> +#define request2size(req) \
> + (((req) < MIN_REQUEST)? MIN_CHUNK_SIZE : pad_request(req))
> +
> +/* ------------------ Operations on head and foot fields -----------------
> */
> +
> +/*
> + The head field of a chunk is or'ed with PINUSE_BIT when previous
> + adjacent chunk in use, and or'ed with CINUSE_BIT if this chunk is in
> + use. If the chunk was obtained with mmap, the prev_foot field has
> + IS_MMAPPED_BIT set, otherwise holding the offset of the base of the
> + mmapped region to the base of the chunk.
> +*/
> +
> +#define PINUSE_BIT (SIZE_T_ONE)
> +#define CINUSE_BIT (SIZE_T_TWO)
> +#define INUSE_BITS (PINUSE_BIT|CINUSE_BIT)
> +
> +/* Head value for fenceposts */
> +#define FENCEPOST_HEAD (INUSE_BITS|SIZE_T_SIZE)
> +
> +/* extraction of fields from head words */
> +#define cinuse(p) ((p)->head & CINUSE_BIT)
> +#define pinuse(p) ((p)->head & PINUSE_BIT)
> +#define chunksize(p) ((p)->head & ~(INUSE_BITS))
> +
> +#define clear_pinuse(p) ((p)->head &= ~PINUSE_BIT)
> +#define clear_cinuse(p) ((p)->head &= ~CINUSE_BIT)
> +
> +/* Treat space at ptr +/- offset as a chunk */
> +#define chunk_plus_offset(p, s) ((mchunkptr)(((char*)(p)) + (s)))
> +#define chunk_minus_offset(p, s) ((mchunkptr)(((char*)(p)) - (s)))
> +
> +/* Ptr to next or previous physical malloc_chunk. */
> +#define next_chunk(p) ((mchunkptr)( ((char*)(p)) + ((p)->head &
> ~INUSE_BITS)))
> +#define prev_chunk(p) ((mchunkptr)( ((char*)(p)) - ((p)->prev_foot) ))
> +
> +/* extract next chunk's pinuse bit */
> +#define next_pinuse(p) ((next_chunk(p)->head) & PINUSE_BIT)
> +
> +/* Get/set size at footer */
> +#define get_foot(p, s) (((mchunkptr)((char*)(p) + (s)))->prev_foot)
> +#define set_foot(p, s) (((mchunkptr)((char*)(p) + (s)))->prev_foot = (s))
> +
> +/* Set size, pinuse bit, and foot */
> +#define set_size_and_pinuse_of_free_chunk(p, s)\
> + ((p)->head = (s|PINUSE_BIT), set_foot(p, s))
> +
> +/* Set size, pinuse bit, foot, and clear next pinuse */
> +#define set_free_with_pinuse(p, s, n)\
> + (clear_pinuse(n), set_size_and_pinuse_of_free_chunk(p, s))
> +
> +/* Get the internal overhead associated with chunk p */
> +#define overhead_for(p) CHUNK_OVERHEAD
> +
> +/* Return true if malloced space is not necessarily cleared */
> +#define calloc_must_clear(p) (1)
> +
> +
> +/* ---------------------- Overlaid data structures -----------------------
> */
> +
> +/*
> + When chunks are not in use, they are treated as nodes of either
> + lists or trees.
> +
> + "Small" chunks are stored in circular doubly-linked lists, and look
> + like this:
> +
> + chunk->
> +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+
> + | Size of previous chunk
> |
> +
> +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+
> + `head:' | Size of chunk, in bytes
> |P|
> + mem->
> +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+
> + | Forward pointer to next chunk in list
> |
> +
> +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+
> + | Back pointer to previous chunk in list
> |
> +
> +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+
> + | Unused space (may be 0 bytes long)
> .
> + .
> .
> + .
> |
> +nextchunk->
> +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+
> + `foot:' | Size of chunk, in bytes
> |
> +
> +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+
> +
> + Larger chunks are kept in a form of bitwise digital trees (aka
> + tries) keyed on chunksizes. Because malloc_tree_chunks are only for
> + free chunks greater than 256 bytes, their size doesn't impose any
> + constraints on user chunk sizes. Each node looks like:
> +
> + chunk->
> +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+
> + | Size of previous chunk
> |
> +
> +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+
> + `head:' | Size of chunk, in bytes
> |P|
> + mem->
> +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+
> + | Forward pointer to next chunk of same size
> |
> +
> +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+
> + | Back pointer to previous chunk of same size
> |
> +
> +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+
> + | Pointer to left child (child[0])
> |
> +
> +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+
> + | Pointer to right child (child[1])
> |
> +
> +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+
> + | Pointer to parent
> |
> +
> +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+
> + | bin index of this chunk
> |
> +
> +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+
> + | Unused space
> .
> + .
> |
> +nextchunk->
> +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+
> + `foot:' | Size of chunk, in bytes
> |
> +
> +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+
> +
> + Each tree holding treenodes is a tree of unique chunk sizes. Chunks
> + of the same size are arranged in a circularly-linked list, with only
> + the oldest chunk (the next to be used, in our FIFO ordering)
> + actually in the tree. (Tree members are distinguished by a non-null
> + parent pointer.) If a chunk with the same size an an existing node
> + is inserted, it is linked off the existing node using pointers that
> + work in the same way as fd/bk pointers of small chunks.
> +
> + Each tree contains a power of 2 sized range of chunk sizes (the
> + smallest is 0x100 <= x < 0x180), which is is divided in half at each
> + tree level, with the chunks in the smaller half of the range (0x100
> + <= x < 0x140 for the top nose) in the left subtree and the larger
> + half (0x140 <= x < 0x180) in the right subtree. This is, of course,
> + done by inspecting individual bits.
> +
> + Using these rules, each node's left subtree contains all smaller
> + sizes than its right subtree. However, the node at the root of each
> + subtree has no particular ordering relationship to either. (The
> + dividing line between the subtree sizes is based on trie relation.)
> + If we remove the last chunk of a given size from the interior of the
> + tree, we need to replace it with a leaf node. The tree ordering
> + rules permit a node to be replaced by any leaf below it.
> +
> + The smallest chunk in a tree (a common operation in a best-fit
> + allocator) can be found by walking a path to the leftmost leaf in
> + the tree. Unlike a usual binary tree, where we follow left child
> + pointers until we reach a null, here we follow the right child
> + pointer any time the left one is null, until we reach a leaf with
> + both child pointers null. The smallest chunk in the tree will be
> + somewhere along that path.
> +
> + The worst case number of steps to add, find, or remove a node is
> + bounded by the number of bits differentiating chunks within
> + bins. Under current bin calculations, this ranges from 6 up to 21
> + (for 32 bit sizes) or up to 53 (for 64 bit sizes). The typical case
> + is of course much better.
> +*/
> +
> +struct malloc_tree_chunk {
> + /* The first four fields must be compatible with malloc_chunk */
> + size_t prev_foot;
> + size_t head;
> + struct malloc_tree_chunk* fd;
> + struct malloc_tree_chunk* bk;
> +
> + struct malloc_tree_chunk* child[2];
> + struct malloc_tree_chunk* parent;
> + bindex_t index;
> +};
> +
> +typedef struct malloc_tree_chunk tchunk;
> +typedef struct malloc_tree_chunk* tchunkptr;
> +typedef struct malloc_tree_chunk* tbinptr; /* The type of bins of trees */
> +
> +/* A little helper macro for trees */
> +#define leftmost_child(t) ((t)->child[0] != 0? (t)->child[0] :
> (t)->child[1])
> +
> +/* ----------------------------- Segments --------------------------------
> */
> +
> +/*
> + Each malloc space may include non-contiguous segments, held in a
> + list headed by an embedded malloc_segment record representing the
> + top-most space. Segments also include flags holding properties of
> + the space. Large chunks that are directly allocated by mmap are not
> + included in this list. They are instead independently created and
> + destroyed without otherwise keeping track of them.
> +
> + Segment management mainly comes into play for spaces allocated by
> + MMAP. Any call to MMAP might or might not return memory that is
> + adjacent to an existing segment. MORECORE normally contiguously
> + extends the current space, so this space is almost always adjacent,
> + which is simpler and faster to deal with. (This is why MORECORE is
> + used preferentially to MMAP when both are available -- see
> + sys_alloc.) When allocating using MMAP, we don't use any of the
> + hinting mechanisms (inconsistently) supported in various
> + implementations of unix mmap, or distinguish reserving from
> + committing memory. Instead, we just ask for space, and exploit
> + contiguity when we get it. It is probably possible to do
> + better than this on some systems, but no general scheme seems
> + to be significantly better.
> +
> + Management entails a simpler variant of the consolidation scheme
> + used for chunks to reduce fragmentation -- new adjacent memory is
> + normally prepended or appended to an existing segment. However,
> + there are limitations compared to chunk consolidation that mostly
> + reflect the fact that segment processing is relatively infrequent
> + (occurring only when getting memory from system) and that we
> + don't expect to have huge numbers of segments:
> +
> + * Segments are not indexed, so traversal requires linear scans. (It
> + would be possible to index these, but is not worth the extra
> + overhead and complexity for most programs on most platforms.)
> + * New segments are only appended to old ones when holding top-most
> + memory; if they cannot be prepended to others, they are held in
> + different segments.
> +
> + Except for the top-most segment of an mstate, each segment record
> + is kept at the tail of its segment. Segments are added by pushing
> + segment records onto the list headed by &mstate.seg for the
> + containing mstate.
> +
> + Segment flags control allocation/merge/deallocation policies:
> + * If EXTERN_BIT set, then we did not allocate this segment,
> + and so should not try to deallocate or merge with others.
> + (This currently holds only for the initial segment passed
> + into create_mspace_with_base.)
> + * If IS_MMAPPED_BIT set, the segment may be merged with
> + other surrounding mmapped segments and trimmed/de-allocated
> + using munmap.
> + * If neither bit is set, then the segment was obtained using
> + MORECORE so can be merged with surrounding MORECORE'd segments
> + and deallocated/trimmed using MORECORE with negative arguments.
> +*/
> +
> +struct malloc_segment {
> + char* base; /* base address */
> + size_t size; /* allocated size */
> + struct malloc_segment* next; /* ptr to next segment */
> +};
> +
> +typedef struct malloc_segment msegment;
> +typedef struct malloc_segment* msegmentptr;
> +
> +/* ---------------------------- malloc_state -----------------------------
> */
> +
> +/*
> + A malloc_state holds all of the bookkeeping for a space.
> + The main fields are:
> +
> + Top
> + The topmost chunk of the currently active segment. Its size is
> + cached in topsize. The actual size of topmost space is
> + topsize+TOP_FOOT_SIZE, which includes space reserved for adding
> + fenceposts and segment records if necessary when getting more
> + space from the system. The size at which to autotrim top is
> + cached from mparams in trim_check, except that it is disabled if
> + an autotrim fails.
> +
> + Designated victim (dv)
> + This is the preferred chunk for servicing small requests that
> + don't have exact fits. It is normally the chunk split off most
> + recently to service another small request. Its size is cached in
> + dvsize. The link fields of this chunk are not maintained since it
> + is not kept in a bin.
> +
> + SmallBins
> + An array of bin headers for free chunks. These bins hold chunks
> + with sizes less than MIN_LARGE_SIZE bytes. Each bin contains
> + chunks of all the same size, spaced 8 bytes apart. To simplify
> + use in double-linked lists, each bin header acts as a malloc_chunk
> + pointing to the real first node, if it exists (else pointing to
> + itself). This avoids special-casing for headers. But to avoid
> + waste, we allocate only the fd/bk pointers of bins, and then use
> + repositioning tricks to treat these as the fields of a chunk.
> +
> + TreeBins
> + Treebins are pointers to the roots of trees holding a range of
> + sizes. There are 2 equally spaced treebins for each power of two
> + from TREE_SHIFT to TREE_SHIFT+16. The last bin holds anything
> + larger.
> +
> + Bin maps
> + There is one bit map for small bins ("smallmap") and one for
> + treebins ("treemap). Each bin sets its bit when non-empty, and
> + clears the bit when empty. Bit operations are then used to avoid
> + bin-by-bin searching -- nearly all "search" is done without ever
> + looking at bins that won't be selected. The bit maps
> + conservatively use 32 bits per map word, even if on 64bit system.
> + For a good description of some of the bit-based techniques used
> + here, see Henry S. Warren Jr's book "Hacker's Delight" (and
> + supplement at http://hackersdelight.org/). Many of these are
> + intended to reduce the branchiness of paths through malloc etc, as
> + well as to reduce the number of memory locations read or written.
> +
> + Segments
> + A list of segments headed by an embedded malloc_segment record
> + representing the initial space.
> +
> + Address check support
> + The least_addr field is the least address ever obtained from
> + MORECORE or MMAP. Attempted frees and reallocs of any address less
> + than this are trapped (unless INSECURE is defined).
> +
> + Magic tag
> + A cross-check field that should always hold same value as mparams.magic.
> +
> + Flags
> + Bits recording whether to use MMAP, locks, or contiguous MORECORE
> +
> + Statistics
> + Each space keeps track of current and maximum system memory
> + obtained via MORECORE or MMAP.
> +
> + Locking
> + If USE_LOCKS is defined, the "mutex" lock is acquired and released
> + around every public call using this mspace.
> +*/
> +
> +/* Bin types, widths and sizes */
> +#define NSMALLBINS (32U)
> +#define NTREEBINS (32U)
> +#define SMALLBIN_SHIFT (3U)
> +#define SMALLBIN_WIDTH (SIZE_T_ONE << SMALLBIN_SHIFT)
> +#define TREEBIN_SHIFT (8U)
> +#define MIN_LARGE_SIZE (SIZE_T_ONE << TREEBIN_SHIFT)
> +#define MAX_SMALL_SIZE (MIN_LARGE_SIZE - SIZE_T_ONE)
> +#define MAX_SMALL_REQUEST (MAX_SMALL_SIZE - CHUNK_ALIGN_MASK -
> CHUNK_OVERHEAD)
> +
> +struct malloc_state {
> + binmap_t smallmap;
> + binmap_t treemap;
> + size_t dvsize;
> + size_t topsize;
> + char* least_addr;
> + mchunkptr dv;
> + mchunkptr top;
> + size_t magic;
> + mchunkptr smallbins[(NSMALLBINS+1)*2];
> + tbinptr treebins[NTREEBINS];
> + size_t footprint;
> + size_t max_footprint;
> + flag_t mflags;
> + void *user_data;
> +#if USE_LOCKS
> + MLOCK_T mutex; /* locate lock among fields that rarely change */
> +#endif /* USE_LOCKS */
> + msegment seg;
> +};
> +
> +typedef struct malloc_state* mstate;
> +
> +/* ------------- Global malloc_state and malloc_params -------------------
> */
> +
> +/*
> + malloc_params holds global properties, including those that can be
> + dynamically set using mallopt. There is a single instance, mparams,
> + initialized in init_mparams.
> +*/
> +
> +struct malloc_params {
> + size_t magic;
> + size_t page_size;
> + size_t granularity;
> + flag_t default_mflags;
> +};
> +
> +static struct malloc_params mparams;
> +
> +/* The global malloc_state used for all non-"mspace" calls */
> +//static struct malloc_state _gm_;
> +//#define gm (&_gm_)
> +//#define is_global(M) ((M) == &_gm_)
> +#define is_initialized(M) ((M)->top != 0)
> +
> +/* -------------------------- system alloc setup -------------------------
> */
> +
> +/* Operations on mflags */
> +
> +#define use_lock(M) ((M)->mflags & USE_LOCK_BIT)
> +#define enable_lock(M) ((M)->mflags |= USE_LOCK_BIT)
> +#define disable_lock(M) ((M)->mflags &= ~USE_LOCK_BIT)
> +
> +#define set_lock(M,L)\
> + ((M)->mflags = (L)?\
> + ((M)->mflags | USE_LOCK_BIT) :\
> + ((M)->mflags & ~USE_LOCK_BIT))
> +
> +/* page-align a size */
> +#define page_align(S)\
> + (((S) + (mparams.page_size)) & ~(mparams.page_size - SIZE_T_ONE))
> +
> +/* granularity-align a size */
> +#define granularity_align(S)\
> + (((S) + (mparams.granularity)) & ~(mparams.granularity - SIZE_T_ONE))
> +
> +#define is_page_aligned(S)\
> + (((size_t)(S) & (mparams.page_size - SIZE_T_ONE)) == 0)
> +#define is_granularity_aligned(S)\
> + (((size_t)(S) & (mparams.granularity - SIZE_T_ONE)) == 0)
> +
> +/* True if segment S holds address A */
> +#define segment_holds(S, A)\
> + ((char*)(A) >= S->base && (char*)(A) < S->base + S->size)
> +
> +/* Return segment holding given address */
> +static msegmentptr segment_holding(mstate m, char* addr) {
> + msegmentptr sp = &m->seg;
> + for (;;) {
> + if (addr >= sp->base && addr < sp->base + sp->size)
> + return sp;
> + if ((sp = sp->next) == 0)
> + return 0;
> + }
> +}
> +
> +/* Return true if segment contains a segment link */
> +static int has_segment_link(mstate m, msegmentptr ss) {
> + msegmentptr sp = &m->seg;
> + for (;;) {
> + if ((char*)sp >= ss->base && (char*)sp < ss->base + ss->size)
> + return 1;
> + if ((sp = sp->next) == 0)
> + return 0;
> + }
> +}
> +
> +
> +
> +/*
> + TOP_FOOT_SIZE is padding at the end of a segment, including space
> + that may be needed to place segment records and fenceposts when new
> + noncontiguous segments are added.
> +*/
> +#define TOP_FOOT_SIZE\
> + (align_offset(chunk2mem(0))+pad_request(sizeof(struct
> malloc_segment))+MIN_CHUNK_SIZE)
> +
> +
> +/* ------------------------------- Hooks --------------------------------
> */
> +
> +/*
> + PREACTION should be defined to return 0 on success, and nonzero on
> + failure. If you are not using locking, you can redefine these to do
> + anything you like.
> +*/
> +
> +#if USE_LOCKS
> +
> +/* Ensure locks are initialized */
> +#define GLOBALLY_INITIALIZE() (mparams.page_size == 0 && init_mparams())
> +
> +#define PREACTION(M) ((GLOBALLY_INITIALIZE() || use_lock(M))?
> ACQUIRE_LOCK(&(M)->mutex) : 0)
> +#define POSTACTION(M) { if (use_lock(M)) RELEASE_LOCK(&(M)->mutex); }
> +#else /* USE_LOCKS */
> +
> +#ifndef PREACTION
> +#define PREACTION(M) (0)
> +#endif /* PREACTION */
> +
> +#ifndef POSTACTION
> +#define POSTACTION(M)
> +#endif /* POSTACTION */
> +
> +#endif /* USE_LOCKS */
> +
> +/*
> + CORRUPTION_ERROR_ACTION is triggered upon detected bad addresses.
> + USAGE_ERROR_ACTION is triggered on detected bad frees and
> + reallocs. The argument p is an address that might have triggered the
> + fault. It is ignored by the two predefined actions, but might be
> + useful in custom actions that try to help diagnose errors.
> +*/
> +
> +#if PROCEED_ON_ERROR
> +
> +/* A count of the number of corruption errors causing resets */
> +int malloc_corruption_error_count;
> +
> +/* default corruption action */
> +static void reset_on_error(mstate m);
> +
> +#define CORRUPTION_ERROR_ACTION(m) reset_on_error(m)
> +#define USAGE_ERROR_ACTION(m, p)
> +
> +#else /* PROCEED_ON_ERROR */
> +
> +#ifndef CORRUPTION_ERROR_ACTION
> +#define CORRUPTION_ERROR_ACTION(m) ABORT(m->user_data)
> +#endif /* CORRUPTION_ERROR_ACTION */
> +
> +#ifndef USAGE_ERROR_ACTION
> +#define USAGE_ERROR_ACTION(m,p) ABORT(m->user_data)
> +#endif /* USAGE_ERROR_ACTION */
> +
> +#endif /* PROCEED_ON_ERROR */
> +
> +/* -------------------------- Debugging setup ----------------------------
> */
> +
> +#if ! DEBUG
> +
> +#define check_free_chunk(M,P)
> +#define check_inuse_chunk(M,P)
> +#define check_malloced_chunk(M,P,N)
> +#define check_malloc_state(M)
> +#define check_top_chunk(M,P)
> +
> +#else /* DEBUG */
> +#define check_free_chunk(M,P) do_check_free_chunk(M,P)
> +#define check_inuse_chunk(M,P) do_check_inuse_chunk(M,P)
> +#define check_top_chunk(M,P) do_check_top_chunk(M,P)
> +#define check_malloced_chunk(M,P,N) do_check_malloced_chunk(M,P,N)
> +#define check_malloc_state(M) do_check_malloc_state(M)
> +
> +static void do_check_any_chunk(mstate m, mchunkptr p);
> +static void do_check_top_chunk(mstate m, mchunkptr p);
> +static void do_check_inuse_chunk(mstate m, mchunkptr p);
> +static void do_check_free_chunk(mstate m, mchunkptr p);
> +static void do_check_malloced_chunk(mstate m, void* mem, size_t s);
> +static void do_check_tree(mstate m, tchunkptr t);
> +static void do_check_treebin(mstate m, bindex_t i);
> +static void do_check_smallbin(mstate m, bindex_t i);
> +static void do_check_malloc_state(mstate m);
> +static int bin_find(mstate m, mchunkptr x);
> +static size_t traverse_and_check(mstate m);
> +#endif /* DEBUG */
> +
> +/* ---------------------------- Indexing Bins ----------------------------
> */
> +
> +#define is_small(s) (((s) >> SMALLBIN_SHIFT) < NSMALLBINS)
> +#define small_index(s) ((s) >> SMALLBIN_SHIFT)
> +#define small_index2size(i) ((i) << SMALLBIN_SHIFT)
> +#define MIN_SMALL_INDEX (small_index(MIN_CHUNK_SIZE))
> +
> +/* addressing by index. See above about smallbin repositioning */
> +#define smallbin_at(M, i) ((sbinptr)((char*)&((M)->smallbins[(i)<<1])))
> +#define treebin_at(M,i) (&((M)->treebins[i]))
> +
> +/* assign tree index for size S to variable I */
> +#if defined(__GNUC__) && defined(i386)
> +#define compute_tree_index(S, I)\
> +{\
> + size_t X = S >> TREEBIN_SHIFT;\
> + if (X == 0)\
> + I = 0;\
> + else if (X > 0xFFFF)\
> + I = NTREEBINS-1;\
> + else {\
> + unsigned int K;\
> + __asm__("bsrl %1,%0\n\t" : "=r" (K) : "rm" (X));\
> + I = (bindex_t)((K << 1) + ((S >> (K + (TREEBIN_SHIFT-1)) & 1)));\
> + }\
> +}
> +#else /* GNUC */
> +#define compute_tree_index(S, I)\
> +{\
> + size_t X = S >> TREEBIN_SHIFT;\
> + if (X == 0)\
> + I = 0;\
> + else if (X > 0xFFFF)\
> + I = NTREEBINS-1;\
> + else {\
> + unsigned int Y = (unsigned int)X;\
> + unsigned int N = ((Y - 0x100) >> 16) & 8;\
> + unsigned int K = (((Y <<= N) - 0x1000) >> 16) & 4;\
> + N += K;\
> + N += K = (((Y <<= K) - 0x4000) >> 16) & 2;\
> + K = 14 - N + ((Y <<= K) >> 15);\
> + I = (K << 1) + ((S >> (K + (TREEBIN_SHIFT-1)) & 1));\
> + }\
> +}
> +#endif /* GNUC */
> +
> +/* Bit representing maximum resolved size in a treebin at i */
> +#define bit_for_tree_index(i) \
> + (i == NTREEBINS-1)? (SIZE_T_BITSIZE-1) : (((i) >> 1) + TREEBIN_SHIFT - 2)
> +
> +/* Shift placing maximum resolved bit in a treebin at i as sign bit */
> +#define leftshift_for_tree_index(i) \
> + ((i == NTREEBINS-1)? 0 : \
> + ((SIZE_T_BITSIZE-SIZE_T_ONE) - (((i) >> 1) + TREEBIN_SHIFT - 2)))
> +
> +/* The size of the smallest chunk held in bin with index i */
> +#define minsize_for_tree_index(i) \
> + ((SIZE_T_ONE << (((i) >> 1) + TREEBIN_SHIFT)) | \
> + (((size_t)((i) & SIZE_T_ONE)) << (((i) >> 1) + TREEBIN_SHIFT - 1)))
> +
> +/* ------------------------ Operations on bin maps -----------------------
> */
> +
> +/* bit corresponding to given index */
> +#define idx2bit(i) ((binmap_t)(1) << (i))
> +
> +/* Mark/Clear bits with given index */
> +#define mark_smallmap(M,i) ((M)->smallmap |= idx2bit(i))
> +#define clear_smallmap(M,i) ((M)->smallmap &= ~idx2bit(i))
> +#define smallmap_is_marked(M,i) ((M)->smallmap & idx2bit(i))
> +
> +#define mark_treemap(M,i) ((M)->treemap |= idx2bit(i))
> +#define clear_treemap(M,i) ((M)->treemap &= ~idx2bit(i))
> +#define treemap_is_marked(M,i) ((M)->treemap & idx2bit(i))
> +
> +/* index corresponding to given bit */
> +
> +#if defined(__GNUC__) && defined(i386)
> +#define compute_bit2idx(X, I)\
> +{\
> + unsigned int J;\
> + __asm__("bsfl %1,%0\n\t" : "=r" (J) : "rm" (X));\
> + I = (bindex_t)J;\
> +}
> +
> +#else /* GNUC */
> +#if USE_BUILTIN_FFS
> +#define compute_bit2idx(X, I) I = ffs(X)-1
> +
> +#else /* USE_BUILTIN_FFS */
> +#define compute_bit2idx(X, I)\
> +{\
> + unsigned int Y = X - 1;\
> + unsigned int K = Y >> (16-4) & 16;\
> + unsigned int N = K; Y >>= K;\
> + N += K = Y >> (8-3) & 8; Y >>= K;\
> + N += K = Y >> (4-2) & 4; Y >>= K;\
> + N += K = Y >> (2-1) & 2; Y >>= K;\
> + N += K = Y >> (1-0) & 1; Y >>= K;\
> + I = (bindex_t)(N + Y);\
> +}
> +#endif /* USE_BUILTIN_FFS */
> +#endif /* GNUC */
> +
> +/* isolate the least set bit of a bitmap */
> +#define least_bit(x) ((x) & -(x))
> +
> +/* mask with all bits to left of least bit of x on */
> +#define left_bits(x) ((x<<1) | -(x<<1))
> +
> +/* mask with all bits to left of or equal to least bit of x on */
> +#define same_or_left_bits(x) ((x) | -(x))
> +
> +
> +/* ----------------------- Runtime Check Support -------------------------
> */
> +
> +/*
> + For security, the main invariant is that malloc/free/etc never
> + writes to a static address other than malloc_state, unless static
> + malloc_state itself has been corrupted, which cannot occur via
> + malloc (because of these checks). In essence this means that we
> + believe all pointers, sizes, maps etc held in malloc_state, but
> + check all of those linked or offsetted from other embedded data
> + structures. These checks are interspersed with main code in a way
> + that tends to minimize their run-time cost.
> +
> + When FOOTERS is defined, in addition to range checking, we also
> + verify footer fields of inuse chunks, which can be used guarantee
> + that the mstate controlling malloc/free is intact. This is a
> + streamlined version of the approach described by William Robertson
> + et al in "Run-time Detection of Heap-based Overflows" LISA'03
> + http://www.usenix.org/events/lisa03/tech/robertson.html The footer
> + of an inuse chunk holds the xor of its mstate and a random seed,
> + that is checked upon calls to free() and realloc(). This is
> + (probablistically) unguessable from outside the program, but can be
> + computed by any code successfully malloc'ing any chunk, so does not
> + itself provide protection against code that has already broken
> + security through some other means. Unlike Robertson et al, we
> + always dynamically check addresses of all offset chunks (previous,
> + next, etc). This turns out to be cheaper than relying on hashes.
> +*/
> +
> +#if !INSECURE
> +/* Check if address a is at least as high as any from MORECORE or MMAP */
> +#define ok_address(M, a) ((char*)(a) >= (M)->least_addr)
> +/* Check if address of next chunk n is higher than base chunk p */
> +#define ok_next(p, n) ((char*)(p) < (char*)(n))
> +/* Check if p has its cinuse bit on */
> +#define ok_cinuse(p) cinuse(p)
> +/* Check if p has its pinuse bit on */
> +#define ok_pinuse(p) pinuse(p)
> +
> +#else /* !INSECURE */
> +#define ok_address(M, a) (1)
> +#define ok_next(b, n) (1)
> +#define ok_cinuse(p) (1)
> +#define ok_pinuse(p) (1)
> +#endif /* !INSECURE */
> +
> +#if (FOOTERS && !INSECURE)
> +/* Check if (alleged) mstate m has expected magic field */
> +#define ok_magic(M) ((M)->magic == mparams.magic)
> +#else /* (FOOTERS && !INSECURE) */
> +#define ok_magic(M) (1)
> +#endif /* (FOOTERS && !INSECURE) */
> +
> +
> +/* In gcc, use __builtin_expect to minimize impact of checks */
> +#if !INSECURE
> +#if defined(__GNUC__) && __GNUC__ >= 3
> +#define RTCHECK(e) __builtin_expect(e, 1)
> +#else /* GNUC */
> +#define RTCHECK(e) (e)
> +#endif /* GNUC */
> +#else /* !INSECURE */
> +#define RTCHECK(e) (1)
> +#endif /* !INSECURE */
> +
> +/* macros to set up inuse chunks with or without footers */
> +
> +#if !FOOTERS
> +
> +#define mark_inuse_foot(M,p,s)
> +
> +/* Set cinuse bit and pinuse bit of next chunk */
> +#define set_inuse(M,p,s)\
> + ((p)->head = (((p)->head & PINUSE_BIT)|s|CINUSE_BIT),\
> + ((mchunkptr)(((char*)(p)) + (s)))->head |= PINUSE_BIT)
> +
> +/* Set cinuse and pinuse of this chunk and pinuse of next chunk */
> +#define set_inuse_and_pinuse(M,p,s)\
> + ((p)->head = (s|PINUSE_BIT|CINUSE_BIT),\
> + ((mchunkptr)(((char*)(p)) + (s)))->head |= PINUSE_BIT)
> +
> +/* Set size, cinuse and pinuse bit of this chunk */
> +#define set_size_and_pinuse_of_inuse_chunk(M, p, s)\
> + ((p)->head = (s|PINUSE_BIT|CINUSE_BIT))
> +
> +#else /* FOOTERS */
> +
> +/* Set foot of inuse chunk to be xor of mstate and seed */
> +#define mark_inuse_foot(M,p,s)\
> + (((mchunkptr)((char*)(p) + (s)))->prev_foot = ((size_t)(M) ^
> mparams.magic))
> +
> +#define get_mstate_for(p)\
> + ((mstate)(((mchunkptr)((char*)(p) +\
> + (chunksize(p))))->prev_foot ^ mparams.magic))
> +
> +#define set_inuse(M,p,s)\
> + ((p)->head = (((p)->head & PINUSE_BIT)|s|CINUSE_BIT),\
> + (((mchunkptr)(((char*)(p)) + (s)))->head |= PINUSE_BIT), \
> + mark_inuse_foot(M,p,s))
> +
> +#define set_inuse_and_pinuse(M,p,s)\
> + ((p)->head = (s|PINUSE_BIT|CINUSE_BIT),\
> + (((mchunkptr)(((char*)(p)) + (s)))->head |= PINUSE_BIT),\
> + mark_inuse_foot(M,p,s))
> +
> +#define set_size_and_pinuse_of_inuse_chunk(M, p, s)\
> + ((p)->head = (s|PINUSE_BIT|CINUSE_BIT),\
> + mark_inuse_foot(M, p, s))
> +
> +#endif /* !FOOTERS */
> +
> +/* ---------------------------- setting mparams --------------------------
> */
> +
> +/* Initialize mparams */
> +static int init_mparams(void) {
> + if (mparams.page_size == 0) {
> + size_t s;
> +
> + mparams.default_mflags = USE_LOCK_BIT;
> +
> +#if (FOOTERS && !INSECURE)
> + {
> +#if USE_DEV_RANDOM
> + int fd;
> + unsigned char buf[sizeof(size_t)];
> + /* Try to use /dev/urandom, else fall back on using time */
> + if ((fd = open("/dev/urandom", O_RDONLY)) >= 0 &&
> + read(fd, buf, sizeof(buf)) == sizeof(buf)) {
> + s = *((size_t *) buf);
> + close(fd);
> + }
> + else
> +#endif /* USE_DEV_RANDOM */
> + s = (size_t)(time(0) ^ (size_t)0x55555555U);
> +
> + s |= (size_t)8U; /* ensure nonzero */
> + s &= ~(size_t)7U; /* improve chances of fault for bad values */
> +
> + }
> +#else /* (FOOTERS && !INSECURE) */
> + s = (size_t)0x58585858U;
> +#endif /* (FOOTERS && !INSECURE) */
> + ACQUIRE_MAGIC_INIT_LOCK();
> + if (mparams.magic == 0) {
> + mparams.magic = s;
> + /* Set up lock for main malloc area */
> + //INITIAL_LOCK(&gm->mutex);
> + //gm->mflags = mparams.default_mflags;
> + }
> + RELEASE_MAGIC_INIT_LOCK();
> +
> +
> + mparams.page_size = malloc_getpagesize;
> + mparams.granularity = ((DEFAULT_GRANULARITY != 0)?
> + DEFAULT_GRANULARITY : mparams.page_size);
> +
> + /* Sanity-check configuration:
> + size_t must be unsigned and as wide as pointer type.
> + ints must be at least 4 bytes.
> + alignment must be at least 8.
> + Alignment, min chunk size, and page size must all be powers of 2.
> + */
> + if ((sizeof(size_t) != sizeof(char*)) ||
> + (MAX_SIZE_T < MIN_CHUNK_SIZE) ||
> + (sizeof(int) < 4) ||
> + (MALLOC_ALIGNMENT < (size_t)8U) ||
> + ((MALLOC_ALIGNMENT & (MALLOC_ALIGNMENT-SIZE_T_ONE)) != 0) ||
> + ((MCHUNK_SIZE & (MCHUNK_SIZE-SIZE_T_ONE)) != 0) ||
> + ((mparams.granularity & (mparams.granularity-SIZE_T_ONE)) != 0) ||
> + ((mparams.page_size & (mparams.page_size-SIZE_T_ONE)) != 0))
> + ABORT(NULL);
> + }
> + return 0;
> +}
> +
> +/* support for mallopt */
> +static int change_mparam(int param_number, int value) {
> + size_t val = (size_t)value;
> + init_mparams();
> + switch(param_number) {
> + case M_GRANULARITY:
> + if (val >= mparams.page_size && ((val & (val-1)) == 0)) {
> + mparams.granularity = val;
> + return 1;
> + }
> + else
> + return 0;
> + default:
> + return 0;
> + }
> +}
> +
> +#if DEBUG
> +/* ------------------------- Debugging Support ---------------------------
> */
> +
> +/* Check properties of any chunk, whether free, inuse, mmapped etc */
> +static void do_check_any_chunk(mstate m, mchunkptr p) {
> + assert(m->user_data, (is_aligned(chunk2mem(p))) || (p->head ==
> FENCEPOST_HEAD));
> + assert(m->user_data, ok_address(m, p));
> +}
> +
> +/* Check properties of top chunk */
> +static void do_check_top_chunk(mstate m, mchunkptr p) {
> + msegmentptr sp = segment_holding(m, (char*)p);
> + size_t sz = chunksize(p);
> + assert(m->user_data, sp != 0);
> + assert(m->user_data, (is_aligned(chunk2mem(p))) || (p->head ==
> FENCEPOST_HEAD));
> + assert(m->user_data, ok_address(m, p));
> + assert(m->user_data, sz == m->topsize);
> + assert(m->user_data, sz > 0);
> + assert(m->user_data, sz == ((sp->base + sp->size) - (char*)p) -
> TOP_FOOT_SIZE);
> + assert(m->user_data, pinuse(p));
> + assert(m->user_data, !next_pinuse(p));
> +}
> +
> +/* Check properties of inuse chunks */
> +static void do_check_inuse_chunk(mstate m, mchunkptr p) {
> + do_check_any_chunk(m, p);
> + assert(m->user_data, cinuse(p));
> + assert(m->user_data, next_pinuse(p));
> + /* If not pinuse, previous chunk has OK offset */
> + assert(m->user_data, pinuse(p) || next_chunk(prev_chunk(p)) == p);
> +}
> +
> +/* Check properties of free chunks */
> +static void do_check_free_chunk(mstate m, mchunkptr p) {
> + size_t sz = p->head & ~(PINUSE_BIT|CINUSE_BIT);
> + mchunkptr next = chunk_plus_offset(p, sz);
> + do_check_any_chunk(m, p);
> + assert(m->user_data, !cinuse(p));
> + assert(m->user_data, !next_pinuse(p));
> + if (p != m->dv && p != m->top) {
> + if (sz >= MIN_CHUNK_SIZE) {
> + assert(m->user_data, (sz & CHUNK_ALIGN_MASK) == 0);
> + assert(m->user_data, is_aligned(chunk2mem(p)));
> + assert(m->user_data, next->prev_foot == sz);
> + assert(m->user_data, pinuse(p));
> + assert(m->user_data, next == m->top || cinuse(next));
> + assert(m->user_data, p->fd->bk == p);
> + assert(m->user_data, p->bk->fd == p);
> + }
> + else /* markers are always of size SIZE_T_SIZE */
> + assert(m->user_data, sz == SIZE_T_SIZE);
> + }
> +}
> +
> +/* Check properties of malloced chunks at the point they are malloced */
> +static void do_check_malloced_chunk(mstate m, void* mem, size_t s) {
> + if (mem != 0) {
> + mchunkptr p = mem2chunk(mem);
> + size_t sz = p->head & ~(PINUSE_BIT|CINUSE_BIT);
> + do_check_inuse_chunk(m, p);
> + assert(m->user_data, (sz & CHUNK_ALIGN_MASK) == 0);
> + assert(m->user_data, sz >= MIN_CHUNK_SIZE);
> + assert(m->user_data, sz >= s);
> + /* size is less than MIN_CHUNK_SIZE more than request */
> + assert(m->user_data, sz < (s + MIN_CHUNK_SIZE));
> + }
> +}
> +
> +/* Check a tree and its subtrees. */
> +static void do_check_tree(mstate m, tchunkptr t) {
> + tchunkptr head = 0;
> + tchunkptr u = t;
> + bindex_t tindex = t->index;
> + size_t tsize = chunksize(t);
> + bindex_t idx;
> + compute_tree_index(tsize, idx);
> + assert(m->user_data, tindex == idx);
> + assert(m->user_data, tsize >= MIN_LARGE_SIZE);
> + assert(m->user_data, tsize >= minsize_for_tree_index(idx));
> + assert(m->user_data, (idx == NTREEBINS-1) || (tsize <
> minsize_for_tree_index((idx+1))));
> +
> + do { /* traverse through chain of same-sized nodes */
> + do_check_any_chunk(m, ((mchunkptr)u));
> + assert(m->user_data, u->index == tindex);
> + assert(m->user_data, chunksize(u) == tsize);
> + assert(m->user_data, !cinuse(u));
> + assert(m->user_data, !next_pinuse(u));
> + assert(m->user_data, u->fd->bk == u);
> + assert(m->user_data, u->bk->fd == u);
> + if (u->parent == 0) {
> + assert(m->user_data, u->child[0] == 0);
> + assert(m->user_data, u->child[1] == 0);
> + }
> + else {
> + assert(m->user_data, head == 0); /* only one node on chain has parent
> */
> + head = u;
> + assert(m->user_data, u->parent != u);
> + assert(m->user_data, u->parent->child[0] == u ||
> + u->parent->child[1] == u ||
> + *((tbinptr*)(u->parent)) == u);
> + if (u->child[0] != 0) {
> + assert(m->user_data, u->child[0]->parent == u);
> + assert(m->user_data, u->child[0] != u);
> + do_check_tree(m, u->child[0]);
> + }
> + if (u->child[1] != 0) {
> + assert(m->user_data, u->child[1]->parent == u);
> + assert(m->user_data, u->child[1] != u);
> + do_check_tree(m, u->child[1]);
> + }
> + if (u->child[0] != 0 && u->child[1] != 0) {
> + assert(m->user_data, chunksize(u->child[0]) <
> chunksize(u->child[1]));
> + }
> + }
> + u = u->fd;
> + } while (u != t);
> + assert(m->user_data, head != 0);
> +}
> +
> +/* Check all the chunks in a treebin. */
> +static void do_check_treebin(mstate m, bindex_t i) {
> + tbinptr* tb = treebin_at(m, i);
> + tchunkptr t = *tb;
> + int empty = (m->treemap & (1U << i)) == 0;
> + if (t == 0)
> + assert(m->user_data, empty);
> + if (!empty)
> + do_check_tree(m, t);
> +}
> +
> +/* Check all the chunks in a smallbin. */
> +static void do_check_smallbin(mstate m, bindex_t i) {
> + sbinptr b = smallbin_at(m, i);
> + mchunkptr p = b->bk;
> + unsigned int empty = (m->smallmap & (1U << i)) == 0;
> + if (p == b)
> + assert(m->user_data, empty);
> + if (!empty) {
> + for (; p != b; p = p->bk) {
> + size_t size = chunksize(p);
> + mchunkptr q;
> + /* each chunk claims to be free */
> + do_check_free_chunk(m, p);
> + /* chunk belongs in bin */
> + assert(m->user_data, small_index(size) == i);
> + assert(m->user_data, p->bk == b || chunksize(p->bk) == chunksize(p));
> + /* chunk is followed by an inuse chunk */
> + q = next_chunk(p);
> + if (q->head != FENCEPOST_HEAD)
> + do_check_inuse_chunk(m, q);
> + }
> + }
> +}
> +
> +/* Find x in a bin. Used in other check functions. */
> +static int bin_find(mstate m, mchunkptr x) {
> + size_t size = chunksize(x);
> + if (is_small(size)) {
> + bindex_t sidx = small_index(size);
> + sbinptr b = smallbin_at(m, sidx);
> + if (smallmap_is_marked(m, sidx)) {
> + mchunkptr p = b;
> + do {
> + if (p == x)
> + return 1;
> + } while ((p = p->fd) != b);
> + }
> + }
> + else {
> + bindex_t tidx;
> + compute_tree_index(size, tidx);
> + if (treemap_is_marked(m, tidx)) {
> + tchunkptr t = *treebin_at(m, tidx);
> + size_t sizebits = size << leftshift_for_tree_index(tidx);
> + while (t != 0 && chunksize(t) != size) {
> + t = t->child[(sizebits >> (SIZE_T_BITSIZE-SIZE_T_ONE)) & 1];
> + sizebits <<= 1;
> + }
> + if (t != 0) {
> + tchunkptr u = t;
> + do {
> + if (u == (tchunkptr)x)
> + return 1;
> + } while ((u = u->fd) != t);
> + }
> + }
> + }
> + return 0;
> +}
> +
> +/* Traverse each chunk and check it; return total */
> +static size_t traverse_and_check(mstate m) {
> + size_t sum = 0;
> + if (is_initialized(m)) {
> + msegmentptr s = &m->seg;
> + sum += m->topsize + TOP_FOOT_SIZE;
> + while (s != 0) {
> + mchunkptr q = align_as_chunk(s->base);
> + mchunkptr lastq = 0;
> + assert(m->user_data, pinuse(q));
> + while (segment_holds(s, q) &&
> + q != m->top && q->head != FENCEPOST_HEAD) {
> + sum += chunksize(q);
> + if (cinuse(q)) {
> + assert(m->user_data, !bin_find(m, q));
> + do_check_inuse_chunk(m, q);
> + }
> + else {
> + assert(m->user_data, q == m->dv || bin_find(m, q));
> + assert(m->user_data, lastq == 0 || cinuse(lastq)); /* Not 2
> consecutive free */
> + do_check_free_chunk(m, q);
> + }
> + lastq = q;
> + q = next_chunk(q);
> + }
> + s = s->next;
> + }
> + }
> + return sum;
> +}
> +
> +/* Check all properties of malloc_state. */
> +static void do_check_malloc_state(mstate m) {
> + bindex_t i;
> + size_t total;
> + /* check bins */
> + for (i = 0; i < NSMALLBINS; ++i)
> + do_check_smallbin(m, i);
> + for (i = 0; i < NTREEBINS; ++i)
> + do_check_treebin(m, i);
> +
> + if (m->dvsize != 0) { /* check dv chunk */
> + do_check_any_chunk(m, m->dv);
> + assert(m->user_data, m->dvsize == chunksize(m->dv));
> + assert(m->user_data, m->dvsize >= MIN_CHUNK_SIZE);
> + assert(m->user_data, bin_find(m, m->dv) == 0);
> + }
> +
> + if (m->top != 0) { /* check top chunk */
> + do_check_top_chunk(m, m->top);
> + assert(m->user_data, m->topsize == chunksize(m->top));
> + assert(m->user_data, m->topsize > 0);
> + assert(m->user_data, bin_find(m, m->top) == 0);
> + }
> +
> + total = traverse_and_check(m);
> + assert(m->user_data, total <= m->footprint);
> + assert(m->user_data, m->footprint <= m->max_footprint);
> +}
> +#endif /* DEBUG */
> +
> +/* ----------------------------- statistics ------------------------------
> */
> +
> +#if !NO_MALLINFO
> +static struct mallinfo internal_mallinfo(mstate m) {
> + struct mallinfo nm = { 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 };
> + if (!PREACTION(m)) {
> + check_malloc_state(m);
> + if (is_initialized(m)) {
> + size_t nfree = SIZE_T_ONE; /* top always free */
> + size_t mfree = m->topsize + TOP_FOOT_SIZE;
> + size_t sum = mfree;
> + msegmentptr s = &m->seg;
> + while (s != 0) {
> + mchunkptr q = align_as_chunk(s->base);
> + while (segment_holds(s, q) &&
> + q != m->top && q->head != FENCEPOST_HEAD) {
> + size_t sz = chunksize(q);
> + sum += sz;
> + if (!cinuse(q)) {
> + mfree += sz;
> + ++nfree;
> + }
> + q = next_chunk(q);
> + }
> + s = s->next;
> + }
> +
> + nm.arena = sum;
> + nm.ordblks = nfree;
> + nm.hblkhd = m->footprint - sum;
> + nm.usmblks = m->max_footprint;
> + nm.uordblks = m->footprint - mfree;
> + nm.fordblks = mfree;
> + nm.keepcost = m->topsize;
> + }
> +
> + POSTACTION(m);
> + }
> + return nm;
> +}
> +#endif /* !NO_MALLINFO */
> +
> +static void internal_malloc_stats(mstate m) {
> + if (!PREACTION(m)) {
> + size_t maxfp = 0;
> + size_t fp = 0;
> + size_t used = 0;
> + check_malloc_state(m);
> + if (is_initialized(m)) {
> + msegmentptr s = &m->seg;
> + maxfp = m->max_footprint;
> + fp = m->footprint;
> + used = fp - (m->topsize + TOP_FOOT_SIZE);
> +
> + while (s != 0) {
> + mchunkptr q = align_as_chunk(s->base);
> + while (segment_holds(s, q) &&
> + q != m->top && q->head != FENCEPOST_HEAD) {
> + if (!cinuse(q))
> + used -= chunksize(q);
> + q = next_chunk(q);
> + }
> + s = s->next;
> + }
> + }
> +
> + PRINT((m->user_data, "max system bytes = %10lu\n", (unsigned
> long)(maxfp)));
> + PRINT((m->user_data, "system bytes = %10lu\n", (unsigned
> long)(fp)));
> + PRINT((m->user_data, "in use bytes = %10lu\n", (unsigned
> long)(used)));
> +
> + POSTACTION(m);
> + }
> +}
> +
> +/* ----------------------- Operations on smallbins -----------------------
> */
> +
> +/*
> + Various forms of linking and unlinking are defined as macros. Even
> + the ones for trees, which are very long but have very short typical
> + paths. This is ugly but reduces reliance on inlining support of
> + compilers.
> +*/
> +
> +/* Link a free chunk into a smallbin */
> +#define insert_small_chunk(M, P, S) {\
> + bindex_t I = small_index(S);\
> + mchunkptr B = smallbin_at(M, I);\
> + mchunkptr F = B;\
> + assert((M)->user_data, S >= MIN_CHUNK_SIZE);\
> + if (!smallmap_is_marked(M, I))\
> + mark_smallmap(M, I);\
> + else if (RTCHECK(ok_address(M, B->fd)))\
> + F = B->fd;\
> + else {\
> + CORRUPTION_ERROR_ACTION(M);\
> + }\
> + B->fd = P;\
> + F->bk = P;\
> + P->fd = F;\
> + P->bk = B;\
> +}
> +
> +/* Unlink a chunk from a smallbin */
> +#define unlink_small_chunk(M, P, S) {\
> + mchunkptr F = P->fd;\
> + mchunkptr B = P->bk;\
> + bindex_t I = small_index(S);\
> + assert((M)->user_data, P != B);\
> + assert((M)->user_data, P != F);\
> + assert((M)->user_data, chunksize(P) == small_index2size(I));\
> + if (F == B)\
> + clear_smallmap(M, I);\
> + else if (RTCHECK((F == smallbin_at(M,I) || ok_address(M, F)) &&\
> + (B == smallbin_at(M,I) || ok_address(M, B)))) {\
> + F->bk = B;\
> + B->fd = F;\
> + }\
> + else {\
> + CORRUPTION_ERROR_ACTION(M);\
> + }\
> +}
> +
> +/* Unlink the first chunk from a smallbin */
> +#define unlink_first_small_chunk(M, B, P, I) {\
> + mchunkptr F = P->fd;\
> + assert((M)->user_data, P != B);\
> + assert((M)->user_data, P != F);\
> + assert((M)->user_data, chunksize(P) == small_index2size(I));\
> + if (B == F)\
> + clear_smallmap(M, I);\
> + else if (RTCHECK(ok_address(M, F))) {\
> + B->fd = F;\
> + F->bk = B;\
> + }\
> + else {\
> + CORRUPTION_ERROR_ACTION(M);\
> + }\
> +}
> +
> +/* Replace dv node, binning the old one */
> +/* Used only when dvsize known to be small */
> +#define replace_dv(M, P, S) {\
> + size_t DVS = M->dvsize;\
> + if (DVS != 0) {\
> + mchunkptr DV = M->dv;\
> + assert((M)->user_data, is_small(DVS));\
> + insert_small_chunk(M, DV, DVS);\
> + }\
> + M->dvsize = S;\
> + M->dv = P;\
> +}
> +
> +
> +/* ------------------------- Operations on trees -------------------------
> */
> +
> +/* Insert chunk into tree */
> +#define insert_large_chunk(M, X, S) {\
> + tbinptr* H;\
> + bindex_t I;\
> + compute_tree_index(S, I);\
> + H = treebin_at(M, I);\
> + X->index = I;\
> + X->child[0] = X->child[1] = 0;\
> + if (!treemap_is_marked(M, I)) {\
> + mark_treemap(M, I);\
> + *H = X;\
> + X->parent = (tchunkptr)H;\
> + X->fd = X->bk = X;\
> + }\
> + else {\
> + tchunkptr T = *H;\
> + size_t K = S << leftshift_for_tree_index(I);\
> + for (;;) {\
> + if (chunksize(T) != S) {\
> + tchunkptr* C = &(T->child[(K >> (SIZE_T_BITSIZE-SIZE_T_ONE)) & 1]);\
> + K <<= 1;\
> + if (*C != 0)\
> + T = *C;\
> + else if (RTCHECK(ok_address(M, C))) {\
> + *C = X;\
> + X->parent = T;\
> + X->fd = X->bk = X;\
> + break;\
> + }\
> + else {\
> + CORRUPTION_ERROR_ACTION(M);\
> + break;\
> + }\
> + }\
> + else {\
> + tchunkptr F = T->fd;\
> + if (RTCHECK(ok_address(M, T) && ok_address(M, F))) {\
> + T->fd = F->bk = X;\
> + X->fd = F;\
> + X->bk = T;\
> + X->parent = 0;\
> + break;\
> + }\
> + else {\
> + CORRUPTION_ERROR_ACTION(M);\
> + break;\
> + }\
> + }\
> + }\
> + }\
> +}
> +
> +/*
> + Unlink steps:
> +
> + 1. If x is a chained node, unlink it from its same-sized fd/bk links
> + and choose its bk node as its replacement.
> + 2. If x was the last node of its size, but not a leaf node, it must
> + be replaced with a leaf node (not merely one with an open left or
> + right), to make sure that lefts and rights of descendents
> + correspond properly to bit masks. We use the rightmost descendent
> + of x. We could use any other leaf, but this is easy to locate and
> + tends to counteract removal of leftmosts elsewhere, and so keeps
> + paths shorter than minimally guaranteed. This doesn't loop much
> + because on average a node in a tree is near the bottom.
> + 3. If x is the base of a chain (i.e., has parent links) relink
> + x's parent and children to x's replacement (or null if none).
> +*/
> +
> +#define unlink_large_chunk(M, X) {\
> + tchunkptr XP = X->parent;\
> + tchunkptr R;\
> + if (X->bk != X) {\
> + tchunkptr F = X->fd;\
> + R = X->bk;\
> + if (RTCHECK(ok_address(M, F))) {\
> + F->bk = R;\
> + R->fd = F;\
> + }\
> + else {\
> + CORRUPTION_ERROR_ACTION(M);\
> + }\
> + }\
> + else {\
> + tchunkptr* RP;\
> + if (((R = *(RP = &(X->child[1]))) != 0) ||\
> + ((R = *(RP = &(X->child[0]))) != 0)) {\
> + tchunkptr* CP;\
> + while ((*(CP = &(R->child[1])) != 0) ||\
> + (*(CP = &(R->child[0])) != 0)) {\
> + R = *(RP = CP);\
> + }\
> + if (RTCHECK(ok_address(M, RP)))\
> + *RP = 0;\
> + else {\
> + CORRUPTION_ERROR_ACTION(M);\
> + }\
> + }\
> + }\
> + if (XP != 0) {\
> + tbinptr* H = treebin_at(M, X->index);\
> + if (X == *H) {\
> + if ((*H = R) == 0) \
> + clear_treemap(M, X->index);\
> + }\
> + else if (RTCHECK(ok_address(M, XP))) {\
> + if (XP->child[0] == X) \
> + XP->child[0] = R;\
> + else \
> + XP->child[1] = R;\
> + }\
> + else\
> + CORRUPTION_ERROR_ACTION(M);\
> + if (R != 0) {\
> + if (RTCHECK(ok_address(M, R))) {\
> + tchunkptr C0, C1;\
> + R->parent = XP;\
> + if ((C0 = X->child[0]) != 0) {\
> + if (RTCHECK(ok_address(M, C0))) {\
> + R->child[0] = C0;\
> + C0->parent = R;\
> + }\
> + else\
> + CORRUPTION_ERROR_ACTION(M);\
> + }\
> + if ((C1 = X->child[1]) != 0) {\
> + if (RTCHECK(ok_address(M, C1))) {\
> + R->child[1] = C1;\
> + C1->parent = R;\
> + }\
> + else\
> + CORRUPTION_ERROR_ACTION(M);\
> + }\
> + }\
> + else\
> + CORRUPTION_ERROR_ACTION(M);\
> + }\
> + }\
> +}
> +
> +/* Relays to large vs small bin operations */
> +
> +#define insert_chunk(M, P, S)\
> + if (is_small(S)) insert_small_chunk(M, P, S)\
> + else { tchunkptr TP = (tchunkptr)(P); insert_large_chunk(M, TP, S); }
> +
> +#define unlink_chunk(M, P, S)\
> + if (is_small(S)) unlink_small_chunk(M, P, S)\
> + else { tchunkptr TP = (tchunkptr)(P); unlink_large_chunk(M, TP); }
> +
> +
> +/* Relays to internal calls to malloc/free from realloc, memalign etc */
> +
> +#define internal_malloc(m, b) mspace_malloc(m, b)
> +#define internal_free(m, mem) mspace_free(m,mem);
> +
> +
> +/* -------------------------- mspace management --------------------------
> */
> +
> +/* Initialize top chunk and its size */
> +static void init_top(mstate m, mchunkptr p, size_t psize) {
> + /* Ensure alignment */
> + size_t offset = align_offset(chunk2mem(p));
> + p = (mchunkptr)((char*)p + offset);
> + psize -= offset;
> +
> + m->top = p;
> + m->topsize = psize;
> + p->head = psize | PINUSE_BIT;
> + /* set size of fake trailing chunk holding overhead space only once */
> + chunk_plus_offset(p, psize)->head = TOP_FOOT_SIZE;
> +}
> +
> +/* Initialize bins for a new mstate that is otherwise zeroed out */
> +static void init_bins(mstate m) {
> + /* Establish circular links for smallbins */
> + bindex_t i;
> + for (i = 0; i < NSMALLBINS; ++i) {
> + sbinptr bin = smallbin_at(m,i);
> + bin->fd = bin->bk = bin;
> + }
> +}
> +
> +#if PROCEED_ON_ERROR
> +
> +/* default corruption action */
> +static void reset_on_error(mstate m) {
> + int i;
> + ++malloc_corruption_error_count;
> + /* Reinitialize fields to forget about all memory */
> + m->smallbins = m->treebins = 0;
> + m->dvsize = m->topsize = 0;
> + m->seg.base = 0;
> + m->seg.size = 0;
> + m->seg.next = 0;
> + m->top = m->dv = 0;
> + for (i = 0; i < NTREEBINS; ++i)
> + *treebin_at(m, i) = 0;
> + init_bins(m);
> +}
> +#endif /* PROCEED_ON_ERROR */
> +
> +/* Allocate chunk and prepend remainder with chunk in successor base. */
> +static void* prepend_alloc(mstate m, char* newbase, char* oldbase,
> + size_t nb) {
> + mchunkptr p = align_as_chunk(newbase);
> + mchunkptr oldfirst = align_as_chunk(oldbase);
> + size_t psize = (char*)oldfirst - (char*)p;
> + mchunkptr q = chunk_plus_offset(p, nb);
> + size_t qsize = psize - nb;
> + set_size_and_pinuse_of_inuse_chunk(m, p, nb);
> +
> + assert(m->user_data, (char*)oldfirst > (char*)q);
> + assert(m->user_data, pinuse(oldfirst));
> + assert(m->user_data, qsize >= MIN_CHUNK_SIZE);
> +
> + /* consolidate remainder with first chunk of old base */
> + if (oldfirst == m->top) {
> + size_t tsize = m->topsize += qsize;
> + m->top = q;
> + q->head = tsize | PINUSE_BIT;
> + check_top_chunk(m, q);
> + }
> + else if (oldfirst == m->dv) {
> + size_t dsize = m->dvsize += qsize;
> + m->dv = q;
> + set_size_and_pinuse_of_free_chunk(q, dsize);
> + }
> + else {
> + if (!cinuse(oldfirst)) {
> + size_t nsize = chunksize(oldfirst);
> + unlink_chunk(m, oldfirst, nsize);
> + oldfirst = chunk_plus_offset(oldfirst, nsize);
> + qsize += nsize;
> + }
> + set_free_with_pinuse(q, qsize, oldfirst);
> +#pragma warning(suppress: 28182) /* code analysis noise*/
> + insert_chunk(m, q, qsize);
> + check_free_chunk(m, q);
> + }
> +
> + check_malloced_chunk(m, chunk2mem(p), nb);
> + return chunk2mem(p);
> +}
> +
> +/* -------------------------- System allocation --------------------------
> */
> +
> +/* Get memory from system using MORECORE or MMAP */
> +static void* sys_alloc(mstate m, size_t nb) {
> + MALLOC_FAILURE_ACTION;
> + return 0;
> +}
> +
> +/* ---------------------------- malloc support ---------------------------
> */
> +
> +/* allocate a large request from the best fitting chunk in a treebin */
> +static void* tmalloc_large(mstate m, size_t nb) {
> + tchunkptr v = 0;
> + size_t rsize = -nb; /* Unsigned negation */
> + tchunkptr t;
> + bindex_t idx;
> + compute_tree_index(nb, idx);
> +
> + if ((t = *treebin_at(m, idx)) != 0) {
> + /* Traverse tree for this bin looking for node with size == nb */
> + size_t sizebits = nb << leftshift_for_tree_index(idx);
> + tchunkptr rst = 0; /* The deepest untaken right subtree */
> + for (;;) {
> + tchunkptr rt;
> + size_t trem = chunksize(t) - nb;
> + if (trem < rsize) {
> + v = t;
> + if ((rsize = trem) == 0)
> + break;
> + }
> + rt = t->child[1];
> + t = t->child[(sizebits >> (SIZE_T_BITSIZE-SIZE_T_ONE)) & 1];
> + if (rt != 0 && rt != t)
> + rst = rt;
> + if (t == 0) {
> + t = rst; /* set t to least subtree holding sizes > nb */
> + break;
> + }
> + sizebits <<= 1;
> + }
> + }
> +
> + if (t == 0 && v == 0) { /* set t to root of next non-empty treebin */
> + binmap_t leftbits = left_bits(idx2bit(idx)) & m->treemap;
> + if (leftbits != 0) {
> + bindex_t i;
> + binmap_t leastbit = least_bit(leftbits);
> + compute_bit2idx(leastbit, i);
> + t = *treebin_at(m, i);
> + }
> + }
> +
> + while (t != 0) { /* find smallest of tree or subtree */
> + size_t trem = chunksize(t) - nb;
> + if (trem < rsize) {
> + rsize = trem;
> + v = t;
> + }
> + t = leftmost_child(t);
> + }
> +
> + /* If dv is a better fit, return 0 so malloc will use it */
> + if (v != 0 && rsize < (size_t)(m->dvsize - nb)) {
> + if (RTCHECK(ok_address(m, v))) { /* split */
> + mchunkptr r = chunk_plus_offset(v, nb);
> + assert(m->user_data, chunksize(v) == rsize + nb);
> + if (RTCHECK(ok_next(v, r))) {
> + unlink_large_chunk(m, v);
> + if (rsize < MIN_CHUNK_SIZE)
> + set_inuse_and_pinuse(m, v, (rsize + nb));
> + else {
> + set_size_and_pinuse_of_inuse_chunk(m, v, nb);
> + set_size_and_pinuse_of_free_chunk(r, rsize);
> +#pragma warning(suppress: 28182) /* code analysis noise*/
> + insert_chunk(m, r, rsize);
> + }
> + return chunk2mem(v);
> + }
> + }
> + CORRUPTION_ERROR_ACTION(m);
> + }
> + return 0;
> +}
> +
> +/* allocate a small request from the best fitting chunk in a treebin */
> +static void* tmalloc_small(mstate m, size_t nb) {
> + tchunkptr t, v;
> + size_t rsize;
> + bindex_t i;
> + binmap_t leastbit = least_bit(m->treemap);
> + compute_bit2idx(leastbit, i);
> +
> + v = t = *treebin_at(m, i);
> + rsize = chunksize(t) - nb;
> +
> + while ((t = leftmost_child(t)) != 0) {
> + size_t trem = chunksize(t) - nb;
> + if (trem < rsize) {
> + rsize = trem;
> + v = t;
> + }
> + }
> +
> + if (RTCHECK(ok_address(m, v))) {
> + mchunkptr r = chunk_plus_offset(v, nb);
> + assert(m->user_data, chunksize(v) == rsize + nb);
> + if (RTCHECK(ok_next(v, r))) {
> + unlink_large_chunk(m, v);
> + if (rsize < MIN_CHUNK_SIZE)
> + set_inuse_and_pinuse(m, v, (rsize + nb));
> + else {
> + set_size_and_pinuse_of_inuse_chunk(m, v, nb);
> + set_size_and_pinuse_of_free_chunk(r, rsize);
> + replace_dv(m, r, rsize);
> + }
> + return chunk2mem(v);
> + }
> + }
> +
> + CORRUPTION_ERROR_ACTION(m);
> + return 0;
> +}
> +
> +/* --------------------------- realloc support ---------------------------
> */
> +
> +static void* internal_realloc(mstate m, void* oldmem, size_t bytes) {
> + if (bytes >= MAX_REQUEST) {
> + MALLOC_FAILURE_ACTION;
> + return 0;
> + }
> + if (!PREACTION(m)) {
> + mchunkptr oldp = mem2chunk(oldmem);
> + size_t oldsize = chunksize(oldp);
> + mchunkptr next = chunk_plus_offset(oldp, oldsize);
> + mchunkptr newp = 0;
> + void* extra = 0;
> +
> + /* Try to either shrink or extend into top. Else malloc-copy-free */
> +
> + if (RTCHECK(ok_address(m, oldp) && ok_cinuse(oldp) &&
> + ok_next(oldp, next) && ok_pinuse(next))) {
> + size_t nb = request2size(bytes);
> + if (oldsize >= nb) { /* already big enough */
> + size_t rsize = oldsize - nb;
> + newp = oldp;
> + if (rsize >= MIN_CHUNK_SIZE) {
> + mchunkptr remainder = chunk_plus_offset(newp, nb);
> + set_inuse(m, newp, nb);
> + set_inuse(m, remainder, rsize);
> + extra = chunk2mem(remainder);
> + }
> + }
> + else if (next == m->top && oldsize + m->topsize > nb) {
> + /* Expand into top */
> + size_t newsize = oldsize + m->topsize;
> + size_t newtopsize = newsize - nb;
> + mchunkptr newtop = chunk_plus_offset(oldp, nb);
> + set_inuse(m, oldp, nb);
> + newtop->head = newtopsize |PINUSE_BIT;
> + m->top = newtop;
> + m->topsize = newtopsize;
> + newp = oldp;
> + }
> + }
> + else {
> + USAGE_ERROR_ACTION(m, oldmem);
> + POSTACTION(m);
> + return 0;
> + }
> +
> + POSTACTION(m);
> +
> + if (newp != 0) {
> + if (extra != 0) {
> + internal_free(m, extra);
> + }
> + check_inuse_chunk(m, newp);
> + return chunk2mem(newp);
> + }
> + else {
> + void* newmem = internal_malloc(m, bytes);
> + if (newmem != 0) {
> + size_t oc = oldsize - overhead_for(oldp);
> + MEMCPY(newmem, oldmem, (oc < bytes)? oc : bytes);
> + internal_free(m, oldmem);
> + }
> + return newmem;
> + }
> + }
> + return 0;
> +}
> +
> +/* --------------------------- memalign support --------------------------
> */
> +
> +static void* internal_memalign(mstate m, size_t alignment, size_t bytes) {
> + if (alignment <= MALLOC_ALIGNMENT) /* Can just use malloc */
> + return internal_malloc(m, bytes);
> + if (alignment < MIN_CHUNK_SIZE) /* must be at least a minimum chunk size
> */
> + alignment = MIN_CHUNK_SIZE;
> + if ((alignment & (alignment-SIZE_T_ONE)) != 0) {/* Ensure a power of 2 */
> + size_t a = MALLOC_ALIGNMENT << 1;
> + while (a < alignment) a <<= 1;
> + alignment = a;
> + }
> +
> + if (bytes >= MAX_REQUEST - alignment) {
> + if (m != 0) { /* Test isn't needed but avoids compiler warning */
> + MALLOC_FAILURE_ACTION;
> + }
> + }
> + else {
> + size_t nb = request2size(bytes);
> + size_t req = nb + alignment + MIN_CHUNK_SIZE - CHUNK_OVERHEAD;
> + char* mem = (char*)internal_malloc(m, req);
> + if (mem != 0) {
> + void* leader = 0;
> + void* trailer = 0;
> + mchunkptr p = mem2chunk(mem);
> +
> + if (PREACTION(m)) return 0;
> + if ((((size_t)(mem)) % alignment) != 0) { /* misaligned */
> + /*
> + Find an aligned spot inside chunk. Since we need to give
> + back leading space in a chunk of at least MIN_CHUNK_SIZE, if
> + the first calculation places us at a spot with less than
> + MIN_CHUNK_SIZE leader, we can move to the next aligned spot.
> + We've allocated enough total room so that this is always
> + possible.
> + */
> + char* br = (char*)mem2chunk((size_t)(((size_t)(mem +
> + alignment -
> + SIZE_T_ONE)) &
> + -alignment));
> + char* pos = ((size_t)(br - (char*)(p)) >= MIN_CHUNK_SIZE)?
> + br : br+alignment;
> + mchunkptr newp = (mchunkptr)pos;
> + size_t leadsize = pos - (char*)(p);
> + size_t newsize = chunksize(p) - leadsize;
> +
> + /* Otherwise, give back leader, use the rest */
> + set_inuse(m, newp, newsize);
> + set_inuse(m, p, leadsize);
> + leader = chunk2mem(p);
> +
> + p = newp;
> + }
> +
> + assert(m->user_data, chunksize(p) >= nb);
> + assert(m->user_data, (((size_t)(chunk2mem(p))) % alignment) == 0);
> + check_inuse_chunk(m, p);
> + POSTACTION(m);
> + if (leader != 0) {
> + internal_free(m, leader);
> + }
> + if (trailer != 0) {
> + internal_free(m, trailer);
> + }
> + return chunk2mem(p);
> + }
> + }
> + return 0;
> +}
> +
> +/* ----------------------------- user mspaces ----------------------------
> */
> +
> +static mstate init_user_mstate(char* tbase, size_t tsize, void *user_data) {
> + size_t msize = pad_request(sizeof(struct malloc_state));
> + mchunkptr mn;
> + mchunkptr msp = align_as_chunk(tbase);
> + mstate m = (mstate)(chunk2mem(msp));
> + MEMCLEAR(m, msize);
> + INITIAL_LOCK(&m->mutex);
> + msp->head = (msize|PINUSE_BIT|CINUSE_BIT);
> + m->seg.base = m->least_addr = tbase;
> + m->seg.size = m->footprint = m->max_footprint = tsize;
> + m->magic = mparams.magic;
> + m->mflags = mparams.default_mflags;
> + m->user_data = user_data;
> + init_bins(m);
> + mn = next_chunk(mem2chunk(m));
> + init_top(m, mn, (size_t)((tbase + tsize) - (char*)mn) - TOP_FOOT_SIZE);
> + check_top_chunk(m, m->top);
> + return m;
> +}
> +
> +mspace create_mspace_with_base(void* base, size_t capacity, int locked, void
> *user_data) {
> + mstate m = 0;
> + size_t msize = pad_request(sizeof(struct malloc_state));
> + init_mparams(); /* Ensure pagesize etc initialized */
> +
> + if (capacity > msize + TOP_FOOT_SIZE &&
> + capacity < (size_t) -(msize + TOP_FOOT_SIZE + mparams.page_size)) {
> + m = init_user_mstate((char*)base, capacity, user_data);
> + set_lock(m, locked);
> + }
> + return (mspace)m;
> +}
> +
> +/*
> + mspace versions of routines are near-clones of the global
> + versions. This is not so nice but better than the alternatives.
> +*/
> +
> +
> +void* mspace_malloc(mspace msp, size_t bytes) {
> + mstate ms = (mstate)msp;
> + if (!ok_magic(ms)) {
> + USAGE_ERROR_ACTION(ms,ms);
> + return 0;
> + }
> + if (!PREACTION(ms)) {
> + void* mem;
> + size_t nb;
> + if (bytes <= MAX_SMALL_REQUEST) {
> + bindex_t idx;
> + binmap_t smallbits;
> + nb = (bytes < MIN_REQUEST)? MIN_CHUNK_SIZE : pad_request(bytes);
> + idx = small_index(nb);
> + smallbits = ms->smallmap >> idx;
> +
> + if ((smallbits & 0x3U) != 0) { /* Remainderless fit to a smallbin. */
> + mchunkptr b, p;
> + idx += ~smallbits & 1; /* Uses next bin if idx empty */
> + b = smallbin_at(ms, idx);
> + p = b->fd;
> + assert(ms->user_data, chunksize(p) == small_index2size(idx));
> + unlink_first_small_chunk(ms, b, p, idx);
> + set_inuse_and_pinuse(ms, p, small_index2size(idx));
> + mem = chunk2mem(p);
> + check_malloced_chunk(ms, mem, nb);
> + goto postaction;
> + }
> +
> + else if (nb > ms->dvsize) {
> + if (smallbits != 0) { /* Use chunk in next nonempty smallbin */
> + mchunkptr b, p, r;
> + size_t rsize;
> + bindex_t i;
> + binmap_t leftbits = (smallbits << idx) & left_bits(idx2bit(idx));
> + binmap_t leastbit = least_bit(leftbits);
> + compute_bit2idx(leastbit, i);
> + b = smallbin_at(ms, i);
> + p = b->fd;
> + assert(ms->user_data, chunksize(p) == small_index2size(i));
> + unlink_first_small_chunk(ms, b, p, i);
> + rsize = small_index2size(i) - nb;
> + /* Fit here cannot be remainderless if 4byte sizes */
> + if (SIZE_T_SIZE != 4 && rsize < MIN_CHUNK_SIZE)
> + set_inuse_and_pinuse(ms, p, small_index2size(i));
> + else {
> + set_size_and_pinuse_of_inuse_chunk(ms, p, nb);
> + r = chunk_plus_offset(p, nb);
> + set_size_and_pinuse_of_free_chunk(r, rsize);
> + replace_dv(ms, r, rsize);
> + }
> + mem = chunk2mem(p);
> + check_malloced_chunk(ms, mem, nb);
> + goto postaction;
> + }
> +
> + else if (ms->treemap != 0 && (mem = tmalloc_small(ms, nb)) != 0) {
> + check_malloced_chunk(ms, mem, nb);
> + goto postaction;
> + }
> + }
> + }
> + else if (bytes >= MAX_REQUEST)
> + nb = MAX_SIZE_T; /* Too big to allocate. Force failure (in sys alloc)
> */
> + else {
> + nb = pad_request(bytes);
> + if (ms->treemap != 0 && (mem = tmalloc_large(ms, nb)) != 0) {
> + check_malloced_chunk(ms, mem, nb);
> + goto postaction;
> + }
> + }
> +
> + if (nb <= ms->dvsize) {
> + size_t rsize = ms->dvsize - nb;
> + mchunkptr p = ms->dv;
> + if (rsize >= MIN_CHUNK_SIZE) { /* split dv */
> + mchunkptr r = ms->dv = chunk_plus_offset(p, nb);
> + ms->dvsize = rsize;
> + set_size_and_pinuse_of_free_chunk(r, rsize);
> + set_size_and_pinuse_of_inuse_chunk(ms, p, nb);
> + }
> + else { /* exhaust dv */
> + size_t dvs = ms->dvsize;
> + ms->dvsize = 0;
> + ms->dv = 0;
> + set_inuse_and_pinuse(ms, p, dvs);
> + }
> + mem = chunk2mem(p);
> + check_malloced_chunk(ms, mem, nb);
> + goto postaction;
> + }
> +
> + else if (nb < ms->topsize) { /* Split top */
> + size_t rsize = ms->topsize -= nb;
> + mchunkptr p = ms->top;
> + mchunkptr r = ms->top = chunk_plus_offset(p, nb);
> + r->head = rsize | PINUSE_BIT;
> + set_size_and_pinuse_of_inuse_chunk(ms, p, nb);
> + mem = chunk2mem(p);
> + check_top_chunk(ms, ms->top);
> + check_malloced_chunk(ms, mem, nb);
> + goto postaction;
> + }
> +
> + mem = sys_alloc(ms, nb);
> +
> + postaction:
> + POSTACTION(ms);
> + return mem;
> + }
> +
> + return 0;
> +}
> +
> +void mspace_free(mspace msp, void* mem) {
> + if (mem != 0) {
> + mchunkptr p = mem2chunk(mem);
> +#if FOOTERS
> + mstate fm = get_mstate_for(p);
> +#else /* FOOTERS */
> + mstate fm = (mstate)msp;
> +#endif /* FOOTERS */
> + if (!ok_magic(fm)) {
> + USAGE_ERROR_ACTION(fm, p);
> + return;
> + }
> + if (!PREACTION(fm)) {
> + check_inuse_chunk(fm, p);
> + if (RTCHECK(ok_address(fm, p) && ok_cinuse(p))) {
> + size_t psize = chunksize(p);
> + mchunkptr next = chunk_plus_offset(p, psize);
> + if (!pinuse(p)) {
> + size_t prevsize = p->prev_foot;
> +
> + mchunkptr prev = chunk_minus_offset(p, prevsize);
> + psize += prevsize;
> + p = prev;
> + if (RTCHECK(ok_address(fm, prev))) { /* consolidate backward */
> + if (p != fm->dv) {
> + unlink_chunk(fm, p, prevsize);
> + }
> + else if ((next->head & INUSE_BITS) == INUSE_BITS) {
> + fm->dvsize = psize;
> + set_free_with_pinuse(p, psize, next);
> + goto postaction;
> + }
> + }
> + else
> + goto erroraction;
> + }
> +
> + if (RTCHECK(ok_next(p, next) && ok_pinuse(next))) {
> + if (!cinuse(next)) { /* consolidate forward */
> + if (next == fm->top) {
> + size_t tsize = fm->topsize += psize;
> + fm->top = p;
> + p->head = tsize | PINUSE_BIT;
> + if (p == fm->dv) {
> + fm->dv = 0;
> + fm->dvsize = 0;
> + }
> + goto postaction;
> + }
> + else if (next == fm->dv) {
> + size_t dsize = fm->dvsize += psize;
> + fm->dv = p;
> + set_size_and_pinuse_of_free_chunk(p, dsize);
> + goto postaction;
> + }
> + else {
> + size_t nsize = chunksize(next);
> + psize += nsize;
> + unlink_chunk(fm, next, nsize);
> + set_size_and_pinuse_of_free_chunk(p, psize);
> + if (p == fm->dv) {
> + fm->dvsize = psize;
> + goto postaction;
> + }
> + }
> + }
> + else
> + set_free_with_pinuse(p, psize, next);
> + insert_chunk(fm, p, psize);
> + check_free_chunk(fm, p);
> + goto postaction;
> + }
> + }
> + erroraction:
> + USAGE_ERROR_ACTION(fm, p);
> + postaction:
> + POSTACTION(fm);
> + }
> + }
> +}
> +
> +void* mspace_calloc(mspace msp, size_t n_elements, size_t elem_size) {
> + void* mem;
> + size_t req = 0;
> + mstate ms = (mstate)msp;
> + if (!ok_magic(ms)) {
> + USAGE_ERROR_ACTION(ms,ms);
> + return 0;
> + }
> + if (n_elements != 0) {
> + req = n_elements * elem_size;
> + if (((n_elements | elem_size) & ~(size_t)0xffff) &&
> + (req / n_elements != elem_size))
> + req = MAX_SIZE_T; /* force downstream failure on overflow */
> + }
> + mem = internal_malloc(ms, req);
> + if (mem != 0 && calloc_must_clear(mem2chunk(mem)))
> + MEMCLEAR(mem, req);
> + return mem;
> +}
> +
> +void* mspace_realloc(mspace msp, void* oldmem, size_t bytes) {
> + if (oldmem == 0)
> + return mspace_malloc(msp, bytes);
> +#ifdef REALLOC_ZERO_BYTES_FREES
> + if (bytes == 0) {
> + mspace_free(msp, oldmem);
> + return 0;
> + }
> +#endif /* REALLOC_ZERO_BYTES_FREES */
> + else {
> +#if FOOTERS
> + mchunkptr p = mem2chunk(oldmem);
> + mstate ms = get_mstate_for(p);
> +#else /* FOOTERS */
> + mstate ms = (mstate)msp;
> +#endif /* FOOTERS */
> + if (!ok_magic(ms)) {
> + USAGE_ERROR_ACTION(ms,ms);
> + return 0;
> + }
> + return internal_realloc(ms, oldmem, bytes);
> + }
> +}
> +
> +void* mspace_memalign(mspace msp, size_t alignment, size_t bytes) {
> + mstate ms = (mstate)msp;
> + if (!ok_magic(ms)) {
> + USAGE_ERROR_ACTION(ms,ms);
> + return 0;
> + }
> + return internal_memalign(ms, alignment, bytes);
> +}
> +
> +void mspace_malloc_stats(mspace msp) {
> + mstate ms = (mstate)msp;
> + if (ok_magic(ms)) {
> + internal_malloc_stats(ms);
> + }
> + else {
> + USAGE_ERROR_ACTION(ms,ms);
> + }
> +}
> +
> +size_t mspace_footprint(mspace msp) {
> + size_t result;
> + mstate ms = (mstate)msp;
> + if (ok_magic(ms)) {
> + result = ms->footprint;
> + } else {
> + USAGE_ERROR_ACTION(ms,ms);
> + }
> + return result;
> +}
> +
> +
> +size_t mspace_max_footprint(mspace msp) {
> + size_t result;
> + mstate ms = (mstate)msp;
> + if (ok_magic(ms)) {
> + result = ms->max_footprint;
> + } else {
> + USAGE_ERROR_ACTION(ms,ms);
> + }
> + return result;
> +}
> +
> +
> +#if !NO_MALLINFO
> +struct mallinfo mspace_mallinfo(mspace msp) {
> + mstate ms = (mstate)msp;
> + if (!ok_magic(ms)) {
> + USAGE_ERROR_ACTION(ms,ms);
> + }
> + return internal_mallinfo(ms);
> +}
> +#endif /* NO_MALLINFO */
> +
> +int mspace_mallopt(int param_number, int value) {
> + return change_mparam(param_number, value);
> +}
> +
> diff --git a/qxldod/qxldod.vcxproj b/qxldod/qxldod.vcxproj
> index 15b116c..be4bb42 100755
> --- a/qxldod/qxldod.vcxproj
> +++ b/qxldod/qxldod.vcxproj
> @@ -279,7 +279,7 @@
> <ItemGroup>
> <ClCompile Include="BaseObject.cpp" />
> <ClCompile Include="driver.cpp" />
> - <ClCompile Include="mspace.c" />
> + <ClCompile Include="mspace.cpp" />
> <ClCompile Include="QxlDod.cpp" />
> </ItemGroup>
> <ItemGroup>
> diff --git a/qxldod/qxldod.vcxproj.filters b/qxldod/qxldod.vcxproj.filters
> index 1ba05af..6e241a2 100755
> --- a/qxldod/qxldod.vcxproj.filters
> +++ b/qxldod/qxldod.vcxproj.filters
> @@ -42,7 +42,7 @@
> <ClCompile Include="QxlDod.cpp">
> <Filter>Source Files</Filter>
> </ClCompile>
> - <ClCompile Include="mspace.c">
> + <ClCompile Include="mspace.cpp">
> <Filter>Source Files</Filter>
> </ClCompile>
> </ItemGroup>
This patch cannot be accepted in this form.
- it contains many space/indentation changes;
- code movements;
- page/non-page movement;
- mspace.c file rename.
All these changes should be split. Also it's better to use -M to reduce size with file renames.
Frediano
_______________________________________________
Spice-devel mailing list
Spice-devel@xxxxxxxxxxxxxxxxxxxxx
https://lists.freedesktop.org/mailman/listinfo/spice-devel