Page allocation uses new external library, libmalloc
This commit is contained in:
262
src/mmgr.c
262
src/mmgr.c
@@ -4,151 +4,20 @@
|
||||
#include "platform/paging.h"
|
||||
#include "types/status.h"
|
||||
#include "stdio.h"
|
||||
#include <libmalloc/bitmap_alloc.h>
|
||||
#include <stdint.h>
|
||||
#include <stdbool.h>
|
||||
|
||||
#define MAX_CACHE_SIZE 32
|
||||
|
||||
struct page_map_t
|
||||
bitmap_heap_descriptor_t page_map;
|
||||
|
||||
physaddr_t reserve_pages(size_t size)
|
||||
{
|
||||
/**
|
||||
* @brief The underlying bitmap representing the availability of chunks of
|
||||
* physical memory.
|
||||
*
|
||||
*/
|
||||
unsigned long *bitmap;
|
||||
|
||||
/**
|
||||
* @brief Stores a list of available blocks of memory to speed up allocation.
|
||||
*
|
||||
*/
|
||||
unsigned long *cache;
|
||||
|
||||
/**
|
||||
* @brief The size of the bitmap in bytes.
|
||||
*
|
||||
*/
|
||||
unsigned long bitmap_size;
|
||||
|
||||
/**
|
||||
* @brief The size in bytes of the smallest unit of allocation.
|
||||
*
|
||||
* This value should either be the size of a page on the host system, or
|
||||
* possibly some number of pages.
|
||||
*
|
||||
*/
|
||||
unsigned long block_size;
|
||||
|
||||
/**
|
||||
* @brief
|
||||
*
|
||||
*/
|
||||
unsigned long height;
|
||||
|
||||
/**
|
||||
* @brief The number of available blocks of memory.
|
||||
*
|
||||
* Due to memory fragmentation, it may not be possible to allocate all
|
||||
* available memory at once.
|
||||
*
|
||||
*/
|
||||
unsigned long free_block_count;
|
||||
} page_map;
|
||||
|
||||
static const int bitmap_word_size = 8 * sizeof(*page_map.bitmap);
|
||||
|
||||
static void clear_cache()
|
||||
{
|
||||
for(int i = 0; i < MAX_CACHE_SIZE; i++)
|
||||
unsigned long location = reserve_region(&page_map, size);
|
||||
if(location != NOMEM)
|
||||
{
|
||||
page_map.cache[i] = 0;
|
||||
}
|
||||
}
|
||||
|
||||
static void clear_bitmap()
|
||||
{
|
||||
for(int i = 0; i < page_map.bitmap_size / sizeof(*page_map.bitmap); i++)
|
||||
{
|
||||
page_map.bitmap[i] = 0;
|
||||
}
|
||||
}
|
||||
|
||||
int split_block(int index)
|
||||
{
|
||||
if (index)
|
||||
{
|
||||
unsigned long bitmap_index = index / bitmap_word_size;
|
||||
unsigned long bitmap_offset = index % bitmap_word_size;
|
||||
page_map.bitmap[bitmap_index] &= ~((unsigned long)1 << bitmap_offset);
|
||||
index *= 2;
|
||||
bitmap_index = index / bitmap_word_size;
|
||||
bitmap_offset = index % bitmap_word_size;
|
||||
page_map.bitmap[bitmap_index] |= (unsigned long)1 << bitmap_offset;
|
||||
page_map.bitmap[bitmap_index] |= (unsigned long)1 << (bitmap_offset ^ 1);
|
||||
unsigned long depth = llog2(index + 1) - 1;
|
||||
unsigned long cache_start = llog2(bitmap_word_size);
|
||||
if(depth >= cache_start && page_map.cache[depth - cache_start] == 0)
|
||||
{
|
||||
page_map.cache[depth - cache_start] = index + 1;
|
||||
}
|
||||
}
|
||||
return index;
|
||||
}
|
||||
|
||||
int find_free_region(int height)
|
||||
{
|
||||
if (height > page_map.height || height < 0)
|
||||
{
|
||||
return 0;
|
||||
}
|
||||
else if (height <= page_map.height - ilog2(bitmap_word_size))
|
||||
{
|
||||
if(page_map.cache[page_map.height - height - llog2(bitmap_word_size)])
|
||||
{
|
||||
unsigned long index = page_map.cache[page_map.height - height - llog2(bitmap_word_size)];
|
||||
page_map.cache[page_map.height - height - llog2(bitmap_word_size)] = 0;
|
||||
return index;
|
||||
}
|
||||
unsigned long start = (1 << (page_map.height - height)) / bitmap_word_size;
|
||||
unsigned long end = ((1 << (page_map.height - height + 1)) / bitmap_word_size);
|
||||
for (int index = start; index < end; index++)
|
||||
{
|
||||
if (page_map.bitmap[index] != 0)
|
||||
{
|
||||
return bitmap_word_size * index + __builtin_ctzl(page_map.bitmap[index]);
|
||||
}
|
||||
}
|
||||
}
|
||||
else
|
||||
{
|
||||
#if __SIZEOF_LONG__ == 8
|
||||
static const unsigned long bitmasks[] = {0x00000002, 0x0000000C, 0x000000F0, 0x0000FF00, 0xFFFF0000, 0xFFFFFFFF00000000};
|
||||
#else
|
||||
static const unsigned long bitmasks[] = {0x00000002, 0x0000000C, 0x000000F0, 0x0000FF00, 0xFFFF0000};
|
||||
#endif
|
||||
int depth = page_map.height - height;
|
||||
if (page_map.bitmap[0] & bitmasks[depth])
|
||||
{
|
||||
return __builtin_ctzl(page_map.bitmap[0] & bitmasks[depth]);
|
||||
}
|
||||
}
|
||||
return split_block(find_free_region(height + 1));
|
||||
}
|
||||
|
||||
|
||||
physaddr_t reserve_region(size_t size)
|
||||
{
|
||||
int height = llog2(size / page_map.block_size);
|
||||
int index = find_free_region(height);
|
||||
if (index)
|
||||
{
|
||||
int bitmap_index = index / bitmap_word_size;
|
||||
int bitmap_offset = index % bitmap_word_size;
|
||||
page_map.bitmap[bitmap_index] &= ~((unsigned long)1 << bitmap_offset);
|
||||
physaddr_t page = (page_map.block_size << height) * (index - ((unsigned long)1 << (page_map.height - height)));
|
||||
if(page < 0x10000)
|
||||
;//printf("Reserved %08x\n", page);
|
||||
return page;
|
||||
return location;
|
||||
}
|
||||
else
|
||||
{
|
||||
@@ -156,44 +25,21 @@ physaddr_t reserve_region(size_t size)
|
||||
}
|
||||
}
|
||||
|
||||
int free_region(physaddr_t location, size_t size)
|
||||
int free_pages(physaddr_t location, size_t size)
|
||||
{
|
||||
int height = llog2(size / page_map.block_size);
|
||||
int index = (location / (page_map.block_size * ((unsigned long)1 << height))) + (1 << (page_map.height - height));
|
||||
int bitmap_index = index / bitmap_word_size;
|
||||
int bitmap_offset = index % bitmap_word_size;
|
||||
page_map.bitmap[bitmap_index] |= (unsigned long)1 << bitmap_offset;
|
||||
unsigned long cache_start = llog2(bitmap_word_size);
|
||||
while (page_map.bitmap[bitmap_index] & ((unsigned long)1 << (bitmap_offset ^ 1)))
|
||||
{
|
||||
unsigned long depth = llog2(index + 1) - 1;
|
||||
if(page_map.cache[depth - cache_start] == (index ^ 1))
|
||||
{
|
||||
page_map.cache[depth - cache_start] = 0;
|
||||
}
|
||||
page_map.bitmap[bitmap_index] &= ~((unsigned long)1 << bitmap_offset);
|
||||
page_map.bitmap[bitmap_index] &= ~((unsigned long)1 << (bitmap_offset ^ 1));
|
||||
index /= 2;
|
||||
bitmap_index = index / bitmap_word_size;
|
||||
bitmap_offset = index % bitmap_word_size;
|
||||
page_map.bitmap[bitmap_index] |= (unsigned long)1 << bitmap_offset;
|
||||
}
|
||||
unsigned long depth = llog2(index + 1) - 1;
|
||||
if (depth >= cache_start && page_map.cache[depth - cache_start] == 0)
|
||||
{
|
||||
page_map.cache[depth - cache_start] = index;
|
||||
}
|
||||
free_region(&page_map, location, size);
|
||||
return ENONE;
|
||||
}
|
||||
|
||||
physaddr_t reserve_page()
|
||||
{
|
||||
return reserve_region(page_size);
|
||||
return reserve_region(&page_map, page_size);
|
||||
}
|
||||
|
||||
int free_page(physaddr_t location)
|
||||
{
|
||||
return free_region(location, page_size);
|
||||
free_region(&page_map, location, page_size);
|
||||
return ENONE;
|
||||
}
|
||||
|
||||
size_t free_page_count()
|
||||
@@ -211,22 +57,21 @@ void *page_map_end()
|
||||
return (void*)page_map.bitmap + page_map.bitmap_size;
|
||||
}
|
||||
|
||||
error_t initialize_page_map(struct memory_map_t *map, void *base, size_t memory_size, unsigned long block_size)
|
||||
error_t initialize_page_map(memory_map_t *map, void *base, size_t memory_size, unsigned long block_size)
|
||||
{
|
||||
static unsigned long page_map_cache[MAX_CACHE_SIZE];
|
||||
// Round memory_size up to nearest power of 2
|
||||
memory_size = 1 << llog2(memory_size);
|
||||
page_map.bitmap = (unsigned long*) base;
|
||||
page_map.cache = page_map_cache;
|
||||
page_map.bitmap_size = (memory_size / page_size) / 4;
|
||||
|
||||
page_map.block_size = block_size;
|
||||
page_map.height = llog2(memory_size / block_size);
|
||||
page_map.free_block_count = 0;
|
||||
int block_log = llog2(block_size);
|
||||
page_map.cache = page_map_cache;
|
||||
page_map.cache_capacity = MAX_CACHE_SIZE;
|
||||
page_map.bitmap = (unsigned long*) base;
|
||||
|
||||
/* Allocate pages for bitmap */
|
||||
int pages_mapped = 0;
|
||||
bool initialized = false;
|
||||
printf("bmpsz: %08x bmploc: %08x\n", page_map.bitmap_size, page_map.bitmap);
|
||||
for(int i = 0; i < map->size; i++)
|
||||
int pages_needed = (bitmap_size(map, block_size) + page_size - 1) / page_size;
|
||||
for(int i = 0; i < map->size && (pages_mapped < pages_needed); i++)
|
||||
{
|
||||
if(map->array[i].type != M_AVAILABLE)
|
||||
{
|
||||
@@ -234,7 +79,7 @@ error_t initialize_page_map(struct memory_map_t *map, void *base, size_t memory_
|
||||
}
|
||||
physaddr_t location = (map->array[i].location + page_size - 1) & ~(page_size - 1);
|
||||
physaddr_t region_end = map->array[i].location + map->array[i].size;
|
||||
while(location + block_size <= region_end && pages_mapped < (page_map.bitmap_size + page_size - 1) / page_size)
|
||||
while(location + page_size <= region_end && (pages_mapped < pages_needed))
|
||||
{
|
||||
void *page = (void*)page_map.bitmap + pages_mapped * page_size;
|
||||
for(int level = 0; level < page_table_levels; level++)
|
||||
@@ -256,63 +101,20 @@ error_t initialize_page_map(struct memory_map_t *map, void *base, size_t memory_
|
||||
pages_mapped++;
|
||||
}
|
||||
}
|
||||
memmap_insert_region(map, location, page_size, M_UNAVAILABLE);
|
||||
location += page_size;
|
||||
continue;
|
||||
}
|
||||
|
||||
if(!initialized)
|
||||
{
|
||||
clear_bitmap();
|
||||
initialized = true;
|
||||
}
|
||||
|
||||
while(location + block_size <= region_end)
|
||||
{
|
||||
int bit_offset = (location / block_size) % bitmap_word_size;
|
||||
int bitmap_index = ((1 << (page_map.height - 0)) / bitmap_word_size) + (location / block_size) / bitmap_word_size;
|
||||
size_t chunk_size = (bitmap_word_size - bit_offset) * block_size;
|
||||
// BUG: bitmap entries are uninitialized at first, never zeroed out
|
||||
if(location < 0x180000)
|
||||
printf("%08x ", page_map.bitmap[bitmap_index]);
|
||||
if(bit_offset == 0 && (region_end - location) >= chunk_size)
|
||||
{
|
||||
if(location < 0x180000)
|
||||
printf("a ");
|
||||
// Set all bits in the word
|
||||
page_map.bitmap[bitmap_index] = ~0;
|
||||
}
|
||||
else if(bit_offset == 0)
|
||||
{
|
||||
if(location < 0x180000)
|
||||
printf("b ");
|
||||
// Set the first 'count' bits
|
||||
int count = (region_end - location) >> block_log;
|
||||
page_map.bitmap[bitmap_index] |= (1 << count) - 1;
|
||||
}
|
||||
else if((region_end - location) >= chunk_size)
|
||||
{
|
||||
if(location < 0x180000)
|
||||
printf("c ");
|
||||
// Set all bits starting at 'bit_offset'
|
||||
page_map.bitmap[bitmap_index] |= ~((1 << bit_offset) - 1);
|
||||
}
|
||||
else
|
||||
{
|
||||
if(location < 0x180000)
|
||||
printf("d ");
|
||||
// Set all bits starting at 'bit_offset' up to 'count'
|
||||
int count = (region_end - location) >> block_log;
|
||||
page_map.bitmap[bitmap_index] |= ((1 << count) - 1) & ~((1 << bit_offset) - 1);
|
||||
}
|
||||
if(location < 0x180000) {
|
||||
printf("bmp: %08x loc: %08x end: %08x off: %i idx: %i cnt: %i\n", page_map.bitmap[bitmap_index], location, region_end, bit_offset, bitmap_index, (region_end - location) >> block_log);
|
||||
}
|
||||
|
||||
location += chunk_size;
|
||||
}
|
||||
}
|
||||
clear_cache();
|
||||
return ENONE;
|
||||
|
||||
if(initialize_physical_heap(&page_map, map))
|
||||
{
|
||||
return ENOMEM;
|
||||
}
|
||||
else
|
||||
{
|
||||
return ENONE;
|
||||
}
|
||||
}
|
||||
|
||||
physaddr_t create_address_space()
|
||||
|
||||
Reference in New Issue
Block a user