#define pr_fmt(fmt) "[alloc]: " fmt //#define DEBUG #include "alloc.h" #include "assert.h" #include "errno.h" #include "irq.h" #include "kernel.h" #include "klibc.h" #include "list.h" #include "math.h" #include "mem.h" #include "paging.h" #define IS_SELF_CONTAINED(desc) ((vaddr_t)((desc)->page) == (vaddr_t)(desc)) static struct slabDesc *slub; static int allocSlab(struct slabDesc **desc, size_t sizeEl, size_t sizeSlab, int self_containing); static int allocSlabEntry(struct slabEntry **desc, size_t sizeEl, size_t sizeSlab, int selfContained); static int formatPage(struct slabEntry *desc, size_t size, size_t sizeSlab, int selfContained); static int freeFromSlab(void *ptr, struct slabEntry *slab); static struct slabDesc *allocGetSlab(size_t size); static struct { size_t elementSize; size_t slabSize; unsigned char isSelf; } initSlab[] = {{4, PAGE_SIZE, 0}, {8, PAGE_SIZE, 0}, {16, PAGE_SIZE, 0}, {32, PAGE_SIZE, 0}, {64, PAGE_SIZE, 0}, {128, PAGE_SIZE, 0}, {256, 2 * PAGE_SIZE, 0}, {1024, 2 * PAGE_SIZE, 0}, {2048, 3 * PAGE_SIZE, 0}, {4096, 4 * PAGE_SIZE, 0}, {8192, 8 * PAGE_SIZE, 0}, {16384, 12 * PAGE_SIZE, 0}, {0, 0, 0}}; int allocSetup(size_t sizeOfArea, vaddr_t *areaAddr, vaddr_t *descAddr, vaddr_t *entryAddr) { list_init(slub); assert(allocBookSlab(sizeof(struct slabDesc), PAGE_SIZE, TRUE) == 0); *descAddr = (vaddr_t)allocGetSlab(sizeof(struct slabDesc)); assert(allocBookSlab(sizeof(struct slabEntry), PAGE_SIZE, TRUE) == 0); *entryAddr = (vaddr_t)allocGetSlab(sizeof(struct slabEntry)); assert(allocBookSlab(sizeOfArea, PAGE_SIZE, TRUE) == 0); *areaAddr = (vaddr_t)allocGetSlab(sizeOfArea); return 0; } int allocPopulate() { for (uint i = 0; initSlab[i].elementSize != 0; i++) { int ret; if ((ret = allocBookSlab(initSlab[i].elementSize, initSlab[i].slabSize, initSlab[i].isSelf))) { if (ret == -EEXIST) continue; pr_err("Fail to allocBookSlab %d for %d \n", ret, (1U << i)); return ret; } } return 0; } int allocBookSlab(size_t sizeEl, size_t sizeSlab, int selfContained) { struct slabDesc *slab = NULL; struct slabDesc *newSlab = NULL; int slabIdx; int ret; int flags; pr_devel("%s for element of size %d is self %d\n", __func__, sizeEl, selfContained); disable_IRQs(flags); list_foreach(slub, slab, slabIdx) { if (slab->size == sizeEl) { restore_IRQs(flags); return -EEXIST; } if (slab->size > sizeEl) { break; } } if ((ret = allocSlab(&newSlab, sizeEl, sizeSlab, selfContained))) { restore_IRQs(flags); return ret; } if (list_foreach_early_break(slub, slab, slabIdx)) { list_insert_before(slub, slab, newSlab); } else { list_add_tail(slub, newSlab); } restore_IRQs(flags); return 0; } static int allocSlab(struct slabDesc **desc, size_t size, size_t sizeSlab, int selfContained) { uint nbPage, i; pr_devel("%s for size %d is self %d\n", __func__, size, selfContained); sizeSlab = MAX(sizeSlab, PAGE_SIZE); if (size > sizeSlab) { pr_devel("size of element %d are bigger than slab size %d\n", size, sizeSlab); return -ENOENT; } nbPage = DIV_ROUND_UP(sizeSlab, PAGE_SIZE); paddr_t alloc = allocPhyPage(nbPage); if (alloc == (paddr_t)NULL) return -ENOMEM; for (i = 0; i < nbPage; i++) { if (pageMap((vaddr_t)alloc + i * PAGE_SIZE, alloc + i * PAGE_SIZE, PAGING_MEM_WRITE)) goto free_page; } if (selfContained) { *desc = (struct slabDesc *)alloc; ((*desc)->slab).freeEl = (char *)(*desc) + sizeof(struct slabDesc); } else { *desc = malloc(sizeof(struct slabDesc)); if (*desc == NULL) return -ENOMEM; (*desc)->slab.freeEl = (void *)alloc; } struct slabEntry *slab = &(*desc)->slab; list_singleton(slab, slab); slab->page = (vaddr_t)alloc; slab->full = 0; slab->size = sizeSlab; (*desc)->size = size; return formatPage(&(*desc)->slab, size, sizeSlab, selfContained); free_page: for (uint j = 0; j < i; j++) { pageUnmap((vaddr_t)alloc + i * PAGE_SIZE); } return -ENOMEM; } static int allocSlabEntry(struct slabEntry **desc, size_t size, size_t sizeSlab, int selfContained) { uint nbPage, i; pr_devel("%s for size %d is self %d\n", __func__, size, selfContained); sizeSlab = MAX(sizeSlab, PAGE_SIZE); if (size > sizeSlab) { pr_devel("size of element %d are bigger than slab size %d\n", size, sizeSlab); return -ENOENT; } nbPage = DIV_ROUND_UP(sizeSlab, PAGE_SIZE); paddr_t alloc = allocPhyPage(nbPage); if (alloc == (paddr_t)NULL) return -ENOMEM; for (i = 0; i < nbPage; i++) { if (pageMap((vaddr_t)alloc + i * PAGE_SIZE, alloc + i * PAGE_SIZE, PAGING_MEM_WRITE)) goto free_page; } if (selfContained) { *desc = (struct slabEntry *)alloc; (*desc)->freeEl = (char *)(*desc) + sizeof(struct slabEntry); } else { *desc = malloc(sizeof(struct slabEntry)); if (*desc == NULL) return -ENOMEM; (*desc)->freeEl = (void *)alloc; } list_singleton(*desc, *desc); (*desc)->page = (vaddr_t)alloc; (*desc)->full = 0; (*desc)->size = sizeSlab; return formatPage((*desc), size, sizeSlab, selfContained); free_page: for (uint j = 0; j < i; j++) { pageUnmap((vaddr_t)alloc + i * PAGE_SIZE); } return -ENOMEM; } static int formatPage(struct slabEntry *desc, size_t size, size_t sizeSlab, int selfContained) { char *cur = desc->freeEl; ulong nbEl = sizeSlab / size - 1; if (selfContained) nbEl = (sizeSlab - sizeof(struct slabDesc)) / size - 1; for (ulong i = 0; i < nbEl; i++) { *((vaddr_t *)cur) = (vaddr_t)cur + size; cur += size; } *((vaddr_t *)cur) = (vaddr_t)NULL; return 0; } static void *allocFromSlab(struct slabEntry *slab) { vaddr_t *next = slab->freeEl; if (*next == (vaddr_t)NULL) { pr_devel("Slab @%d is now full\n", slab); slab->full = 1; } slab->freeEl = (void *)(*next); return (void *)next; } static struct slabDesc *allocGetSlab(size_t size) { struct slabDesc *slab = NULL; uint slubIdx; list_foreach(slub, slab, slubIdx) { if (size <= slab->size) return slab; } return NULL; } void *malloc(size_t size) { struct slabEntry *slabEntry; struct slabDesc *slab = NULL; void *ret; int flags; int slabIdx; disable_IRQs(flags); if ((slab = allocGetSlab(size)) == NULL) { pr_devel("No slab found for %d\n", size); return NULL; } list_foreach(&slab->slab, slabEntry, slabIdx) { if (!slabEntry->full) { // pr_devel("found place in slub %d at idx %d for size %d\n", slubIdx, // slabIdx, size); ret = allocFromSlab(slabEntry); restore_IRQs(flags); return ret; } } // No room found struct slabEntry *newSlabEntry; struct slabEntry *slabList = &slab->slab; size_t slabSize = MAX(PAGE_SIZE, size); int retSlab; if ((retSlab = allocSlabEntry(&newSlabEntry, slab->size, slabSize, IS_SELF_CONTAINED(&slab->slab)))) { pr_devel("Fail to allocSlabEntry %d\n", retSlab); restore_IRQs(flags); return NULL; } pr_devel("Allocate new slab for object of size %d\n", slab->size); list_add_tail(slabList, newSlabEntry); ret = allocFromSlab(newSlabEntry); restore_IRQs(flags); return ret; } static int freeFromSlab(void *ptr, struct slabEntry *slab) { struct slabEntry *slabEntry; int slabIdx; list_foreach(slab, slabEntry, slabIdx) { if ((slabEntry->page <= (vaddr_t)ptr) && ((vaddr_t)ptr < (slabEntry->page + slabEntry->size))) { *((vaddr_t *)ptr) = (vaddr_t)slabEntry->freeEl; slabEntry->freeEl = ptr; slabEntry->full = 0; return 1; } } return 0; } void free(void *ptr) { if (!ptr) return; struct slabDesc *slab; int slabIdx; int flags; disable_IRQs(flags); list_foreach(slub, slab, slabIdx) { struct slabEntry *slabEntry; int entryIdx; list_foreach(&slab->slab, slabEntry, entryIdx) { if (freeFromSlab(ptr, slabEntry)) { restore_IRQs(flags); return; } } } restore_IRQs(flags); pr_devel("free: slab not found\n"); }