2019-04-11 22:34:20 +02:00
|
|
|
#define pr_fmt(fmt) "[alloc]: " fmt
|
|
|
|
//#define DEBUG
|
|
|
|
#include "alloc.h"
|
|
|
|
#include "errno.h"
|
2019-05-17 09:35:23 +02:00
|
|
|
#include "klibc.h"
|
2019-04-11 22:34:20 +02:00
|
|
|
#include "list.h"
|
|
|
|
#include "math.h"
|
|
|
|
#include "mem.h"
|
|
|
|
|
2019-04-15 22:48:37 +02:00
|
|
|
#define IS_SELF_CONTAINED(desc) ((vaddr_t)((desc)->page) == (vaddr_t)(desc))
|
2019-04-11 22:34:20 +02:00
|
|
|
// Slab will contains object from sizeof(void *) to PAGE_SIZE/2 by pow2
|
2019-04-17 23:46:56 +02:00
|
|
|
#define SLUB_SIZE (PAGE_SHIFT)
|
2020-04-22 16:54:30 +02:00
|
|
|
static struct slabDesc *slub;
|
2019-04-11 22:34:20 +02:00
|
|
|
|
2019-04-17 23:46:56 +02:00
|
|
|
int allocSlab(struct slabDesc **desc, size_t size, int self_containing);
|
|
|
|
int allocSlabEntry(struct slabEntry **desc, size_t size, int selfContained);
|
2019-04-16 23:12:16 +02:00
|
|
|
static int formatPage(struct slabEntry *desc, size_t size, int selfContained);
|
2019-04-11 22:34:20 +02:00
|
|
|
|
2019-04-15 21:35:38 +02:00
|
|
|
int allocInit(void)
|
2019-04-11 22:34:20 +02:00
|
|
|
{
|
2020-04-27 00:14:37 +02:00
|
|
|
uint start = log2(sizeof(void *));
|
|
|
|
list_init(slub);
|
|
|
|
int ret;
|
|
|
|
if ((ret = allocBookSlab(sizeof(struct slabDesc), 1))) {
|
|
|
|
pr_devel("Fail to allocBookSlab %d for slabDesc :( \n", ret);
|
|
|
|
return ret;
|
|
|
|
}
|
|
|
|
if ((ret = allocBookSlab(sizeof(struct slabEntry), 1))) {
|
|
|
|
pr_devel("Fail to allocBookSlab %d for slabEntry :( \n", ret);
|
|
|
|
return ret;
|
|
|
|
}
|
|
|
|
for (uint i = start; i <= SLUB_SIZE; i++) {
|
|
|
|
if ((ret = allocBookSlab(1U << i, 0))) {
|
|
|
|
if (ret == -EEXIST)
|
|
|
|
continue;
|
|
|
|
pr_devel("Fail to allocBookSlab %d for %d \n", ret, (1U << i));
|
|
|
|
return ret;
|
2019-04-16 23:12:16 +02:00
|
|
|
}
|
2020-04-27 00:14:37 +02:00
|
|
|
}
|
|
|
|
return 0;
|
2019-04-15 21:35:38 +02:00
|
|
|
}
|
|
|
|
|
2019-04-15 22:48:37 +02:00
|
|
|
int allocBookSlab(size_t size, int selfContained)
|
2019-04-15 21:35:38 +02:00
|
|
|
{
|
2020-04-27 00:14:37 +02:00
|
|
|
pr_devel("%s for size %d is self %d\n", __func__, size, selfContained);
|
|
|
|
struct slabDesc *slab = NULL;
|
|
|
|
int slabIdx;
|
|
|
|
int ret;
|
|
|
|
list_foreach(slub, slab, slabIdx)
|
|
|
|
{
|
|
|
|
if (slab->size == size) {
|
|
|
|
return -EEXIST;
|
2019-04-11 22:34:20 +02:00
|
|
|
}
|
2020-04-27 00:14:37 +02:00
|
|
|
if (slab->size > size) {
|
|
|
|
break;
|
2019-04-16 23:12:16 +02:00
|
|
|
}
|
2020-04-27 00:14:37 +02:00
|
|
|
}
|
|
|
|
struct slabDesc *newSlab;
|
|
|
|
if ((ret = allocSlab(&newSlab, size, selfContained)))
|
|
|
|
return ret;
|
|
|
|
if (list_foreach_early_break(slub, slab, slabIdx)) {
|
|
|
|
list_insert_before(slub, slab, newSlab);
|
|
|
|
} else {
|
|
|
|
list_add_tail(slub, newSlab);
|
|
|
|
}
|
|
|
|
return 0;
|
2019-04-11 22:34:20 +02:00
|
|
|
}
|
|
|
|
|
2019-04-17 23:46:56 +02:00
|
|
|
int allocSlab(struct slabDesc **desc, size_t size, int selfContained)
|
2019-04-16 23:12:16 +02:00
|
|
|
{
|
2020-04-27 00:14:37 +02:00
|
|
|
// pr_devel("%s for size %d is self %d\n", __func__, size, selfContained);
|
|
|
|
if (size > PAGE_SIZE)
|
|
|
|
return -ENOENT;
|
|
|
|
paddr_t alloc = allocPhyPage();
|
|
|
|
if (alloc == (paddr_t)NULL)
|
|
|
|
return -ENOMEM;
|
|
|
|
if (pageMap((vaddr_t)alloc, alloc, PAGING_MEM_WRITE))
|
|
|
|
return -ENOMEM;
|
2019-04-16 23:12:16 +02:00
|
|
|
|
2020-04-27 00:14:37 +02:00
|
|
|
if (selfContained) {
|
|
|
|
*desc = (struct slabDesc *)alloc;
|
|
|
|
((*desc)->slab).freeEl = (char *)(*desc) + sizeof(struct slabDesc);
|
|
|
|
} else {
|
|
|
|
*desc = malloc(sizeof(struct slabDesc));
|
|
|
|
(*desc)->slab.freeEl = (void *)alloc;
|
|
|
|
}
|
|
|
|
struct slabEntry *slab = &(*desc)->slab;
|
|
|
|
list_singleton(slab, slab);
|
|
|
|
slab->page = (vaddr_t)alloc;
|
|
|
|
slab->full = 0;
|
|
|
|
(*desc)->size = size;
|
|
|
|
// pr_devel("got page %d for size %d first %d", alloc, size, (*desc)->slab.freeEl);
|
|
|
|
return formatPage(&(*desc)->slab, size, selfContained);
|
2019-04-16 23:12:16 +02:00
|
|
|
}
|
|
|
|
|
2019-04-17 23:46:56 +02:00
|
|
|
int allocSlabEntry(struct slabEntry **desc, size_t size, int selfContained)
|
2019-04-11 22:34:20 +02:00
|
|
|
{
|
2020-04-27 00:14:37 +02:00
|
|
|
pr_devel("%s for size %d is self %d\n", __func__, size, selfContained);
|
|
|
|
if (size > PAGE_SIZE)
|
|
|
|
return -ENOENT;
|
|
|
|
paddr_t alloc = allocPhyPage();
|
|
|
|
if (alloc == (paddr_t)NULL)
|
|
|
|
return -ENOMEM;
|
|
|
|
if (pageMap((vaddr_t)alloc, alloc, PAGING_MEM_WRITE))
|
|
|
|
return -ENOMEM;
|
2019-04-15 21:35:38 +02:00
|
|
|
|
2020-04-27 00:14:37 +02:00
|
|
|
if (selfContained) {
|
|
|
|
*desc = (struct slabEntry *)alloc;
|
|
|
|
(*desc)->freeEl = (char *)(*desc) + sizeof(struct slabEntry);
|
|
|
|
} else {
|
|
|
|
*desc = malloc(sizeof(struct slabEntry));
|
|
|
|
(*desc)->freeEl = (void *)alloc;
|
|
|
|
}
|
|
|
|
list_singleton(*desc, *desc);
|
|
|
|
(*desc)->page = (vaddr_t)alloc;
|
|
|
|
(*desc)->full = 0;
|
|
|
|
// pr_devel("got page %d for size %d first %d", alloc, size, (*desc)->freeEl);
|
|
|
|
return formatPage((*desc), size, selfContained);
|
2019-04-11 22:34:20 +02:00
|
|
|
}
|
|
|
|
|
2019-04-16 23:12:16 +02:00
|
|
|
static int formatPage(struct slabEntry *desc, size_t size, int selfContained)
|
2019-04-11 22:34:20 +02:00
|
|
|
{
|
2020-04-27 00:14:37 +02:00
|
|
|
char *cur = desc->freeEl;
|
|
|
|
ulong nbEl = PAGE_SIZE / size - 1;
|
|
|
|
if (selfContained)
|
|
|
|
nbEl = (PAGE_SIZE - sizeof(struct slabDesc)) / size - 1;
|
|
|
|
ulong i;
|
|
|
|
for (i = 0; i < nbEl; i++) {
|
|
|
|
*((vaddr_t *)cur) = (vaddr_t)cur + size;
|
|
|
|
cur += size;
|
|
|
|
}
|
|
|
|
*((vaddr_t *)cur) = (vaddr_t)NULL;
|
|
|
|
// pr_devel("last at %d allocated %d\n", cur, i + 1);
|
|
|
|
return 0;
|
2019-04-11 22:34:20 +02:00
|
|
|
}
|
|
|
|
|
2019-04-16 23:12:16 +02:00
|
|
|
static void *allocFromSlab(struct slabEntry *slab)
|
2019-04-11 22:34:20 +02:00
|
|
|
{
|
2020-04-27 00:14:37 +02:00
|
|
|
vaddr_t *next = slab->freeEl;
|
|
|
|
if (*next == (vaddr_t)NULL) {
|
|
|
|
pr_devel("Slab @%d is now full\n", slab);
|
|
|
|
slab->full = 1;
|
|
|
|
} else {
|
|
|
|
slab->freeEl = (void *)(*next);
|
|
|
|
}
|
|
|
|
return (void *)next;
|
2019-04-11 22:34:20 +02:00
|
|
|
}
|
|
|
|
|
|
|
|
void *malloc(size_t size)
|
|
|
|
{
|
2020-04-27 00:14:37 +02:00
|
|
|
if (size > (1U << SLUB_SIZE)) {
|
|
|
|
printf("implement malloc for big size\n");
|
|
|
|
return NULL;
|
|
|
|
}
|
|
|
|
struct slabDesc *slab;
|
|
|
|
uint slubIdx;
|
|
|
|
list_foreach(slub, slab, slubIdx)
|
|
|
|
{
|
|
|
|
if (size <= slab->size)
|
|
|
|
break;
|
|
|
|
}
|
|
|
|
struct slabEntry *slabEntry;
|
|
|
|
int slabIdx;
|
|
|
|
list_foreach(&slab->slab, slabEntry, slabIdx)
|
|
|
|
{
|
|
|
|
if (!slabEntry->full) {
|
|
|
|
// pr_devel("found place in slub %d at idx %d for size %d\n", slubIdx,
|
|
|
|
// slabIdx, size);
|
|
|
|
return allocFromSlab(slabEntry);
|
2019-04-11 22:34:20 +02:00
|
|
|
}
|
2020-04-27 00:14:37 +02:00
|
|
|
}
|
2019-04-15 22:48:37 +02:00
|
|
|
|
2020-04-27 00:14:37 +02:00
|
|
|
// No room found
|
|
|
|
struct slabEntry *newSlabEntry;
|
|
|
|
struct slabEntry *slabList = &slab->slab;
|
|
|
|
int ret;
|
|
|
|
if ((ret = allocSlabEntry(&newSlabEntry, slab->size, IS_SELF_CONTAINED(&slab->slab)))) {
|
|
|
|
pr_devel("Fail to allocSlabEntry %d\n", ret);
|
|
|
|
return NULL;
|
|
|
|
}
|
|
|
|
pr_devel("Allocate new slab for object of size %d\n", slab->size);
|
|
|
|
list_add_tail(slabList, newSlabEntry);
|
|
|
|
return allocFromSlab(newSlabEntry);
|
2019-04-11 22:34:20 +02:00
|
|
|
}
|
2019-04-15 23:09:09 +02:00
|
|
|
|
2019-04-17 23:46:56 +02:00
|
|
|
int freeFromSlab(void *ptr, struct slabEntry *slab)
|
2019-04-16 20:11:24 +02:00
|
|
|
{
|
2020-04-27 00:14:37 +02:00
|
|
|
struct slabEntry *slabEntry;
|
|
|
|
int slabIdx;
|
|
|
|
list_foreach(slab, slabEntry, slabIdx)
|
|
|
|
{
|
|
|
|
if ((slabEntry->page <= (vaddr_t)ptr) &&
|
|
|
|
((vaddr_t)ptr < (slabEntry->page + PAGE_SIZE))) {
|
|
|
|
// pr_devel("free place! was %d is now %d\n", slabEntry->freeEl, ptr);
|
|
|
|
if (slabEntry->full) {
|
|
|
|
*((vaddr_t *)ptr) = (vaddr_t)NULL;
|
|
|
|
} else {
|
|
|
|
*((vaddr_t *)ptr) = (vaddr_t)slabEntry->freeEl;
|
|
|
|
}
|
|
|
|
slabEntry->freeEl = ptr;
|
|
|
|
slabEntry->full = 0;
|
|
|
|
return 1;
|
2019-04-15 23:09:09 +02:00
|
|
|
}
|
2020-04-27 00:14:37 +02:00
|
|
|
}
|
|
|
|
return 0;
|
2019-04-15 23:09:09 +02:00
|
|
|
}
|
2019-04-16 20:11:24 +02:00
|
|
|
void free(void *ptr)
|
|
|
|
{
|
2020-04-27 00:14:37 +02:00
|
|
|
if (!ptr)
|
|
|
|
return;
|
2019-04-15 23:09:09 +02:00
|
|
|
|
2020-04-27 00:14:37 +02:00
|
|
|
struct slabDesc *slab;
|
|
|
|
int slabIdx;
|
|
|
|
list_foreach(slub, slab, slabIdx)
|
|
|
|
{
|
|
|
|
struct slabEntry *slabEntry;
|
|
|
|
int entryIdx;
|
|
|
|
list_foreach(&slab->slab, slabEntry, entryIdx)
|
2019-04-16 20:11:24 +02:00
|
|
|
{
|
2020-04-27 00:14:37 +02:00
|
|
|
if (freeFromSlab(ptr, slabEntry))
|
|
|
|
return;
|
2019-04-15 23:09:09 +02:00
|
|
|
}
|
2020-04-27 00:14:37 +02:00
|
|
|
}
|
|
|
|
pr_devel("free: slab not found\n");
|
2019-04-15 23:09:09 +02:00
|
|
|
}
|