/* Copyright (C) 2014 Stony Brook University This file is part of Graphene Library OS. Graphene Library OS is free software: you can redistribute it and/or modify it under the terms of the GNU Lesser General Public License as published by the Free Software Foundation, either version 3 of the License, or (at your option) any later version. Graphene Library OS is distributed in the hope that it will be useful, but WITHOUT ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU Lesser General Public License for more details. You should have received a copy of the GNU Lesser General Public License along with this program. If not, see . */ /* * memmgr.h * * This file contains implementation of fixed-size memory allocator. */ #ifndef MEMMGR_H #define MEMMGR_H #include #include "api.h" #include "assert.h" #include "list.h" #ifndef OBJ_TYPE #error "OBJ_TYPE not defined" #endif #ifndef system_malloc #error "macro \"void * system_malloc (size_t size)\" not declared" #endif #ifndef system_free #error "macro \"void * system_free (void * ptr, size_t size)\" not declared" #endif #ifndef SYSTEM_LOCK #define SYSTEM_LOCK() ({}) #endif #ifndef SYSTEM_UNLOCK #define SYSTEM_UNLOCK() ({}) #endif #ifndef SYSTEM_LOCKED #define SYSTEM_LOCKED() true #endif DEFINE_LIST(mem_obj); typedef struct mem_obj { union { LIST_TYPE(mem_obj) __list; OBJ_TYPE obj; }; } MEM_OBJ_TYPE, *MEM_OBJ; DEFINE_LIST(mem_area); typedef struct mem_area { LIST_TYPE(mem_area) __list; unsigned int size; MEM_OBJ_TYPE objs[]; } MEM_AREA_TYPE, *MEM_AREA; DEFINE_LISTP(mem_area); DEFINE_LISTP(mem_obj); typedef struct mem_mgr { LISTP_TYPE(mem_area) area_list; LISTP_TYPE(mem_obj) free_list; size_t size; MEM_OBJ_TYPE* obj; MEM_OBJ_TYPE* obj_top; MEM_AREA active_area; } MEM_MGR_TYPE, *MEM_MGR; #define __SUM_OBJ_SIZE(size) (sizeof(MEM_OBJ_TYPE) * (size)) #define __MIN_MEM_SIZE() (sizeof(MEM_MGR_TYPE) + sizeof(MEM_AREA_TYPE)) #define __MAX_MEM_SIZE(size) (__MIN_MEM_SIZE() + __SUM_OBJ_SIZE(size)) #ifdef ALLOC_ALIGNMENT static inline int size_align_down(int size) { assert(IS_POWER_OF_2(ALLOC_ALIGNMENT)); int s = __MAX_MEM_SIZE(size) - sizeof(MEM_MGR_TYPE); int p = s - ALIGN_DOWN_POW2(s, ALLOC_ALIGNMENT); int o = __SUM_OBJ_SIZE(1); return size - p / o - (p % o ? 1 : 0); } static inline int size_align_up(int size) { assert(IS_POWER_OF_2(ALLOC_ALIGNMENT)); int s = __MAX_MEM_SIZE(size) - sizeof(MEM_MGR_TYPE); int p = ALIGN_UP_POW2(s, ALLOC_ALIGNMENT) - s; int o = __SUM_OBJ_SIZE(1); return size + p / o; } static inline int init_align_down(int size) { assert(IS_POWER_OF_2(ALLOC_ALIGNMENT)); int s = __MAX_MEM_SIZE(size); int p = s - ALIGN_DOWN_POW2(s, ALLOC_ALIGNMENT); int o = __SUM_OBJ_SIZE(1); return size - p / o - (p % o ? 1 : 0); } static inline int init_align_up(int size) { assert(IS_POWER_OF_2(ALLOC_ALIGNMENT)); int s = __MAX_MEM_SIZE(size); int p = ALIGN_UP_POW2(s, ALLOC_ALIGNMENT) - s; int o = __SUM_OBJ_SIZE(1); return size + p / o; } #endif static inline void __set_free_mem_area(MEM_AREA area, MEM_MGR mgr) { assert(SYSTEM_LOCKED()); mgr->size += area->size; mgr->obj = area->objs; mgr->obj_top = area->objs + area->size; mgr->active_area = area; } static inline MEM_MGR create_mem_mgr(unsigned int size) { void* mem = system_malloc(__MAX_MEM_SIZE(size)); MEM_AREA area; MEM_MGR mgr; if (!mem) return NULL; mgr = (MEM_MGR)mem; mgr->size = 0; area = (MEM_AREA)(mem + sizeof(MEM_MGR_TYPE)); area->size = size; INIT_LIST_HEAD(area, __list); INIT_LISTP(&mgr->area_list); LISTP_ADD(area, &mgr->area_list, __list); INIT_LISTP(&mgr->free_list); __set_free_mem_area(area, mgr); return mgr; } static inline MEM_MGR enlarge_mem_mgr(MEM_MGR mgr, unsigned int size) { MEM_AREA area; area = (MEM_AREA)system_malloc(sizeof(MEM_AREA_TYPE) + __SUM_OBJ_SIZE(size)); if (!area) return NULL; SYSTEM_LOCK(); area->size = size; INIT_LIST_HEAD(area, __list); LISTP_ADD(area, &mgr->area_list, __list); __set_free_mem_area(area, mgr); SYSTEM_UNLOCK(); return mgr; } static inline void destroy_mem_mgr(MEM_MGR mgr) { MEM_AREA tmp, n, first = NULL; first = tmp = LISTP_FIRST_ENTRY(&mgr->area_list, MEM_AREA_TYPE, __list); if (!first) goto free_mgr; LISTP_FOR_EACH_ENTRY_SAFE_CONTINUE(tmp, n, &mgr->area_list, __list) { LISTP_DEL(tmp, &mgr->area_list, __list); system_free(tmp, sizeof(MEM_AREA_TYPE) + __SUM_OBJ_SIZE(tmp->size)); } free_mgr: system_free(mgr, __MAX_MEM_SIZE(first->size)); } static inline OBJ_TYPE* get_mem_obj_from_mgr(MEM_MGR mgr) { MEM_OBJ mobj; SYSTEM_LOCK(); if (mgr->obj == mgr->obj_top && LISTP_EMPTY(&mgr->free_list)) { SYSTEM_UNLOCK(); return NULL; } if (!LISTP_EMPTY(&mgr->free_list)) { mobj = LISTP_FIRST_ENTRY(&mgr->free_list, MEM_OBJ_TYPE, __list); LISTP_DEL_INIT(mobj, &mgr->free_list, __list); CHECK_LIST_HEAD(MEM_OBJ, &mgr->free_list, __list); } else { mobj = mgr->obj++; } SYSTEM_UNLOCK(); return &mobj->obj; } static inline OBJ_TYPE* get_mem_obj_from_mgr_enlarge(MEM_MGR mgr, unsigned int size) { MEM_OBJ mobj; SYSTEM_LOCK(); if (mgr->obj == mgr->obj_top && LISTP_EMPTY(&mgr->free_list)) { size_t mgr_size = mgr->size; MEM_AREA area; /* If there is a previously allocated area, just activate it. */ area = LISTP_PREV_ENTRY(mgr->active_area, &mgr->area_list, __list); if (area) { __set_free_mem_area(area, mgr); goto alloc; } SYSTEM_UNLOCK(); if (!size) return NULL; /* There can be concurrent attempt to try to enlarge the allocator, but we prevent deadlocks or crashes. */ area = (MEM_AREA)system_malloc(sizeof(MEM_AREA_TYPE) + __SUM_OBJ_SIZE(size)); if (!area) return NULL; SYSTEM_LOCK(); area->size = size; INIT_LIST_HEAD(area, __list); /* There can be concurrent operations to extend the manager. In case * someone has already enlarged the space, we just add the new area to * the list for later use. */ LISTP_ADD(area, &mgr->area_list, __list); if (mgr_size == mgr->size) /* check if the size has changed */ __set_free_mem_area(area, mgr); } alloc: if (!LISTP_EMPTY(&mgr->free_list)) { mobj = LISTP_FIRST_ENTRY(&mgr->free_list, MEM_OBJ_TYPE, __list); LISTP_DEL_INIT(mobj, &mgr->free_list, __list); CHECK_LIST_HEAD(MEM_OBJ, &mgr->free_list, __list); } else { mobj = mgr->obj++; } assert(mgr->obj <= mgr->obj_top); SYSTEM_UNLOCK(); return &mobj->obj; } static inline void free_mem_obj_to_mgr(MEM_MGR mgr, OBJ_TYPE* obj) { MEM_OBJ mobj = container_of(obj, MEM_OBJ_TYPE, obj); SYSTEM_LOCK(); MEM_AREA area, found = NULL; LISTP_FOR_EACH_ENTRY(area, &mgr->area_list, __list) { if (mobj >= area->objs && mobj < area->objs + area->size) { found = area; break; } } if (found) { INIT_LIST_HEAD(mobj, __list); LISTP_ADD_TAIL(mobj, &mgr->free_list, __list); CHECK_LIST_HEAD(MEM_OBJ, &mgr->free_list, __list); } SYSTEM_UNLOCK(); } #endif /* MEMMGR_H */