ojph_mem.h
Go to the documentation of this file.
//***************************************************************************/
// This software is released under the 2-Clause BSD license, included
// below.
//
// Copyright (c) 2019, Aous Naman
// Copyright (c) 2019, Kakadu Software Pty Ltd, Australia
// Copyright (c) 2019, The University of New South Wales, Australia
//
// Redistribution and use in source and binary forms, with or without
// modification, are permitted provided that the following conditions are
// met:
//
// 1. Redistributions of source code must retain the above copyright
// notice, this list of conditions and the following disclaimer.
//
// 2. Redistributions in binary form must reproduce the above copyright
// notice, this list of conditions and the following disclaimer in the
// documentation and/or other materials provided with the distribution.
//
// THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS
// IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
// TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A
// PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
// HOLDER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
// SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED
// TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR
// PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF
// LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING
// NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS
// SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
//***************************************************************************/
// This file is part of the OpenJPH software implementation.
// File: ojph_mem.h
// Author: Aous Naman
// Date: 28 August 2019
//***************************************************************************/
#ifndef OJPH_MEM_H
#define OJPH_MEM_H
#include <cstdlib>
#include <cassert>
#include <cstring>
#include <type_traits>
#include "ojph_arch.h"
namespace ojph {
class mem_fixed_allocator
{
public:
mem_fixed_allocator()
{
avail_obj = avail_data = store = NULL;
avail_size_obj = avail_size_data = size_obj = size_data = 0;
}
~mem_fixed_allocator()
{
if (store) free(store);
}
template<typename T>
void pre_alloc_data(size_t num_ele, ui32 pre_size)
{
pre_alloc_local<T, byte_alignment>(num_ele, pre_size, size_data);
}
template<typename T>
void pre_alloc_obj(size_t num_ele)
{
pre_alloc_local<T, object_alignment>(num_ele, 0, size_obj);
}
void alloc()
{
assert(store == NULL);
avail_obj = store = malloc(size_data + size_obj);
avail_data = (ui8*)store + size_obj;
if (store == NULL)
throw "malloc failed";
avail_size_obj = size_obj;
avail_size_data = size_data;
}
template<typename T>
T* post_alloc_data(size_t num_ele, ui32 pre_size)
{
return post_alloc_local<T, byte_alignment>
(num_ele, pre_size, avail_size_data, avail_data);
}
template<typename T>
T* post_alloc_obj(size_t num_ele)
{
return post_alloc_local<T, object_alignment>
(num_ele, 0, avail_size_obj, avail_obj);
}
private:
template<typename T, int N>
void pre_alloc_local(size_t num_ele, ui32 pre_size, size_t& sz)
{
assert(store == NULL);
num_ele = calc_aligned_size<T, N>(num_ele);
size_t total = (num_ele + pre_size) * sizeof(T);
total += 2*N - 1;
sz += total;
}
template<typename T, int N>
T* post_alloc_local(size_t num_ele, ui32 pre_size,
size_t& avail_sz, void*& avail_p)
{
assert(store != NULL);
num_ele = calc_aligned_size<T, N>(num_ele);
size_t total = (num_ele + pre_size) * sizeof(T);
total += 2*N - 1;
T* p = align_ptr<T, N>((T*)avail_p + pre_size);
avail_p = (ui8*)avail_p + total;
avail_sz -= total;
assert((avail_sz & 0x8000000000000000llu) == 0);
return p;
}
void *store, *avail_data, *avail_obj;
size_t size_data, size_obj, avail_size_obj, avail_size_data;
};
struct line_buf
{
template<typename T>
void pre_alloc(mem_fixed_allocator *p, size_t num_ele, ui32 pre_size)
{
memset(this, 0, sizeof(line_buf));
p->pre_alloc_data<T>(num_ele, pre_size);
size = num_ele;
this->pre_size = pre_size;
}
template<typename T>
void finalize_alloc(mem_fixed_allocator *p);
template<typename T>
void wrap(T *buffer, size_t num_ele, ui32 pre_size);
size_t size;
ui32 pre_size;
union {
si32* i32;
float* f32;
};
};
struct coded_lists
{
coded_lists(ui32 size)
{
next_list = NULL;
avail_size = buf_size = size;
this->buf = (ui8*)this + sizeof(coded_lists);
}
coded_lists* next_list;
ui32 buf_size;
ui32 avail_size;
ui8* buf;
};
class mem_elastic_allocator
{
/*
advantage: allocate large chunks of memory
*/
public:
mem_elastic_allocator(ui32 chunk_size)
: chunk_size(chunk_size)
{ cur_store = store = NULL; total_allocated = 0; }
~mem_elastic_allocator()
{
while (store) {
stores_list* t = store->next_store;
free(store);
store = t;
}
}
void get_buffer(ui32 needed_bytes, coded_lists*& p);
private:
struct stores_list
{
stores_list(ui32 chunk_size)
{
this->next_store = NULL;
this->available = chunk_size - (ui32)sizeof(stores_list);
this->data = (char*)this + sizeof(stores_list);
}
stores_list *next_store;
ui32 available;
char* data;
};
stores_list *store, *cur_store;
size_t total_allocated;
const ui32 chunk_size;
};
}
#endif // !OJPH_MEM_H
ojph::mem_elastic_allocator
Definition ojph_mem.h:178
ojph::mem_elastic_allocator::chunk_size
const ui32 chunk_size
Definition ojph_mem.h:215
ojph::mem_elastic_allocator::get_buffer
void get_buffer(ui32 needed_bytes, coded_lists *&p)
Definition ojph_mem.cpp:109
ojph::mem_elastic_allocator::store
stores_list * store
Definition ojph_mem.h:213
ojph::mem_elastic_allocator::~mem_elastic_allocator
~mem_elastic_allocator()
Definition ojph_mem.h:188
ojph::mem_elastic_allocator::mem_elastic_allocator
mem_elastic_allocator(ui32 chunk_size)
Definition ojph_mem.h:184
ojph::mem_elastic_allocator::cur_store
stores_list * cur_store
Definition ojph_mem.h:213
ojph::mem_elastic_allocator::total_allocated
size_t total_allocated
Definition ojph_mem.h:214
ojph::mem_fixed_allocator
Definition ojph_mem.h:53
ojph::mem_fixed_allocator::pre_alloc_data
void pre_alloc_data(size_t num_ele, ui32 pre_size)
Definition ojph_mem.h:66
ojph::mem_fixed_allocator::alloc
void alloc()
Definition ojph_mem.h:77
ojph::mem_fixed_allocator::pre_alloc_obj
void pre_alloc_obj(size_t num_ele)
Definition ojph_mem.h:72
ojph::mem_fixed_allocator::avail_obj
void * avail_obj
Definition ojph_mem.h:130
ojph::mem_fixed_allocator::store
void * store
Definition ojph_mem.h:130
ojph::mem_fixed_allocator::pre_alloc_local
void pre_alloc_local(size_t num_ele, ui32 pre_size, size_t &sz)
Definition ojph_mem.h:104
ojph::mem_fixed_allocator::size_data
size_t size_data
Definition ojph_mem.h:131
ojph::mem_fixed_allocator::post_alloc_data
T * post_alloc_data(size_t num_ele, ui32 pre_size)
Definition ojph_mem.h:89
ojph::mem_fixed_allocator::avail_data
void * avail_data
Definition ojph_mem.h:130
ojph::mem_fixed_allocator::avail_size_data
size_t avail_size_data
Definition ojph_mem.h:131
ojph::mem_fixed_allocator::avail_size_obj
size_t avail_size_obj
Definition ojph_mem.h:131
ojph::mem_fixed_allocator::~mem_fixed_allocator
~mem_fixed_allocator()
Definition ojph_mem.h:60
ojph::mem_fixed_allocator::mem_fixed_allocator
mem_fixed_allocator()
Definition ojph_mem.h:55
ojph::mem_fixed_allocator::size_obj
size_t size_obj
Definition ojph_mem.h:131
ojph::mem_fixed_allocator::post_alloc_obj
T * post_alloc_obj(size_t num_ele)
Definition ojph_mem.h:96
ojph::mem_fixed_allocator::post_alloc_local
T * post_alloc_local(size_t num_ele, ui32 pre_size, size_t &avail_sz, void *&avail_p)
Definition ojph_mem.h:115
ojph
Definition ojph_block_common.cpp:48
ojph::si32
int32_t si32
Definition ojph_defs.h:55
ojph::ui32
uint32_t ui32
Definition ojph_defs.h:54
ojph::ui8
uint8_t ui8
Definition ojph_defs.h:50
ojph_arch.h
ojph::coded_lists
Definition ojph_mem.h:162
ojph::coded_lists::buf_size
ui32 buf_size
Definition ojph_mem.h:171
ojph::coded_lists::coded_lists
coded_lists(ui32 size)
Definition ojph_mem.h:163
ojph::coded_lists::buf
ui8 * buf
Definition ojph_mem.h:173
ojph::coded_lists::next_list
coded_lists * next_list
Definition ojph_mem.h:170
ojph::coded_lists::avail_size
ui32 avail_size
Definition ojph_mem.h:172
ojph::line_buf
Definition ojph_mem.h:136
ojph::line_buf::size
size_t size
Definition ojph_mem.h:152
ojph::line_buf::f32
float * f32
Definition ojph_mem.h:156
ojph::line_buf::pre_size
ui32 pre_size
Definition ojph_mem.h:153
ojph::line_buf::wrap
void wrap(T *buffer, size_t num_ele, ui32 pre_size)
ojph::line_buf::pre_alloc
void pre_alloc(mem_fixed_allocator *p, size_t num_ele, ui32 pre_size)
Definition ojph_mem.h:138
ojph::line_buf::finalize_alloc
void finalize_alloc(mem_fixed_allocator *p)
ojph::line_buf::i32
si32 * i32
Definition ojph_mem.h:155
ojph::mem_elastic_allocator::stores_list
Definition ojph_mem.h:201
ojph::mem_elastic_allocator::stores_list::available
ui32 available
Definition ojph_mem.h:209
ojph::mem_elastic_allocator::stores_list::data
char * data
Definition ojph_mem.h:210
ojph::mem_elastic_allocator::stores_list::next_store
stores_list * next_store
Definition ojph_mem.h:208
ojph::mem_elastic_allocator::stores_list::stores_list
stores_list(ui32 chunk_size)
Definition ojph_mem.h:202