Merge pull request #106 from struct/reorder_funcs

reorder functions, move tagging to its own file

Author: struct

PERFORMANCE.md

@@ -251,7 +251,7 @@ larsonN     isoalloc    249.791 63996 7.09 17.51 0 15567
 
 larsonN-sized jemalloc    4.872 84428 39.56 0.22 1 52874
 larsonN-sized mimalloc    4.335 95388 39.82 0.13 0 25625
-larsonN-sized smimalloc   6.332 1q06372 39.71 0.17 0 27642
+larsonN-sized smimalloc   6.332 106372 39.71 0.17 0 27642
 larsonN-sized tcmalloc    4.230 64956 39.59 0.15 0 15669
 larsonN-sized scudo       44.601 32900 28.68 4.65 0 7793
 larsonN-sized isoalloc    363.176 70240 39.59 0.29 0 17222

include/iso_alloc_internal.h

@@ -526,11 +526,10 @@ extern iso_alloc_root *_root;
 INTERNAL_HIDDEN INLINE void check_big_canary(iso_alloc_big_zone_t *big);
 INTERNAL_HIDDEN INLINE void check_canary(iso_alloc_zone_t *zone, const void *p);
 INTERNAL_HIDDEN INLINE void iso_clear_user_chunk(uint8_t *p, size_t size);
-INTERNAL_HIDDEN INLINE void fill_free_bit_slot_cache(iso_alloc_zone_t *zone);
 INTERNAL_HIDDEN INLINE void insert_free_bit_slot(iso_alloc_zone_t *zone, int64_t bit_slot);
 INTERNAL_HIDDEN INLINE void write_canary(iso_alloc_zone_t *zone, void *p);
 INTERNAL_HIDDEN INLINE void populate_zone_cache(iso_alloc_zone_t *zone);
-INTERNAL_HIDDEN INLINE void _flush_chunk_quarantine(void);
+INTERNAL_HIDDEN INLINE void flush_chunk_quarantine(void);
 INTERNAL_HIDDEN INLINE void clear_zone_cache(void);
 INTERNAL_HIDDEN iso_alloc_zone_t *is_zone_usable(iso_alloc_zone_t *zone, size_t size);
 INTERNAL_HIDDEN iso_alloc_zone_t *find_suitable_zone(size_t size);
@@ -547,6 +546,7 @@ INTERNAL_HIDDEN bool is_pow2(uint64_t sz);
 INTERNAL_HIDDEN bool _is_zone_retired(iso_alloc_zone_t *zone);
 INTERNAL_HIDDEN bool _refresh_zone_mem_tags(iso_alloc_zone_t *zone);
 INTERNAL_HIDDEN iso_alloc_zone_t *_iso_free_internal_unlocked(void *p, bool permanent, iso_alloc_zone_t *zone);
+INTERNAL_HIDDEN void fill_free_bit_slot_cache(iso_alloc_zone_t *zone);
 INTERNAL_HIDDEN void flush_caches(void);
 INTERNAL_HIDDEN void iso_free_chunk_from_zone(iso_alloc_zone_t *zone, void *p, bool permanent);
 INTERNAL_HIDDEN void create_canary_chunks(iso_alloc_zone_t *zone);
@@ -570,9 +570,9 @@ INTERNAL_HIDDEN void _unmap_zone(iso_alloc_zone_t *zone);
 INTERNAL_HIDDEN void *_tag_ptr(void *p, iso_alloc_zone_t *zone);
 INTERNAL_HIDDEN void *_untag_ptr(void *p, iso_alloc_zone_t *zone);
 INTERNAL_HIDDEN void *create_guard_page(void *p);
-INTERNAL_HIDDEN void *mmap_rw_pages(size_t size, bool populate, const char *name);
-INTERNAL_HIDDEN void *mmap_pages(size_t size, bool populate, const char *name, int32_t prot);
-INTERNAL_HIDDEN void *_iso_big_alloc(size_t size);
+INTERNAL_HIDDEN ASSUME_ALIGNED void *mmap_rw_pages(size_t size, bool populate, const char *name);
+INTERNAL_HIDDEN ASSUME_ALIGNED void *mmap_pages(size_t size, bool populate, const char *name, int32_t prot);
+INTERNAL_HIDDEN ASSUME_ALIGNED void *_iso_big_alloc(size_t size);
 INTERNAL_HIDDEN ASSUME_ALIGNED void *_iso_alloc(iso_alloc_zone_t *zone, size_t size);
 INTERNAL_HIDDEN ASSUME_ALIGNED void *_iso_alloc_bitslot_from_zone(bit_slot_t bitslot, iso_alloc_zone_t *zone);
 INTERNAL_HIDDEN ASSUME_ALIGNED void *_iso_calloc(size_t nmemb, size_t size);