Os :: #import "os_windows.kl" SizeU :: U64 arena_di: U64 Arena :: struct di: U64 // @debug_id memory: Os.Memory alignment: U64 len: U64 ADDITIONAL_COMMIT_SIZE :: 1024*1024 DEFAULT_RESERVE_SIZE :: 1024*1024*1024 DEFAULT_ALIGNMENT :: 8 clamp_top_sizeu :: (val: SizeU, max: SizeU): SizeU if val > max return max return val get_align_offset :: (size: SizeU, align: SizeU): SizeU mask := align - 1 val := size & mask if val != 0 val = align - val return val align_up :: (size: SizeU, align: SizeU): SizeU result := size + get_align_offset(size, align) return result arena_init :: (a: *Arena) a.memory = Os.reserve(a.DEFAULT_RESERVE_SIZE) a.alignment = a.DEFAULT_ALIGNMENT a.di = arena_di++ // a.allocator.proc = arena_allocator_proc arena_push_size :: (a: *Arena, size: SizeU): *void generous_size := size + a.alignment if a.len + generous_size > a.memory.commit if a.memory.reserve == 0 arena_init(a) result := Os.commit(&a.memory, generous_size + a.ADDITIONAL_COMMIT_SIZE) assert(result == true) a.len = align_up(a.len, a.alignment) assert(a.memory.reserve > a.len + a.memory.commit) result: *void = a.memory.data + a.len a.len += size return result // @todo: Make this compile time thing!!! // This probably will wait till polymorphism stuff // something like this: // arena_push_type :: (a: *Arena, type: $T): *T // arena_push_type :: (a: *Arena, type: Type): *void type_info := get_type_info(type) assert(type_info != 0) return arena_push_size(a, type_info.size->SizeU) arena_release :: (a: *Arena) Os.release(&a.memory) // // Unicode // question_mark16 :: 0x003f String32 :: struct;; str: *U32; len: S64 String16 :: struct;; str: *U16; len: S64 utf8_to_utf32 :: (c: *U8, max_advance: S64): U32, S64 out_str: U32 advance: S64 if (c[0] & 0b10000000) == 0 if max_advance >= 1 c0 := c[0]->U32 out_str = c0 advance = 1 elif (c[0] & 0b11100000) == 0b11000000 if (c[1] & 0b11000000) == 0b10000000 // Continuation byte required if max_advance >= 2 c0 := c[0]->U32; c1 := c[1]->U32 out_str = (c0 & 0b00011111) << 6 | (c1 & 0b00111111) advance = 2 elif (c[0] & 0b11110000) == 0b11100000 if (c[1] & 0b11000000) == 0b10000000 && (c[2] & 0b11000000) == 0b10000000 // Two continuation bytes required if max_advance >= 3 c0 := c[0]->U32; c1 := c[1]->U32; c2 := c[2]->U32 out_str = (c0 & 0b00001111) << 12 | (c1 & 0b00111111) << 6 | (c2 & 0b00111111) advance = 3 elif (c[0] & 0b11111000) == 0b11110000 if (c[1] & 0b11000000) == 0b10000000 && (c[2] & 0b11000000) == 0b10000000 && (c[3] & 0b11000000) == 0b10000000 // Three continuation bytes required if max_advance >= 4 c0 := c[0]->U32; c1 := c[1]->U32; c2 := c[2]->U32; c3 := c[3]->U32 out_str = (c0 & 0b00001111) << 18 | (c1 & 0b00111111) << 12 | (c2 & 0b00111111) << 6 | (c3 & 0b00111111) advance = 4 return out_str, advance utf32_to_utf16 :: (codepoint: U32): [2]U16, S64 str: [2]U16 len := 0 if codepoint < 0x10000 str[0] = codepoint->U16 len = 1 elif codepoint <= 0x10FFFF code: U32 = (codepoint - 0x10000) str[0] = (0xD800 | (code >> 10))->U16 str[1] = (0xDC00 | (code & 0x3FF))->U16 len = 2 return str, len string_to_string16 :: (arena: *Arena, in: String): String16 in_str := &in[0] // @Note(Krzosa): Should be more then enough space alloc_size := (length_of(in)*2)+1 result := String16{str = arena_push_size(arena, alloc_size->U64)} for i := 0, i < length_of(in) s32, s32_len := utf8_to_utf32(in_str + i, length_of(in) - i) if s32_len != 0 i += s32_len s16, s16_len := utf32_to_utf16(s32) if s16_len != 0 for j := 0, j < s16_len, j++ result.str[result.len++] = s16[j] else result.str[result.len++] = question_mark16 break else result.str[result.len++] = question_mark16 break result.str[result.len] = 0 return result test_unicode :: (arena: *Arena) string := " 豈 更 車 賈 滑 串 句 龜 龜 契 金 喇 奈 懶 癩 羅 蘿 螺 裸 邏 樂 洛 烙 珞 落 酪 駱 亂 卵 欄 爛 蘭 鸞 嵐 濫 藍 襤 拉 臘 蠟 廊 朗 浪 狼 郎 來 冷 勞 擄 櫓 爐 盧 老 蘆 虜 路 露 魯 鷺 碌 祿 綠 菉 錄 鹿 論 壟 弄 籠 聾 牢 磊 賂 雷 壘 屢 樓 淚 漏 累 縷 陋 勒 肋 凜 凌 稜 綾 菱 陵 讀 拏 樂 諾 丹 寧 怒 率 異 北 磻 便 復 不 泌 數 索 參 塞 省 葉 說 殺 辰 沈 拾 若 掠 略 亮 兩 凉 梁 糧 良 諒 量 勵 ..." string_result := string_to_string16(arena, string) print(string_result) s32, s32_len := utf8_to_utf32(&"A"[0], 1) assert(s32 == 'A, "Invalid decode") // ' s32_2, s32_len_2 := utf8_to_utf32(&"ć"[0], 2) assert(s32_2 == 0x107, "Invalid decode") s32_3, s32_len_3 := utf8_to_utf32(&"ó"[0], 2) assert(s32_3 == 0xF3, "Invalid decode")