167 lines
5.2 KiB
Plaintext
167 lines
5.2 KiB
Plaintext
Os :: #import "os_windows.kl"
|
|
SizeU :: #strict U64
|
|
arena_di: U64
|
|
|
|
Arena :: struct
|
|
// allocator: Allocator
|
|
di: U64 // @debug_id
|
|
memory: Os.Memory
|
|
alignment: U64
|
|
len: U64
|
|
|
|
ADDITIONAL_COMMIT_SIZE :: 1024*1024
|
|
DEFAULT_RESERVE_SIZE :: 1024*1024*1024
|
|
DEFAULT_ALIGNMENT :: 8
|
|
|
|
clamp_top_sizeu :: (val: SizeU, max: SizeU): SizeU
|
|
if val > max
|
|
return max
|
|
return val
|
|
|
|
get_align_offset :: (size: SizeU, align: SizeU): SizeU
|
|
mask := align - 1
|
|
val := size & mask
|
|
if val != 0
|
|
val = align - val
|
|
return val
|
|
|
|
align_up :: (size: SizeU, align: SizeU): SizeU
|
|
result := size + get_align_offset(size, align)
|
|
return result
|
|
|
|
arena_init :: (a: *Arena)
|
|
a.memory = Os.reserve(a.DEFAULT_RESERVE_SIZE)
|
|
a.alignment = a.DEFAULT_ALIGNMENT
|
|
a.di = arena_di++
|
|
// a.allocator.proc = arena_allocator_proc
|
|
|
|
arena_push_size :: (a: *Arena, size: SizeU): *void
|
|
generous_size := size + a.alignment
|
|
if a.len + generous_size > a.memory.commit
|
|
if a.memory.reserve == 0
|
|
arena_init(a)
|
|
result := Os.commit(&a.memory, generous_size + a.ADDITIONAL_COMMIT_SIZE)
|
|
assert(result == true)
|
|
a.len = align_up(a.len, a.alignment)
|
|
assert(a.memory.reserve > a.len + a.memory.commit)
|
|
result: *void = a.memory.data + a.len
|
|
a.len += size
|
|
return result
|
|
|
|
arena_release :: (a: *Arena)
|
|
Os.release(&a.memory)
|
|
|
|
/*
|
|
ALLOCATOR_ACTION :: enum
|
|
ALLOCATE
|
|
RESIZE
|
|
FREE_ALL
|
|
|
|
Allocator :: struct
|
|
proc: (a: *Allocator, action: ALLOCATOR_ACTION, size: SizeU, old_pointer: *void): *void
|
|
|
|
arena_allocator_proc :: (a: *Allocator, action: ALLOCATOR_ACTION, size: SizeU, old_pointer: *void): *void
|
|
arena: *Arena = a->*Arena
|
|
if action == ALLOCATOR_ACTION.ALLOCATE
|
|
return arena_push_size(arena, size)
|
|
elif action == ALLOCATOR_ACTION.RESIZE
|
|
pass
|
|
elif action == ALLOCATOR_ACTION.FREE_ALL
|
|
pass
|
|
else;; assert(false, "Invalid codepath")
|
|
return 0
|
|
|
|
allocate :: (a: *Allocator, size: SizeU): *void
|
|
return a.proc(a, ALLOCATOR_ACTION.ALLOCATE, size, 0)
|
|
*/
|
|
|
|
//
|
|
// Unicode
|
|
//
|
|
question_mark16 :: 0x003f
|
|
String32 :: struct;; str: *U32; len: S64
|
|
String16 :: struct;; str: *U16; len: S64
|
|
|
|
utf8_to_utf32 :: (c: *U8, max_advance: S64): U32, S64
|
|
out_str: U32
|
|
advance: S64
|
|
if (c[0] & 0b10000000) == 0
|
|
if max_advance >= 1
|
|
c0 := c[0]->U32
|
|
out_str = c0
|
|
advance = 1
|
|
|
|
elif (c[0] & 0b11100000) == 0b11000000
|
|
if (c[1] & 0b11000000) == 0b10000000 // Continuation byte required
|
|
if max_advance >= 2
|
|
c0 := c[0]->U32; c1 := c[1]->U32
|
|
out_str = (c0 & 0b00011111) << 6 | (c1 & 0b00111111)
|
|
advance = 2
|
|
|
|
elif (c[0] & 0b11110000) == 0b11100000
|
|
if (c[1] & 0b11000000) == 0b10000000 && (c[2] & 0b11000000) == 0b10000000 // Two continuation bytes required
|
|
if max_advance >= 3
|
|
c0 := c[0]->U32; c1 := c[1]->U32; c2 := c[2]->U32
|
|
out_str = (c0 & 0b00001111) << 12 | (c1 & 0b00111111) << 6 | (c2 & 0b00111111)
|
|
advance = 3
|
|
|
|
elif (c[0] & 0b11111000) == 0b11110000
|
|
if (c[1] & 0b11000000) == 0b10000000 && (c[2] & 0b11000000) == 0b10000000 && (c[3] & 0b11000000) == 0b10000000 // Three continuation bytes required
|
|
if max_advance >= 4
|
|
c0 := c[0]->U32; c1 := c[1]->U32; c2 := c[2]->U32; c3 := c[3]->U32
|
|
out_str = (c0 & 0b00001111) << 18 | (c1 & 0b00111111) << 12 | (c2 & 0b00111111) << 6 | (c3 & 0b00111111)
|
|
advance = 4
|
|
|
|
return out_str, advance
|
|
|
|
utf32_to_utf16 :: (codepoint: U32): [2]U16, S64
|
|
str: [2]U16
|
|
len := 0
|
|
if codepoint < 0x10000
|
|
str[0] = codepoint->U16
|
|
len = 1
|
|
elif codepoint <= 0x10FFFF
|
|
code: U32 = (codepoint - 0x10000)
|
|
str[0] = (0xD800 | (code >> 10))->U16
|
|
str[1] = (0xDC00 | (code & 0x3FF))->U16
|
|
len = 2
|
|
|
|
return str, len
|
|
|
|
string_to_string16 :: (arena: *Arena, in: String): String16
|
|
in_str := &in[0]
|
|
// @Note(Krzosa): Should be more then enough space
|
|
alloc_size := (length_of(in)*2)+1
|
|
result := String16{str = arena_push_size(arena, alloc_size->U64)}
|
|
for i := 0, i < length_of(in)
|
|
s32, s32_len := utf8_to_utf32(in_str + i, length_of(in) - i)
|
|
if s32_len != 0
|
|
i += s32_len
|
|
s16, s16_len := utf32_to_utf16(s32)
|
|
if s16_len != 0
|
|
for j := 0, j < s16_len, j++
|
|
result.str[result.len++] = s16[j]
|
|
else
|
|
result.str[result.len++] = question_mark16
|
|
break
|
|
else
|
|
result.str[result.len++] = question_mark16
|
|
break
|
|
|
|
result.str[result.len] = 0
|
|
return result
|
|
|
|
test_unicode :: (arena: *Arena)
|
|
string := " 豈 更 車 賈 滑 串 句 龜 龜 契 金 喇 奈 懶 癩 羅 蘿 螺 裸 邏 樂 洛 烙 珞 落 酪 駱 亂 卵 欄 爛 蘭 鸞 嵐 濫 藍 襤 拉 臘 蠟 廊 朗 浪 狼 郎 來 冷 勞 擄 櫓 爐 盧 老 蘆 虜 路 露 魯 鷺 碌 祿 綠 菉 錄 鹿 論 壟 弄 籠 聾 牢 磊 賂 雷 壘 屢 樓 淚 漏 累 縷 陋 勒 肋 凜 凌 稜 綾 菱 陵 讀 拏 樂 諾 丹 寧 怒 率 異 北 磻 便 復 不 泌 數 索 參 塞 省 葉 說 殺 辰 沈 拾 若 掠 略 亮 兩 凉 梁 糧 良 諒 量 勵 ..."
|
|
string_result := string_to_string16(arena, string)
|
|
print(string_result)
|
|
|
|
s32, s32_len := utf8_to_utf32(&"A"[0], 1)
|
|
assert(s32 == 'A, "Invalid decode") // '
|
|
|
|
s32_2, s32_len_2 := utf8_to_utf32(&"ć"[0], 2)
|
|
assert(s32_2 == 0x107, "Invalid decode")
|
|
|
|
s32_3, s32_len_3 := utf8_to_utf32(&"ó"[0], 2)
|
|
assert(s32_3 == 0xF3, "Invalid decode")
|