Add Core compiler interface

core_compiler.h

@@ -1,127 +1,5 @@
-struct Ast_Scope;
-struct Ast_Decl;
-struct Ast_File_Namespace;
-struct Ast_File;
-struct Ast_Module;
-struct Ast_Type;
-struct Ast;
-struct Ast_Expr;
 
 
-enum Token_Kind{
-  TK_End,
-
-/*#
-import meta
-for i in meta.token_kinds:
-  print("  TK_" + i[0] + ",")
-*/
-  TK_Mul,
-  TK_Div,
-  TK_Mod,
-  TK_LeftShift,
-  TK_RightShift,
-  TK_FirstMul = TK_Mul,
-  TK_LastMul = TK_RightShift,
-  TK_Add,
-  TK_Sub,
-  TK_FirstAdd = TK_Add,
-  TK_LastAdd = TK_Sub,
-  TK_Equals,
-  TK_LesserThenOrEqual,
-  TK_GreaterThenOrEqual,
-  TK_LesserThen,
-  TK_GreaterThen,
-  TK_NotEquals,
-  TK_FirstCompare = TK_Equals,
-  TK_LastCompare = TK_NotEquals,
-  TK_BitAnd,
-  TK_BitOr,
-  TK_BitXor,
-  TK_And,
-  TK_Or,
-  TK_FirstLogical = TK_BitAnd,
-  TK_LastLogical = TK_Or,
-  TK_Neg,
-  TK_Not,
-  TK_Decrement,
-  TK_Increment,
-  TK_PostDecrement,
-  TK_PostIncrement,
-  TK_Assign,
-  TK_ColonAssign,
-  TK_DivAssign,
-  TK_MulAssign,
-  TK_ModAssign,
-  TK_SubAssign,
-  TK_AddAssign,
-  TK_AndAssign,
-  TK_OrAssign,
-  TK_XorAssign,
-  TK_LeftShiftAssign,
-  TK_RightShiftAssign,
-  TK_FirstAssign = TK_Assign,
-  TK_LastAssign = TK_RightShiftAssign,
-  TK_OpenParen,
-  TK_CloseParen,
-  TK_OpenBrace,
-  TK_CloseBrace,
-  TK_OpenBracket,
-  TK_CloseBracket,
-  TK_Comma,
-  TK_Pound,
-  TK_Question,
-  TK_ThreeDots,
-  TK_Semicolon,
-  TK_Dot,
-  TK_TwoDots,
-  TK_NewLine,
-  TK_Colon,
-  TK_DoubleColon,
-  TK_At,
-  TK_Arrow,
-  TK_ExprSizeof,
-  TK_DocComment,
-  TK_Comment,
-  TK_Identifier,
-  TK_UnicodeLit,
-  TK_StringLit,
-  TK_Error,
-  TK_Float,
-  TK_Integer,
-  TK_Keyword,
-/*END*/
-
-  TK_Pointer     = TK_Mul,
-  TK_Dereference = TK_BitAnd,
-
-  OPEN_SCOPE = 128,
-  CLOSE_SCOPE,
-  SAME_SCOPE,
-};
-
-struct Token{
-  Token_Kind kind;
-  U32 di; // debug_id
-  union{
-    String string;
-    struct{U8 *str; S64 len;};
-  };
-
-  union {
-    U32 unicode;
-    BigInt int_val;
-    F64 f64_val;
-    String error_val;
-    Intern_String intern_val;
-    S64 indent;
-  };
-
-  Intern_String file;
-  S32           line;
-  U8           *line_begin;
-};
-
 struct Lex_Stream{
   String stream;
   S64    iter;