Fix lvalue/rvalue binaries. Fix structured buffer output.

# Conflicts:
#	AST.jai
#	Check.jai
#	module.jai

.gitmodules

@@ -1,3 +1,6 @@
 [submodule "modules/nbrutil"]
 	path = modules/ncore
 	url = git@git.nbross.com:nielsbross/NCore.git
+[submodule "modules/tracy"]
+	path = modules/tracy
+	url = https://github.com/rluba/jai-tracy.git

AST.jai

@@ -8,23 +8,17 @@ AST_Kind :: enum {
 	Function;
 	Return;
 
-	// @Incomplete(nb): Should these three really be their own block types?
-	//                  Maybe they at least shouldn't need to have their own tokens...
-	Properties;
-	Meta;
-	Instance;
 	//==
 	// Directives
 	If_Directive;
 
-	// Hint;
-	// Type;
-	// Operator;
+	Access;
 	Call;
 	Struct;
 	If;
 	For;
 	CBuffer;
+	Buffer;
 	FieldList;
 	ArgList;
 	Variable;
@@ -261,16 +255,35 @@ pretty_print_binary :: (node : *AST_Node, indentation : int, builder : *String_B
 	if !skip_indent {
 		indent(builder, indentation);
 	}
-	append(builder, "(");
-	op := node.token;
 
-	print_to_builder(builder, op_to_string(op));
-	append(builder, " ");
+	if node.token.kind == .TOKEN_LEFTBRACKET {
+		pretty_print_node(node.children[0], 0, builder);
+		append(builder, "[");
+		pretty_print_node(node.children[1], 0, builder);
+		append(builder, "]");
+	} else {
+		append(builder, "(");
+		op := node.token;
+		print_to_builder(builder, op_to_string(op));
+		append(builder, " ");
 
+		pretty_print_node(node.children[0], 0, builder);
+		append(builder, " ");
+		pretty_print_node(node.children[1], 0, builder);
+		append(builder, ")");
+	}
+	
+
+}
+
+pretty_print_access :: (node : *AST_Node, indentation : int, builder : *String_Builder, skip_indent := false) {
+	if !skip_indent {
+		indent(builder, indentation);
+	}
+	
 	pretty_print_node(node.children[0], 0, builder);
-	append(builder, " ");
+	append(builder, ".");
 	pretty_print_node(node.children[1], 0, builder);
-	append(builder, ")");
 }
 
 pretty_print_unary :: (node : *AST_Node, indentation : int, builder : *String_Builder, skip_indent := false) {
@@ -356,6 +369,29 @@ pretty_print_node :: (node : *AST_Node, indentation : int, builder : *String_Bui
 		case .If; {
 			pretty_print_if(node, indentation, builder, skip_indent);
 		}
+		case .If_Directive; {
+			if !skip_indent {
+				indent(builder, indentation);
+			}
+			append(builder, "(#if ");
+
+			condition := node.children[0];
+			pretty_print_node(condition, 0, builder);
+			append(builder, "\n");
+
+			body := node.children[1];
+			// indent(builder,indentation + 4);
+			// append(builder, "(");
+			pretty_print_node(body, indentation + 4, builder);
+			// append(builder, ")");
+
+			if node.children.count == 3 { //@Note: Else branch
+				append(builder, "\n");
+				pretty_print_node(node.children[2], indentation + 4, builder);
+			}
+
+			append(builder, ")");
+		}
 		case .For; {
 			pretty_print_for(node, indentation, builder, skip_indent);
 		}
@@ -378,6 +414,9 @@ pretty_print_node :: (node : *AST_Node, indentation : int, builder : *String_Bui
 		case .Binary; {
 			pretty_print_binary(node, indentation, builder, skip_indent);
 		}
+		case .Access; {
+			pretty_print_access(node, indentation, builder, skip_indent);
+		}
 		case .Unary; {
 			pretty_print_unary(node, indentation, builder, skip_indent);
 		}
@@ -446,23 +485,24 @@ pretty_print_declaration :: (declaration : *AST_Node, indentation : int, builder
 		append(builder, "#if ");
 	}
 
-	if declaration.kind == .Properties {
-		append(builder, "properties");
-		if declaration.name.count > 0 {
-			print_to_builder(builder, " %", declaration.name);
-		}
-	} else if declaration.kind == .Instance {
-		append(builder, "instance");
-	} else if declaration.kind == .Meta {
-		append(builder, "meta");
+	if declaration.kind == .Struct {
+		append(builder, "struct ");
+	} else if declaration.kind == .CBuffer {
+		append(builder, "constant_buffer ");
+	} else if declaration.kind == .Buffer {
+		append(builder, "buffer ");
 	}
-	else {
-		if declaration.kind == .Struct {
-			append(builder, "struct ");
-		} else if declaration.kind == .CBuffer {
-			append(builder, "constant_buffer ");
+	print_to_builder(builder, "%", declaration.name);
+
+	if declaration.kind == .CBuffer || declaration.kind == .Buffer{
+		for hint : declaration.hint_tokens {
+			if hint.string_value.count > 0 {
+				print_to_builder(builder, " (@%)", hint.string_value);
+			}
 		}
-		print_to_builder(builder, "%", declaration.name);
+		// if declaration.kind != .If_Directive {
+		// 	print_to_builder(builder, "%", declaration.name);
+		// }
 	}
 
 	if declaration.kind == .Function && declaration.token.kind == .TOKEN_IDENTIFIER{
@@ -479,9 +519,26 @@ pretty_print_declaration :: (declaration : *AST_Node, indentation : int, builder
 			pretty_print_node(declaration.children[0], 0, builder);
 			append(builder, "\n");
 			pretty_print_node(declaration.children[1], indentation + 5, builder);
+
+			if declaration.children.count > 2 {
+				append(builder, "\n");
+				if declaration.children[2].kind == .If_Directive {
+					pretty_print_declaration(declaration.children[2], indentation + 5, builder);
+				} else {
+					pretty_print_node(declaration.children[2], indentation + 5, builder);
+				}
+			}
 		} else {
 			print_to_builder(builder, "\n");
-			pretty_print_children(declaration, indentation + 1, builder, flags = .NewLine);
+
+			flags := Children_Print_Flags.NewLine;
+
+			if declaration.parent && declaration.parent.parent {
+				if declaration.parent.parent.kind == .If_Directive {
+					indent(builder, indentation - 1); //@Note: Hack the indent for now... Wow this is stupid, but it works!
+				}
+			}
+			pretty_print_children(declaration, indentation + 1, builder, flags = flags);
 		}
 
 	}

Codegen.jai

@@ -5,38 +5,26 @@
 /////////////////////////////////////
 //~ nbr: Codegen TODOs
 //
-// [ ] Prefix output of property values with __PROPERTIES so we don't get name clashes
 
 Output_Language :: enum {
 	HLSL;
 	GLSL; // @Incomplete
 	MLSL; // @Incomplete
+	// SPIRV; // @Incomplete: Should we do this?
 }
 
 Codegen_State :: struct {
 	path : string;
 	
-	// scope_stack    : Scope_Stack;
 	current_scope : Scope_Handle;
-	
-	// type_variables : []Type_Variable;
-	// root : *AST_Node;
 
 	output_language : Output_Language;
 
 	builder : String_Builder;
 
-	result : *Compile_Result;
+	ctx : *Compiler_Context;
 }
 
-// Codegen_Result :: struct {
-// 	messages : [..]Compiler_Message;
-
-// 	had_error : bool;
-
-// 	result_text : string; // @Incomplete(nb): Result for now, should likely be far more sophisticated.
-// }
-
 Reserved_HLSL_Words :: string.[
 	"texture",
 	"sampler",
@@ -56,7 +44,7 @@ Reserved_GLSL_Words :: string.[
 	""
 ];
 
-init_codegen_state :: (state : *Codegen_State, result : *Compile_Result, output_language : Output_Language) {
+init_codegen_state :: (state : *Codegen_State, ctx : *Compiler_Context, output_language : Output_Language) {
 	state.current_scope   = cast(Scope_Handle)1;
 	state.output_language = output_language;
 	init_string_builder(*state.builder);
@@ -66,7 +54,11 @@ indent :: (state : *Codegen_State, indentation : int) {
 	for 1..indentation append(*state.builder, "    ");
 }
 
-hlsl_type_to_string :: (type_variable : Type_Variable) -> string {
+hlsl_type_to_string :: (variables : []Type_Variable, type_handle : Type_Variable_Handle) -> string {
+	return hlsl_type_to_string(variables, from_handle(variables, type_handle));
+}
+
+hlsl_type_to_string :: (variables : []Type_Variable, type_variable : Type_Variable) -> string {
 	if type_variable.type == {
 		case .Invalid;
 		return "{{invalid}}";
@@ -95,28 +87,21 @@ hlsl_type_to_string :: (type_variable : Type_Variable) -> string {
 			return type_variable.typename;
 		}
 		case .Array;
-		return "array";
+		return hlsl_type_to_string(variables, type_variable.element_type);
 	}
 
 	return "";
 }
 
 emit_field :: (state : *Codegen_State, node : *AST_Node, indentation : int) {
-	find_result := find_symbol(state.result.scope_stack, node.name, state.current_scope);
+	find_result := find_symbol(state.ctx.scope_stack, node.name, state.current_scope);
 
-	field := from_handle(state.result.type_variables, find_result.type_variable);
+	field := from_handle(state.ctx.type_variables, find_result.type_variable);
 
 	indent(state, indentation);
 
-	print_to_builder(*state.builder, "% ", hlsl_type_to_string(field));
+	print_to_builder(*state.builder, "% ", hlsl_type_to_string(state.ctx.type_variables, field));
 
-	if field.struct_field_parent {
-		parent_tv := from_handle(state.result.type_variables, field.struct_field_parent.type_variable);
-		
-		if parent_tv.typename == "properties" {
-			append(*state.builder, "__PROPERTIES__");
-		}
-	}
 	print_to_builder(*state.builder, "%", node.name);
 
 	if field.type == .Sampler {
@@ -130,41 +115,51 @@ emit_field :: (state : *Codegen_State, node : *AST_Node, indentation : int) {
 	if node.children.count == 1 {
 		child := node.children[0];
 
-		print_to_builder(*state.builder, " = ");
-		emit_node(state, child, 0);
-		
+		if field.type == .Array {
+			append(*state.builder, "[");
+			emit_node(state, child, 0);
+			append(*state.builder, "]");
+		} else {
+			print_to_builder(*state.builder, " = ");
+			emit_node(state, child, 0);		
+		}
 	}
 
 	if node.parent.kind == .Block {
 		append(*state.builder, ";");
 	}
 
-
 	for i :0..field.children.count - 1 {
-		child := from_handle(state.result.type_variables, field.children[i]);
+		child := from_handle(state.ctx.type_variables, field.children[i]);
 		emit_node(state, child.source_node, 0);
 	}
 
 	for hint : node.hint_tokens {
-		if hint.ident_value == "position" {
-			// @Incomplete(nb): Should be a lookup table somewhere
+		if lookup_hint(hint.ident_value) == .Position {
 			append(*state.builder, " : POSITION");
-		} else if hint.ident_value == "uv" {
+		} else if lookup_hint(hint.ident_value) == .UV {
 			append(*state.builder, " : TEXCOORD0");
-		} else if hint.ident_value == "outposition" {
+		} else if lookup_hint(hint.ident_value) == .Output_Position {
 			append(*state.builder, " : SV_POSITION");
 		}
 	}
 }
 
 emit_block :: (state : *Codegen_State, node : *AST_Node, indentation : int) {
+	previous_scope := state.current_scope;
+
 	for statement : node.children {
+		if statement.type_variable {
+			state.current_scope = from_handle(state.ctx.type_variables, statement.type_variable).scope;
+		}
+
 		emit_node(state, statement, indentation);
 
 		if it_index < node.children.count {
 			append(*state.builder, "\n");
 		}
 	}
+	state.current_scope = previous_scope;
 }
 
 emit_call :: (state : *Codegen_State, node : *AST_Node, indentation : int) {
@@ -226,59 +221,9 @@ emit_call :: (state : *Codegen_State, node : *AST_Node, indentation : int) {
 	append(*state.builder, ")");
 }
 
-emit_properties :: (state : *Codegen_State, node : *AST_Node, indentation : int) {
-	find_result := find_symbol(state.result.scope_stack, ifx node.name.count > 0 then node.name else "properties", state.current_scope);
-
-	if !find_result {
-		message : Compiler_Message;
-		message.message_kind = .Internal_Error;
-		message.path = state.path;
-		message.message = "Attempting to generate undeclared properties buffer. This should never happen at this stage.";
-		array_add(*state.result.messages, message);		
-	}
-	assert(find_result != null, "Attempting to generate undeclared properties buffer. This should never happen at this stage.");
-
-	variable := from_handle(state.result.type_variables, find_result.type_variable);
-
-	print_to_builder(*state.builder, "cbuffer __PROPERTIES : register(b%) \n{\n", variable.resource_index);
-
-	previous_scope := state.current_scope;
-	state.current_scope = variable.scope;
-
-	resources : Static_Array(*AST_Node, 8);
-
-	for child : node.children {
-		if child.kind == .FieldList {
-			for field : child.children {
-				tv := from_handle(state.result.type_variables, field.type_variable);
-				if tv.type == .Sampler || tv.type == .Texture2D {
-					array_add(*resources, field);
-					continue;
-				}
-				emit_node(state, field, 1);
-
-				append(*state.builder, ";\n");
-			}
-		}
-	}
-
-	append(*state.builder, "}\n\n");
-
-	for i : 0..resources.count - 1 {
-		resource := resources[i];
-		emit_node(state, resource, 0);
-
-		append(*state.builder, ";\n");
-	}
-
-	append(*state.builder, "\n");
-
-	state.current_scope = previous_scope;
-}
-
 emit_function :: (state : *Codegen_State, node : *AST_Node, indentation : int, emit_body := true) {
 	name := get_actual_function_name(node);
-	find_result := find_symbol(state.result.scope_stack, name, state.current_scope);
+	find_result := find_symbol(state.ctx.scope_stack, name, state.current_scope);
 
 	assert(find_result != null, "Attempting to generate undeclared function. This should never happen at this stage.");
 	if !find_result {
@@ -286,17 +231,17 @@ emit_function :: (state : *Codegen_State, node : *AST_Node, indentation : int, e
 		message.message_kind = .Internal_Error;
 		message.path = state.path;
 		message.message = "Attempting to generate undeclared function. This should never happen at this stage.";
-		array_add(*state.result.messages, message);
+		array_add(*state.ctx.messages, message);
 	}
 
 	for func : find_result.functions {
-		function_variable := from_handle(state.result.type_variables, func.type_variable);
+		function_variable := from_handle(state.ctx.type_variables, func.type_variable);
 
 		indent(state, indentation);
 
 		if function_variable.return_type_variable {
-			return_variable := from_handle(state.result.type_variables, function_variable.return_type_variable);
-			print_to_builder(*state.builder, "% ", hlsl_type_to_string(return_variable));
+			return_variable := from_handle(state.ctx.type_variables, function_variable.return_type_variable);
+			print_to_builder(*state.builder, "% ", hlsl_type_to_string(state.ctx.type_variables, return_variable));
 		} else {
 			append(*state.builder, "void ");
 		}
@@ -421,10 +366,7 @@ emit_node :: (state : *Codegen_State, node : *AST_Node, indentation : int) {
 		}
 		case .Float; {
 			print_to_builder(*state.builder, "%f", formatFloat(node.float_value, zero_removal=.ONE_ZERO_AFTER_DECIMAL));
-		}
-		case .Properties; {
-
-		}
+		}		
 		case .Field; {
 			emit_field(state, node, indentation);
 		}
@@ -435,44 +377,55 @@ emit_node :: (state : *Codegen_State, node : *AST_Node, indentation : int) {
 		case .Variable; {
 			indent(*state.builder, indentation);
 
-			type_var := from_handle(state.result.type_variables, node.type_variable);
-			is_properties := type_var.typename == "properties";
+			type_var := from_handle(state.ctx.type_variables, node.type_variable);
 
-			if !is_properties {
-				if type_var.struct_field_parent {
-					parent_tv := from_handle(state.result.type_variables, type_var.struct_field_parent.type_variable);
-					
-					if parent_tv.typename == "properties" {
-						append(*state.builder, "__PROPERTIES__");
-					}
-				}
-				print_to_builder(*state.builder, "%", node.name);
-			}
+			print_to_builder(*state.builder, "%", node.name);
 
 			if node.children.count > 0 {
-				if !is_properties {
-					append(*state.builder, ".");
-				}
+				append(*state.builder, ".");
 				emit_node(state, node.children[0], 0);
 			}
 		}
+		case .Access; {
+			indent(*state.builder, indentation);
+
+			lhs := node.children[0];
+			rhs := node.children[1];
+
+			emit_node(state, lhs, 0);
+
+			print_to_builder(*state.builder, "%.", node.name);
+			emit_node(state, rhs, 0);
+		}
 		case .Binary; {
 			indent(*state.builder, indentation);
 
-			if node.token.kind != .TOKEN_ASSIGN {
-				append(*state.builder, "(");
+			if node.token.kind != .TOKEN_ASSIGN && node.token.kind != .TOKEN_LEFTBRACKET {
+				if (node.parent.kind == .Binary && node.parent.token.kind != .TOKEN_ASSIGN) || node.parent.kind == .Access {
+					append(*state.builder, "(");
+				}
 			}
 			
 			lhs := node.children[0];
 			rhs := node.children[1];
-			emit_node(state, lhs, 0);
 
-			append(*state.builder, " ");
-			emit_operator(state, node.token.kind);
-			append(*state.builder, " ");
-			emit_node(state, rhs, 0);
-			if node.token.kind != .TOKEN_ASSIGN {
-				append(*state.builder, ")");
+			if node.token.kind == .TOKEN_LEFTBRACKET {
+				emit_node(state, lhs, 0);
+				append(*state.builder, "[");
+				emit_node(state, rhs, 0);
+				append(*state.builder, "]");
+			} else {
+				emit_node(state, lhs, 0);
+				append(*state.builder, " ");
+				emit_operator(state, node.token.kind);
+				append(*state.builder, " ");
+				emit_node(state, rhs, 0);
+			}
+			
+			if node.token.kind != .TOKEN_ASSIGN && node.token.kind != .TOKEN_LEFTBRACKET {
+				if (node.parent.kind == .Binary && node.parent.token.kind != .TOKEN_ASSIGN) || node.parent.kind == .Access {
+					append(*state.builder, ")");
+				}
 			}			
 		}
 		case .Unary; {
@@ -522,7 +475,9 @@ emit_node :: (state : *Codegen_State, node : *AST_Node, indentation : int) {
 			append(*state.builder, "if ");
 
 			cond := node.children[0];
+			append(*state.builder, "(");
 			emit_node(state, cond, 0);
+			append(*state.builder, ")");
 
 			body := node.children[1];
 			append(*state.builder, "\n");
@@ -569,11 +524,16 @@ emit_field_list :: (state : *Codegen_State, field_list : *AST_Node, indentation
 	}
 }
 
-emit_struct :: (state : *Codegen_State, node : *AST_Node, indentation : int) {
-	print_to_builder(*state.builder, "struct %", node.name);
+emit_struct :: (state : *Codegen_State, node : *AST_Node, indentation : int, name : string = "") {
+	if name.count > 0 {
+		print_to_builder(*state.builder, "struct %", name);
+	} else {
+		print_to_builder(*state.builder, "struct %", node.name);
+	}
+
 
 	current_scope := state.current_scope;
-	state.current_scope = from_handle(state.result.type_variables, node.type_variable).scope;
+	state.current_scope = from_handle(state.ctx.type_variables, node.type_variable).scope;
 
 	field_list := node.children[0];
 
@@ -590,11 +550,11 @@ emit_struct :: (state : *Codegen_State, node : *AST_Node, indentation : int) {
 }
 
 emit_cbuffer :: (state : *Codegen_State, node : *AST_Node, indentation : int) {
-	variable := from_handle(state.result.type_variables, node.type_variable);
+	variable := from_handle(state.ctx.type_variables, node.type_variable);
 	print_to_builder(*state.builder, "cbuffer % : register(b%)", variable.name, variable.resource_index);
 	
 	current_scope := state.current_scope;
-	state.current_scope = from_handle(state.result.type_variables, node.type_variable).scope;
+	state.current_scope = from_handle(state.ctx.type_variables, node.type_variable).scope;
 
 	field_list := node.children[0];
 	
@@ -610,42 +570,63 @@ emit_cbuffer :: (state : *Codegen_State, node : *AST_Node, indentation : int) {
 	state.current_scope = current_scope;
 }
 
+emit_buffer :: (state : *Codegen_State, node : *AST_Node, indentation : int) {
+	variable := from_handle(state.ctx.type_variables, node.type_variable);
+	element  := from_handle(state.ctx.type_variables, variable.element_type);
+
+	emit_struct(state, node, indentation, element.typename);
+	
+	print_to_builder(*state.builder, "StructuredBuffer<%> % : register(t%);\n\n", element.typename, variable.name, variable.resource_index);
+}
+
 emit_declaration :: (state : *Codegen_State, node : *AST_Node) {
 	if node.kind == {
 		case .Function; {
 			emit_function(state, node, 0);
 		}
-		case .Properties; {
-			emit_properties(state, node, 0);
-		}
 		case .CBuffer; {		
 			emit_cbuffer(state, node, 0);
 		}
+		case .Buffer; {
+			emit_buffer(state, node, 0);
+		}
 		case .Struct; {
 			emit_struct(state, node, 0);			
 		}
 	}
 }
 
-codegen :: (result : *Compile_Result) {
+codegen :: (result : *Compiler_Context, allocator := temp) {
+	codegen(result, .HLSL);
+}
+
+codegen :: (result : *Compiler_Context, output_language : Output_Language, allocator := temp) {
 	if result.had_error {
 		return;
 	}
-	
-	state : Codegen_State;
-	state.result          = result;
-	state.current_scope   = cast(Scope_Handle)1;
-	state.output_language = .HLSL;
-	init_string_builder(*state.builder);
 
-	codegen(*state);
+	new_context := context;
+	new_context.allocator = allocator;
+	push_context new_context {
+		init_context_allocators();
+		defer clear_context_allocators();
+		
+		state : Codegen_State;
+		state.ctx          = result;
+		state.current_scope   = cast(Scope_Handle)1;
+		state.output_language = output_language;
+		init_string_builder(*state.builder);
+
+		codegen(*state);
+	}
 }
 
+#scope_file
 codegen :: (state : *Codegen_State) {
 	found_function : bool = false;
 	// found_struct   : bool = false;
 
-	// for variable : state.result.type_variables {
+	// for variable : state.ctx.type_variables {
 	// 	if variable.type == .Struct && variable.kind == .Declaration && !variable.builtin {
 	// 		if variable.source_node.kind == .Properties continue;
 	// 		if variable.source_node.kind == .Meta continue;
@@ -658,7 +639,7 @@ codegen :: (state : *Codegen_State) {
 	// 	append(*state.builder, "\n");
 	// }
 	
-	for variable : state.result.type_variables {
+	for variable : state.ctx.type_variables {
 		if variable.type == .Function && !variable.builtin
 			&& !variable.source_node.vertex_entry_point && !variable.source_node.pixel_entry_point {
 				emit_function(state, variable.source_node, 0, false);
@@ -669,24 +650,14 @@ codegen :: (state : *Codegen_State) {
 		append(*state.builder, "\n");
 	}
 	
-	for declaration : state.result.root.children {
+	for declaration : state.ctx.root.children {
 		if declaration.foreign_declaration {
 			continue;
 		}
 		emit_declaration(state, declaration);
 	}
 
-	state.result.codegen_result_text = builder_to_string(*state.builder);
-}
-
-codegen :: (result : *Compile_Result, output_language : Output_Language) {
-	codegen_state : Codegen_State;
-	codegen_state.result          = result;
-	codegen_state.current_scope   = cast(Scope_Handle)1;
-	codegen_state.output_language = output_language;
-	init_string_builder(*codegen_state.builder);
-	
-	codegen(*codegen_state);
+	state.ctx.codegen_result_text = builder_to_string(*state.builder);
 }
 
 #scope_module

Error.jai

@@ -102,20 +102,20 @@ copy_messages :: (source : []Compiler_Message, dest : *[..]Compiler_Message) {
 	}
 }
 
-report_messages :: (messages : []Compiler_Message) -> string {
+report_messages :: (ctx : *Compiler_Context, messages : []Compiler_Message) -> string {
 	builder : String_Builder;
 	init_string_builder(*builder);
 	for message : messages {
-		report_message(*builder, message);
+		report_message(ctx, *builder, message);
 	}
 	return builder_to_string(*builder);
 }
 
-report_message :: (builder : *String_Builder, message : Compiler_Message) {
-	report_message(builder, message.path, message.message, message.source_locations, message.message_kind, message.report_source_location);
+report_message :: (ctx : *Compiler_Context, builder : *String_Builder, message : Compiler_Message) {
+	report_message(ctx, builder, message.path, message.message, message.source_locations, message.message_kind, message.report_source_location);
 }
 
-report_message :: (builder : *String_Builder, path : string, message : string, source_locations : []Source_Range, kind : Message_Kind, report_source_location : bool = false) {
+report_message :: (ctx : *Compiler_Context, builder : *String_Builder, path : string, message : string, source_locations : []Source_Range, kind : Message_Kind, report_source_location : bool = false) {
 	append(builder, "\x1b[1;37m");
 	if path.count > 0 {
 		print_to_builder(builder, "%:", path);
@@ -140,7 +140,7 @@ report_message :: (builder : *String_Builder, path : string, message : string, s
 	if report_source_location {
 		for location : source_locations {
 			append(builder, "\t");
-			print_from_source_location(builder, location);
+			print_from_source_location(ctx, builder, location);
 			append(builder, "\n\t");
 			begin := location.begin;
 

Ink.jai

@@ -18,13 +18,13 @@
 
 #load "module.jai";
 
-GOLDEN_EXTENSION         :: "golden";
-LEXER_FOLDER             :: "lex";
-PARSER_FOLDER            :: "parse";
-CODEGEN_FOLDER           :: "codegen";
-COMPILED_FOLDER          :: "compiled";
-SEMANTIC_ANALYSIS_FOLDER :: "semant";
-TESTS_FOLDER             :: "test";
+GOLDEN_EXTENSION :: "golden";
+LEXER_FOLDER     :: "lex";
+PARSER_FOLDER    :: "parse";
+CODEGEN_FOLDER   :: "codegen";
+COMPILED_FOLDER  :: "compiled";
+CHECK_FOLDER     :: "check";
+TESTS_FOLDER     :: "test";
 
 SHADER_EXTENSION :: "ink";
 SUITE_EXTENSION  :: "suite";
@@ -32,7 +32,7 @@ SUITE_EXTENSION  :: "suite";
 Stage_Flags :: enum_flags u16 {
 	Lexer             :: 0x1;
 	Parser            :: 0x2;
-	Semantic_Analysis :: 0x4;
+	Check :: 0x4;
 	Codegen           :: 0x8;
 	Compile           :: 0x10;
 }
@@ -72,9 +72,11 @@ Test_Suite :: struct {
 	results : [..]Result;
 }
 
-get_golden_path :: (file_path : string, stage : Stage_Flags, allocator := context.allocator) -> string {
-	path := parse_path(file_path);
-	file_without_extension := split(path.words[path.words.count - 1], ".");
+get_golden_path :: (file_path : string, stage : Stage_Flags) -> string {
+	sc := get_scratch();
+	defer scratch_end(sc);
+	path := parse_path(file_path,, sc.allocator);
+	file_without_extension := split(path.words[path.words.count - 1], ".",, sc.allocator);
 
 	builder : String_Builder;
 	builder.allocator = temp;
@@ -82,6 +84,7 @@ get_golden_path :: (file_path : string, stage : Stage_Flags, allocator := contex
 	final_path_length := file_path.count - SHADER_EXTENSION.count + GOLDEN_EXTENSION.count + 1;  // +1 for dot
 
 	path.words.count -= 1;
+	path.words.allocator = sc.allocator;
 
 	if stage == {
 		case .Lexer; {
@@ -94,10 +97,10 @@ get_golden_path :: (file_path : string, stage : Stage_Flags, allocator := contex
 			make_directory_if_it_does_not_exist(dir);
 			array_add(*path.words, PARSER_FOLDER);
 		}
-		case .Semantic_Analysis; {
-			dir := tprint("%/%", TESTS_FOLDER, SEMANTIC_ANALYSIS_FOLDER);
+		case .Check; {
+			dir := tprint("%/%", TESTS_FOLDER, CHECK_FOLDER);
 			make_directory_if_it_does_not_exist(dir);
-			array_add(*path.words, SEMANTIC_ANALYSIS_FOLDER);
+			array_add(*path.words, CHECK_FOLDER);
 		}
 		case .Codegen; {
 			dir := tprint("%/%", TESTS_FOLDER, CODEGEN_FOLDER);
@@ -112,10 +115,11 @@ get_golden_path :: (file_path : string, stage : Stage_Flags, allocator := contex
 	}
 
 	init_string_builder(*builder, file_without_extension.count + GOLDEN_EXTENSION.count + 1);
+	builder.allocator = sc.allocator;
 	append(*builder, file_without_extension[0]);
 	append(*builder, ".");
 	append(*builder, GOLDEN_EXTENSION);
-	golden_path := builder_to_string(*builder);
+	golden_path := builder_to_string(*builder,, sc.allocator);
 	array_add(*path.words, golden_path);
 
 	final_path := path_to_string(path);
@@ -123,213 +127,253 @@ get_golden_path :: (file_path : string, stage : Stage_Flags, allocator := contex
 	return final_path;
 }
 
-do_golden_comparison :: (golden_path : string, comparison_text : string, result_data : *Result, output_type : Output_Type) {
+do_golden_comparison :: (golden_path : string, comparison_text : string, result : *Result, output_type : Output_Type) {
+	sc := get_scratch();
+	defer scratch_end(sc);
 	if output_type & .Golden {
 		// Output the comparison file
 		write_entire_file(golden_path, comparison_text);
-		result_data.golden_path = copy_string(golden_path);
-		result_data.type = .Golden_Output;
+		result.golden_path = copy_string(golden_path);
+		result.type = .Golden_Output;
 		return;
 	} else {
 		// Do the comparison
 		if !file_exists(golden_path) {
-			result_data.info_text = tprint("Golden file % does not exist. Please run with -output-as-golden at least once.\n", golden_path);
-			result_data.type = .Golden_File_Not_Found;
+			result.info_text = tprint("Golden file % does not exist. Please run with -output-as-golden at least once.\n", golden_path);
+			result.type = .Golden_File_Not_Found;
 			return;
 		}
 		
-		golden_text, ok := read_entire_file(golden_path);
+		golden_text, ok := read_entire_file(golden_path,, sc.allocator);
 		if !ok {
-			result_data.info_text = tprint("Unable to open golden file %\n", golden_path);
-			result_data.type = .Golden_File_Not_Found;
+			result.info_text = tprint("Unable to open golden file %\n", golden_path);
+			result.type = .Golden_File_Not_Found;
 			return;
 		}
 
-		comp := replace(comparison_text, "\r\n", "\n");
-		gold := replace(golden_text, "\r\n", "\n");
-		result := compare(comp, gold) == 0;
-		if !result {
-			result_data.type = .Failed;
-			result_data.info_text = tprint("Golden file:\n%\n===============\n%", gold, comp);
+		comp := replace(comparison_text, "\r\n", "\n",, sc.allocator);
+		gold := replace(golden_text, "\r\n", "\n",, sc.allocator);
+		ok = compare(comp, gold) == 0;
+		if !ok {
+			result.type = .Failed;
+			result.info_text = tprint("Golden file:\n%\n===============\n%", gold, comp);
 		} else {
-			result_data.type = .Passed;
+			result.type = .Passed;
 		}
 	}
 }
 
-run_codegen_test :: (file_path : string, result : *Compile_Result, output_type : Output_Type = 0) -> Result {
-	result.file = make_file(result, file_path);
-	result.allocator = make_arena(Megabytes(128));
+run_codegen_test :: (file_path : string, ctx : *Compiler_Context, output_type : Output_Type = 0) -> Result {
+	result : Result;
+	result.path = file_path;
 
-	result_data : Result;
-	result_data.path = file_path;
+	lex(ctx, context.allocator);
+	parse(ctx, context.allocator);
+	check(ctx, context.allocator);
 
-	lex(result);
-	parse(result);
-	check(result);
-
-	if result.had_error {
-		result_data.type = .Failed;
-		return result_data;
+	if ctx.had_error {
+		result.type = .Failed;
+		return result;
 	}
-	result_data = run_codegen_test(result, output_type);
+	result = run_codegen_test(ctx, output_type);
 
-	return result_data;
+	return result;
 }
 
-run_codegen_test :: (result : *Compile_Result, output_type : Output_Type = 0) -> Result {
-	result_data : Result;
-	result_data.path = result.file.path;
+run_codegen_test :: (ctx : *Compiler_Context, output_type : Output_Type = 0) -> Result {
+	result : Result;
+	result.path = ctx.file.path;
 	result_text : string;
 	
-	codegen(result);
+	codegen(ctx, context.allocator);
 
-	if result.had_error {
-		result_data.type = .Failed;
-		result_text = report_messages(result.messages);
-		return result_data;
+	if ctx.had_error {
+		result.type = .Failed;
+		result_text = report_messages(ctx, ctx.messages);
+		return result;
 	} 
 
-	result_text = result.codegen_result_text;
+	result_text = ctx.codegen_result_text;
 
 	if output_type & .StdOut {
-		result_data.info_text = result_text;
-		result_data.type = .StdOut;
-		return result_data;
+		result.info_text = result_text;
+		result.type = .StdOut;
+		return result;
 	}
 
-	golden_path := get_golden_path(result.file.path, .Codegen);
-	do_golden_comparison(golden_path, result_text, *result_data, output_type);
-	return result_data;
+	golden_path := get_golden_path(ctx.file.path, .Codegen);
+	do_golden_comparison(golden_path, result_text, *result, output_type);
+	return result;
 }
 
-run_compile_test :: (path : string, output_type : Output_Type = 0) -> Result, Compile_Result {
-	compiler : Shader_Compiler;
+run_compile_test :: (path : string, output_type : Output_Type = 0) -> Result, Compiler_Context {
+	ctx : Compiler_Context;
 	result : Result;
-	compilation_result := compile_file(*compiler, path);
-	print("\n");
+	result.path = path;
+	compile_file(*ctx, path, context.allocator);
 	
-	if compilation_result.had_error {
+	if ctx.had_error {
 		result.type = .Failed;
 		result.info_text = tprint("Failed compiling: %\n", path);
-	}
-
-	return result, compilation_result;
-}
-
-run_lexer_test :: (file_path : string, result : *Compile_Result, output_type : Output_Type = 0) -> Result {
-	result_data : Result;
-	result_data.path = file_path;
-	result_data.stage = .Lexer;
-
-	result_text : string;
-
-	result.file = make_file(result, file_path);
-	result.allocator = make_arena(Megabytes(128));
-	
-	lex(result);
-	if result.had_error {
-		result_data.type = .Failed;
-		result_text = report_messages(result.messages);
 	} else {
-		result_text = pretty_print_tokens(result.tokens, *temp);
+		sc := get_scratch();
+		defer scratch_end(sc);
+		sb : String_Builder;
+		init_string_builder(*sb,, sc.allocator);
+		if ctx.vertex_entry_point.name.count > 0 {
+			print_to_builder(*sb, "[vertex entry point] - %\n", ctx.vertex_entry_point.name);
+		}
+		if ctx.pixel_entry_point.name.count > 0 {
+			print_to_builder(*sb, "[pixel entry point] - %\n", ctx.pixel_entry_point.name);
+		}
+		
+		for buf : ctx.buffers {
+			if buf.kind == {
+				case .Constant; {
+					print_to_builder(*sb, "[constant_buffer] - % - %", buf.name, buf.buffer_index);
+					
+				}
+				case .Structured; {
+					print_to_builder(*sb, "[buffer] - % - %", buf.name, buf.buffer_index);
+				}
+
+				if buf.hints.count > 0 {
+					for hint : buf.hints {
+						print_to_builder(*sb, " (@%)", hint.custom_hint_name);
+					}
+				}
+
+				append(*sb, "\n");
+
+				indent(*sb, 1);
+				for field : buf.fields {
+					append(*sb, "[field] - ");
+					pretty_print_field(*sb, *field);
+					append(*sb, "\n");
+					indent(*sb, 1);
+				}
+			}
+			
+		}
+
+		result.info_text = builder_to_string(*sb);
 	}
 
 	if output_type & .StdOut {
-		result_data.info_text = result_text;
-		result_data.type = .StdOut;
-		return result_data;
+		result.type = .StdOut;
+		return result, ctx;
+	}
+
+	golden_path := get_golden_path(ctx.file.path, .Compile);
+	do_golden_comparison(golden_path, result.info_text, *result, output_type);
+
+	return result, ctx;
+}
+
+run_lexer_test :: (file_path : string, ctx : *Compiler_Context, output_type : Output_Type = 0) -> Result {
+	result : Result;
+	result.path = file_path;
+	result.stage = .Lexer;
+
+	result_text : string;
+	
+	lex(ctx);
+	if ctx.had_error {
+		result.type = .Failed;
+		result_text = report_messages(ctx, ctx.messages);
+	} else {
+		result_text = pretty_print_tokens(ctx.tokens, context.allocator);
+	}
+
+	if output_type & .StdOut {
+		result.info_text = result_text;
+		result.type = .StdOut;
+		return result;
 	}
 
 	golden_path := get_golden_path(file_path, .Lexer);
-	do_golden_comparison(golden_path, result_text, *result_data, output_type);
-	return result_data;
+	do_golden_comparison(golden_path, result_text, *result, output_type);
+	return result;
 }
 
-run_parser_test :: (file_path : string, result : *Compile_Result, output_type : Output_Type = 0) -> Result {
-	result_data : Result;
-	result_data.path = file_path;
+run_parser_test :: (file_path : string, ctx : *Compiler_Context, output_type : Output_Type = 0) -> Result {
+	result : Result;
+	result.path = file_path;
 
-	result.file = make_file(result, file_path);
-	result.allocator = make_arena(Megabytes(128));
-
-	lex(result);
-	if result.had_error {
-		result_data.type = .Passed;
-		return result_data;
+	lex(ctx);
+	if ctx.had_error {
+		result.type = .Passed;
+		return result;
 	}
 
-	result_data = run_parser_test(result, output_type);
+	result = run_parser_test(ctx, output_type);
 
-	return result_data;
+	return result;
 }
 
-run_parser_test :: (result : *Compile_Result, output_type : Output_Type = 0) -> Result {
-	parse(result);
-	result_data : Result;
-	result_data.path = result.file.path;
+run_parser_test :: (ctx : *Compiler_Context, output_type : Output_Type = 0) -> Result {
+	parse(ctx, context.allocator);
+	result : Result;
+	result.path = ctx.file.path;
 	result_text : string;
 
-	if result.had_error {
-		result_data.type = .Failed;
-		result_text = report_messages(result.messages,, temp);
+	if ctx.had_error {
+		result.type = .Failed;
+		result_text = report_messages(ctx, ctx.messages);
 	} else {
-		result_text = pretty_print_ast(result.root, *temp);
+		result_text = pretty_print_ast(ctx.root, context.allocator);
 	}
 
 	if output_type & .StdOut {
-		result_data.info_text = result_text;
-		result_data.type = .StdOut;
-		return result_data;
+		result.info_text = result_text;
+		result.type = .StdOut;
+		return result;
 	}
 	
-	golden_path := get_golden_path(result.file.path, .Parser);
-	do_golden_comparison(golden_path, result_text, *result_data, output_type);
-	return result_data;
+	golden_path := get_golden_path(ctx.file.path, .Parser);
+	do_golden_comparison(golden_path, result_text, *result, output_type);
+	return result;
 }
 
-run_semantic_analysis_test :: (result : *Compile_Result, output_type : Output_Type = 0) -> Result {
-	result_data : Result;
-	result_data.path = result.file.path;
+run_check_test :: (ctx : *Compiler_Context, output_type : Output_Type = 0) -> Result {
+	result : Result;
+	result.path = ctx.file.path;
 	result_text : string;
 	
-	check(result);
+	check(ctx, context.allocator);
 
-	if result.had_error {
-		result_data.type = .Failed;
-		result_text = report_messages(result.messages);
+	if ctx.had_error {
+		result.type = .Failed;
+		result_text = report_messages(ctx, ctx.messages);
 	} else {
-		result_text = pretty_print_symbol_table(result, temp);
+		result_text = pretty_print_symbol_table(ctx, context.allocator);
 	}
 
 	if output_type & .StdOut {
-		result_data.info_text = result_text;
-		result_data.type = .StdOut;
-		return result_data;
+		result.info_text = result_text;
+		result.type = .StdOut;
+		return result;
 	}
 
-	golden_path := get_golden_path(result.file.path, .Semantic_Analysis);
-	do_golden_comparison(golden_path, result_text, *result_data, output_type);
-	return result_data;
+	golden_path := get_golden_path(ctx.file.path, .Check);
+	do_golden_comparison(golden_path, result_text, *result, output_type);
+	return result;
 }
 
-run_semantic_analysis_test :: (file_path : string, result : *Compile_Result, output_type : Output_Type = 0) -> Result {
-	result.file = make_file(result, file_path);
-	result.allocator = make_arena(Megabytes(128));
+run_check_test :: (file_path : string, ctx : *Compiler_Context, output_type : Output_Type = 0) -> Result {
+	result : Result;
+	result.path = file_path;
 
-	result_data : Result;
-	result_data.path = file_path;
-
-	lex(result);
-	parse(result);
-	if result.had_error {
-		result_data.type = .Failed;
-		return result_data;
+	lex(ctx, context.allocator);
+	parse(ctx, context.allocator);
+	if ctx.had_error {
+		result.type = .Failed;
+		return result;
 	}
 	
-	result_data = run_semantic_analysis_test(result, output_type);
+	result = run_check_test(ctx, output_type);
 
-	return result_data;
+	return result;
 }
 
 make_test_case :: (path : string, stage_flags : Stage_Flags, allocator := context.allocator) -> Test_Case {
@@ -341,51 +385,56 @@ make_test_case :: (path : string, stage_flags : Stage_Flags, allocator := contex
 	return test_case;
 }
 
-run_test_new :: (file_path : string, stage_flags : Stage_Flags, results : *[..]Result, output_type : Output_Type = 0) {
-	compile_result : Compile_Result;
+run_test_new :: (file_path : string, stage_flags : Stage_Flags, results : *[..]Result, output_type : Output_Type = 0, allocator := temp) {
+	new_context := context;
+	new_context.allocator = allocator;
+	push_context new_context {
+		ctx : Compiler_Context;
+
+		ctx.file = make_file(*ctx, file_path);
+		
+		result : Result;
+		if stage_flags & .Lexer {
+			result = run_lexer_test(file_path, *ctx, output_type);
+			record_result(results, result);
+		}
+
+		if stage_flags & .Parser {
+			if stage_flags & .Lexer && result.type == .Passed || result.type == .Golden_Output {
+				result = run_parser_test(*ctx, output_type);
+			} else {
+				result = run_parser_test(file_path, *ctx, output_type);
+			}
+			record_result(results, result);
+		}
+
+		if stage_flags & .Check {
+			if stage_flags & .Parser && (result.type == .Passed || result.type == .Golden_Output) {
+				result = run_check_test(*ctx, output_type);
+			} else {
+				result = run_check_test(file_path, *ctx, output_type);
+			}
+			record_result(results, result);
+		}
+
+		if stage_flags & .Codegen {
+			if stage_flags & .Check && (result.type == .Passed || result.type == .Golden_Output) {
+				result = run_codegen_test(*ctx, output_type);
+			} else {
+				result = run_codegen_test(file_path, *ctx, output_type);
+			}
+			record_result(results, result);
+		}
+
+		if stage_flags & .Compile {
+			result = run_compile_test(file_path, output_type);
+			record_result(results, result);
+		}
+	}
 	
-	compile_result.file = make_file(*compile_result, file_path);
-	compile_result.allocator = make_arena(Megabytes(128));
-	
-	result : Result;
-	if stage_flags & .Lexer {
-		result = run_lexer_test(file_path, *compile_result, output_type);
-		record_result(results, result);
-	}
-
-	if stage_flags & .Parser {
-		if stage_flags & .Lexer && result.type == .Passed || result.type == .Golden_Output {
-			result = run_parser_test(*compile_result, output_type);
-		} else {
-			result = run_parser_test(file_path, *compile_result, output_type);
-		}
-		record_result(results, result);
-	}
-
-	if stage_flags & .Semantic_Analysis {
-		if stage_flags & .Parser && (result.type == .Passed || result.type == .Golden_Output) {
-			result = run_semantic_analysis_test(*compile_result, output_type);
-		} else {
-			result = run_semantic_analysis_test(file_path, *compile_result, output_type);
-		}
-		record_result(results, result);
-	}
-
-	if stage_flags & .Codegen {
-		if stage_flags & .Semantic_Analysis && (result.type == .Passed || result.type == .Golden_Output) {
-			result = run_codegen_test(*compile_result, output_type);
-		} else {
-			result = run_codegen_test(file_path, *compile_result, output_type);
-		}
-		record_result(results, result);
-	}
-
-	if stage_flags & .Compile {
-		result = run_compile_test(file_path, output_type);
-	}
 }
 
-run_test :: (test_case : Test_Case, results : *[..]Result, output_type : Output_Type = 0) {
+run_test :: (test_case : Test_Case, results : *[..]Result, output_type : Output_Type = 0, allocator := temp) {
 	print("%Running test: %......", cyan(), test_case.path);
 
 	// path 30
@@ -403,8 +452,7 @@ run_test :: (test_case : Test_Case, results : *[..]Result, output_type : Output_
 		print(" ");
 	}
 
-	run_test_new(test_case.path, test_case.stage_flags, results, output_type);
-	// run_test(test_case.path, test_case.stage_flags, results, output_type);
+	run_test_new(test_case.path, test_case.stage_flags, results, output_type, allocator);
 }
 
 record_result :: (results : *[..]Result, result : Result) {
@@ -421,15 +469,17 @@ run_test_suite :: (using suite : *Test_Suite, output_type : Output_Type = 0) {
 		path : string;
 		stage : string;
 	}
+
+	test_arena : Allocator = make_arena(Gigabytes(1));
 	
 	failed_test_paths : [..]Fail_Data;
-	failed_test_paths.allocator = temp;
+	failed_test_paths.allocator = test_arena;
 
 	builder : String_Builder;
-	init_string_builder(*builder,, temp);
+	init_string_builder(*builder,, test_arena);
 
 	for test_case : test_cases {
-		run_test(test_case, *suite.results, output_type);
+		run_test(test_case, *suite.results, output_type, allocator = test_arena);
 
 		for < suite.results {
 			result := suite.results[it_index];
@@ -472,23 +522,33 @@ run_test_suite :: (using suite : *Test_Suite, output_type : Output_Type = 0) {
 		}
 	} 
 
-	print("%\n", builder_to_string(*builder));
+	print("%\n", builder_to_string(*builder,, test_arena));
 }
 
-read_suite :: (file_path : string, suite : *Test_Suite) -> bool {
-	bytes, ok := read_entire_file(file_path);
+read_suite :: (file_path : string, suite : *Test_Suite, allocator := temp) -> bool {
+	sc := get_scratch();
+	defer scratch_end(sc);
+	bytes, ok := read_entire_file(file_path,, sc.allocator);
 	if !ok {
 		log_error("Unable to read suite file %\n", file_path);
 		return false;
 	}
 
-	path := parse_path(file_path);
-	file_without_extension := split(path.words[path.words.count - 1], ".");
-	suite.name = copy_string(file_without_extension[0]);
-	split_lines := split(bytes, "\n");
+	path := parse_path(file_path,, sc.allocator);
+	file_without_extension := split(path.words[path.words.count - 1], ".",, sc.allocator);
+	suite.name = copy_string(file_without_extension[0],, allocator);
+	split_lines := split(bytes, "\n",, sc.allocator);
 
 	for split_line : split_lines {
-		line := split(split_line, " ");
+		if split_line.count == 0 {
+			break;
+		}
+		
+		if split_line[0] == #char "#" {
+			continue;
+		}
+		
+		line := split(split_line, " ",, sc.allocator);
 		if line[0].count == 0 {
 			continue;
 		}
@@ -498,7 +558,7 @@ read_suite :: (file_path : string, suite : *Test_Suite) -> bool {
 		}
 		
 		if line.count == 1 {
-			line = split(split_line, "\t");
+			line = split(split_line, "\t",, sc.allocator);
 			if line.count == 1 {
 				log_error("Invalid line - % - \n", it_index + 1);
 				continue;
@@ -513,15 +573,15 @@ read_suite :: (file_path : string, suite : *Test_Suite) -> bool {
 				stage_flags |= .Lexer;
 			} else if equal(trimmed, "parse") {
 				stage_flags |= .Parser;
-			} else if equal(trimmed, "semant") {
-				stage_flags |= .Semantic_Analysis;
+			} else if equal(trimmed, "check") {
+				stage_flags |= .Check;
 			} else if equal(trimmed, "codegen") {
 				stage_flags |= .Codegen;
 			} else if equal(trimmed, "compile") {
 				stage_flags |= .Compile;
 			}
 		}
-		test_case := make_test_case(test_case_path, stage_flags);
+		test_case := make_test_case(test_case_path, stage_flags, allocator);
 		array_add(*suite.test_cases, test_case);
 	}
 
@@ -536,7 +596,7 @@ stage_to_string :: (stage : Stage_Flags) -> string {
 	if #complete stage == {
 		case .Lexer; return "lexing";
 		case .Parser; return "parsing";
-		case .Semantic_Analysis; return "semantic checking";
+		case .Check; return "checking";
 		case .Codegen; return "codegen";
 		case .Compile; return "compiled";
 		case; return "";
@@ -584,7 +644,12 @@ evaluate_result :: (result : Result) {
 main :: () {
 	args := get_command_line_arguments();
 
+	init_context_allocators();
+
+	local_temp := make_arena(Megabytes(128));
+
 	suites : [..]Test_Suite;
+	suites.allocator = local_temp;
 	output_type : Output_Type = 0;
 
 	Argument_Parse_State :: enum {
@@ -625,19 +690,21 @@ main :: () {
 					current_suite.test_cases[cases - 1].stage_flags |= .Lexer;
 				} else if arg == "-parse" {
 					current_suite.test_cases[cases - 1].stage_flags |= .Parser;
-				} else if arg == "-semant" {
-					current_suite.test_cases[cases - 1].stage_flags |= .Semantic_Analysis;
+				} else if arg == "-check" {
+					current_suite.test_cases[cases - 1].stage_flags |= .Check;
 				} else if arg == "-codegen" {
 					current_suite.test_cases[cases - 1].stage_flags |= .Codegen;
 				} else if arg == "-compile" {
 					current_suite.test_cases[cases - 1].stage_flags |= .Compile;
 				} else if contains(arg, ".") {
-					path_split := split(arg, "\\");
-					split_path := split(path_split[path_split.count - 1], ".");
+					sc := get_scratch();
+					defer scratch_end(sc);
+					path_split := split(arg, "\\",, sc.allocator);
+					split_path := split(path_split[path_split.count - 1], ".",, sc.allocator);
 					extension := split_path[1];
 					if extension == SHADER_EXTENSION {
-						path := copy_string(arg);
-						test_case := make_test_case(path, 0);
+						path := copy_string(arg,, local_temp);
+						test_case := make_test_case(path, 0, local_temp);
 						array_add(*current_suite.test_cases, test_case);
 					} else {
 						print("%Invalid file as argument % %\n", red(), arg, reset_color());						
@@ -648,8 +715,10 @@ main :: () {
 			}
 			case .None; {
 				if contains(arg, ".") {
-					path_split := split(arg, "\\");
-					split_path := split(path_split[path_split.count - 1], ".");
+					sc := get_scratch();
+					defer scratch_end(sc);
+					path_split := split(arg, "\\",, sc.allocator);
+					split_path := split(path_split[path_split.count - 1], ".",, sc.allocator);
 					extension := split_path[1];
 
 					if extension == SHADER_EXTENSION {
@@ -660,12 +729,14 @@ main :: () {
 
 						if !current_suite {
 							suite : Test_Suite;
+							suite.results.allocator = local_temp;
+							suite.test_cases.allocator = local_temp;
 							array_add(*suites, suite);
 							current_suite = *suites[0];
 						}
 						arg_parse_state = .Run_Test;
-						path := copy_string(arg);
-						test_case := make_test_case(path, 0);
+						path := copy_string(arg,, local_temp);
+						test_case := make_test_case(path, 0, local_temp);
 						array_add(*current_suite.test_cases, test_case);
 					} else if extension == SUITE_EXTENSION {
 						if arg_parse_state == .Run_Test {
@@ -676,7 +747,9 @@ main :: () {
 						path := copy_string(arg);
 
 						suite : Test_Suite;
-						read_suite(path, *suite);
+						suite.results.allocator = local_temp;
+						suite.test_cases.allocator = local_temp;
+						read_suite(path, *suite, local_temp);
 						array_add(*suites, suite);
 						current_suite = *suites[0];
 					} else {
@@ -690,4 +763,6 @@ main :: () {
 	for suite : suites {
 		run_test_suite(*suite, output_type);
 	}
+
+	clear(local_temp);
 }

Lexing.jai

@@ -5,12 +5,13 @@ Lexer :: struct {
 	current_line : int;
 	current_column : int;
 
-	result : *Compile_Result;
+	ctx : *Compiler_Context;
 
 	path : string;
 }
 
 Token_Kind :: enum {
+	TOKEN_INVALID :: 0;
 	TOKEN_FLOATLITERAL;
 	TOKEN_INTLITERAL;
 
@@ -54,6 +55,7 @@ Token_Kind :: enum {
 
 	// Keywords
 	TOKEN_BOOL;
+	TOKEN_BUFFER;
 	
 	TOKEN_CASE;
 	TOKEN_CBUFFER;
@@ -90,7 +92,7 @@ Token_Kind :: enum {
 	TOKEN_OUT;
 
 	TOKEN_PIXEL;
-	TOKEN_PROPERTIES;
+	TOKEN_PLEX;
 
 	TOKEN_RETURN;
 	TOKEN_REGISTER;
@@ -129,7 +131,7 @@ Token :: struct {
 	// This could all be derived on demand
 	line     : int;
 	length   : int;
-	column : int;
+	column   : int;
 	index    : int;
 
 	error    : string;
@@ -215,10 +217,11 @@ identifier_kind :: (using lexer : *Lexer) -> Token_Kind {
 	identifier.count = length;
 
 	if identifier == "bool"            return .TOKEN_BOOL;
+	if identifier == "Buffer"          return .TOKEN_BUFFER;
 	if identifier == "case"            return .TOKEN_CASE;
 	if identifier == "columnmajor"     return .TOKEN_COLUMNMAJOR;
 	if identifier == "const"           return .TOKEN_CONST;
-	if identifier == "constant_buffer" return .TOKEN_CONSTANT_BUFFER;
+	if identifier == "Constant_Buffer" return .TOKEN_CONSTANT_BUFFER;
 	if identifier == "continue"        return .TOKEN_CONTINUE;
 	if identifier == "default"         return .TOKEN_DEFAULT;
 	if identifier == "directive"       return .TOKEN_DIRECTIVE;
@@ -242,10 +245,10 @@ identifier_kind :: (using lexer : *Lexer) -> Token_Kind {
 	if identifier == "optional"        return .TOKEN_OPTIONAL;
 	if identifier == "out"             return .TOKEN_OUT;
 	if identifier == "pixel"           return .TOKEN_PIXEL;
-	if identifier == "properties"      return .TOKEN_PROPERTIES;
 	if identifier == "return"          return .TOKEN_RETURN;
 	if identifier == "register"        return .TOKEN_REGISTER;
 	if identifier == "struct"          return .TOKEN_STRUCT;
+	if identifier == "plex"            return .TOKEN_STRUCT;
 	if identifier == "switch"          return .TOKEN_SWITCH;
 	if identifier == "true"            return .TOKEN_TRUE;
 	if identifier == "unorm"           return .TOKEN_UNORM;
@@ -262,7 +265,7 @@ identifier_kind :: (using lexer : *Lexer) -> Token_Kind {
 error_token :: (lexer : *Lexer, message : string) -> *Token {
 	token : *Token = new_token(lexer, .TOKEN_ERROR);
 
-	lexer.result.had_error = true;
+	lexer.ctx.had_error = true;
 	token.error = copy_string(message);
 
 	return token;
@@ -309,8 +312,8 @@ record_error :: (lexer : *Lexer, message : string) {
 
 	array_add(*error.source_locations, source_location);
 
-	lexer.result.had_error = true;
-	array_add(*lexer.result.messages, error);
+	lexer.ctx.had_error = true;
+	array_add(*lexer.ctx.messages, error);
 }
 
 make_int :: (lexer : *Lexer) -> *Token {
@@ -356,8 +359,8 @@ new_token :: (lexer : *Lexer, kind : Token_Kind) -> *Token {
 	}
     lexer.current_column += length;
 
-	array_add(*lexer.result.tokens, token);
-	return *lexer.result.tokens[lexer.result.tokens.count - 1];
+	array_add(*lexer.ctx.tokens, token);
+	return *lexer.ctx.tokens[lexer.ctx.tokens.count - 1];
 }
 
 make_directive :: (lexer : *Lexer) -> *Token {
@@ -366,28 +369,32 @@ make_directive :: (lexer : *Lexer) -> *Token {
 	if ident.ident_value == "load" {
 		path_tok := scan_next_token(lexer);
 		path := path_tok.string_value;
-		result : Compile_Result;
-		result.allocator   = lexer.result.allocator;
-		result.environment = lexer.result.environment;
+		ctx : Compiler_Context;
+		ctx.environment = lexer.ctx.environment;
 
-		result.file = make_file(*result, path);
+		ctx.file = make_file(*ctx, path);
 
-		if result.file.source.count == 0 {
+		if ctx.file.source.count == 0 {
 			// unable_to_open_file(lexer, path, path_tok);
 			record_error(lexer, tprint("Unable to open file '%' for reading\n", path));
 			return error_token(lexer, tprint("Unable to open file '%' for reading\n", path));
 		}
 
-		lex(*result);
+		lex(*ctx);
 
-		result.tokens.count -= 1; // @Note: remote TOKEN_EOF
-		lexer.result.tokens.count -= 2;
-		array_resize(*lexer.result.tokens, lexer.result.tokens.count + result.tokens.count);
+		ctx.tokens.count -= 1; // @Note: remote TOKEN_EOF
+		lexer.ctx.tokens.count -= 2;
+		array_resize(*lexer.ctx.tokens, lexer.ctx.tokens.count + ctx.tokens.count);
 
-		for tok : result.tokens {
-			lexer.result.tokens[it_index] = tok;
+		for tok : ctx.tokens {
+			lexer.ctx.tokens[it_index] = tok;
 		}
-		return scan_next_token(lexer);;
+		return scan_next_token(lexer);
+	} else if ident.ident_value == "add_define" {
+		new_define := scan_next_token(lexer);
+		add_define(*lexer.ctx.environment, new_define.ident_value);
+		lexer.ctx.tokens.count -= 2;
+		return scan_next_token(lexer);
 	}
 	return ident;
 }
@@ -565,21 +572,27 @@ scan_next_token :: (lexer : *Lexer) -> *Token {
 	// return error_token(lexer, tprint("Invalid token: %", s));
 }
 
-lex :: (result : *Compile_Result) {
-	if result.had_error {
+lex :: (ctx : *Compiler_Context, allocator := temp) {
+	if ctx.had_error {
 		return;
 	}
 
-	lexer : Lexer;
-	lexer.result = result;
-	lexer.result.tokens.allocator = result.allocator;
-	array_reserve(*lexer.result.tokens, 1024 * 1024);
-	
-	init_lexer_from_string(*lexer, result.file.source);
-	lexer.path = result.file.path;
-	token : *Token = scan_next_token(*lexer);
-	while token && token.kind != .TOKEN_EOF {
-		token = scan_next_token(*lexer);
+	new_context := context;
+	new_context.allocator = allocator;
+	push_context new_context {
+		init_context_allocators();
+		defer clear_context_allocators();
+
+		lexer : Lexer;
+		lexer.ctx = ctx;
+		array_reserve(*lexer.ctx.tokens, 1024);
+		
+		init_lexer_from_string(*lexer, ctx.file.source);
+		lexer.path = ctx.file.path;
+		token : *Token = scan_next_token(*lexer);
+		while token && token.kind != .TOKEN_EOF {
+			token = scan_next_token(*lexer);
+		}
 	}
 }
 
@@ -587,7 +600,7 @@ init_lexer_from_string :: (lexer : *Lexer, input : string) {
 	ok := read_input_from_string(lexer, input);
 	if !ok {
 		record_error(lexer, "Unable to initialize from string\n");
-		lexer.result.had_error = true;
+		lexer.ctx.had_error = true;
 	}
 }
 
@@ -595,7 +608,7 @@ init_lexer_from_file :: (lexer : *Lexer, file_path : string) {
 	ok := read_input_from_file(lexer, file_path);
 	if !ok {
 		record_error(lexer, tprint("Unable to read file: %\n", file_path));
-		lexer.result.had_error = true;
+		lexer.ctx.had_error = true;
 	}
 }
 
@@ -734,40 +747,53 @@ print_token_pointer :: (builder : *String_Builder, token : Token) {
 	}
 }
 
-print_from_source_location :: (builder : *String_Builder, source_location : Source_Range, indentation : int = 0) {
+print_from_source_location :: (ctx : *Compiler_Context, builder : *String_Builder, source_location : Source_Range, indentation : int = 0) {
 	current := source_location.begin;
 	begin := source_location.begin;
 	end := source_location.end;
-	begin_pos := 0;
-	token_string : string;
-	count := end.index - begin.index + end.length;
-
-	if indentation > 0 {
-		indent(builder, indentation);
-		for 0..count - 1 {
-			c := begin.source[it];
-			if c == #char "\n" {
-				append(builder, "\n");
-				indent(builder, indentation);
-			} else {
-				s : string;
-				s.count = 1;
-				s.data = *c;
-				print_to_builder(builder, "%", s);
-			}
 
+	if begin.builtin {
+		for i : begin.index..end.index - 1 {
+			tok := ctx.tokens[i];
+			text : string;
+			text.data = tok.source;
+			text.count = tok.length;
+			print_to_builder(builder, "%", text);
 		}
 	} else {
-		token_string = .{ count = count, data = begin.source };
-		indent(builder, indentation);
-		print_to_builder(builder, "%", token_string);
+		begin_pos := 0;
+		token_string : string;
+		count := end.index - begin.index + end.length;
+
+		if indentation > 0 {
+			indent(builder, indentation);
+			for 0..count - 1 {
+				c := begin.source[it];
+				if c == #char "\n" {
+					append(builder, "\n");
+					indent(builder, indentation);
+				} else {
+					s : string;
+					s.count = 1;
+					s.data = *c;
+					print_to_builder(builder, "%", s);
+				}
+
+			}
+		} else {
+			token_string = .{ count = count, data = begin.source };
+			indent(builder, indentation);
+			print_to_builder(builder, "%", token_string);
+		}
 	}
 }
 
-print_from_source_location :: (source_location : Source_Range, allocator := context.allocator, indentation : int = 0) -> string {
+print_from_source_location :: (ctx : *Compiler_Context, source_location : Source_Range, allocator := context.allocator, indentation : int = 0) -> string {
+	sc := get_scratch();
+	defer scratch_end(sc);
 	builder : String_Builder;
-	init_string_builder(*builder,, allocator);
-	print_from_source_location(*builder, source_location);
+	init_string_builder(*builder,, sc.allocator);
+	print_from_source_location(ctx, *builder, source_location,, sc.allocator);
 	return builder_to_string(*builder,, allocator);
 }
 

Parsing.jai

@@ -1,13 +1,3 @@
-#import "Flat_Pool";
-
-// #load "qpwodkqopwkd.jai";
-
-/**
-* TODO:
-* if parsing
-* for/while loop parsing
-**/
-
 ////////////////////////////
 //@nb - Parse_state state
 Parse_State :: struct {
@@ -16,16 +6,7 @@ Parse_State :: struct {
 
 	current_token_index : int;
 
-	result : *Compile_Result;
-}
-
-////////////////////////////
-//@nb - Result and error handling
-Parse_Error_Kind :: enum {
-	Parse_Error_Type_Missing;
-	Parse_Error_Expected_Expression;
-	Parse_Error_Empty_Block;
-	Parse_Error_Unexpected_Token;
+	ctx : *Compiler_Context;
 }
 
 ////////////////////////////
@@ -75,7 +56,7 @@ parse_rules :: #run -> [(cast(int)Token_Kind.TOKEN_ERROR) + 1]Parse_Rule {
 	rules[Token_Kind.TOKEN_RIGHTBRACKET]        = .{null,           null,   .PREC_NONE};
 	rules[Token_Kind.TOKEN_COMMA]               = .{null,           null,   .PREC_NONE};
 	rules[Token_Kind.TOKEN_DOT]                 = .{null,           dot,    .PREC_CALL};
-	rules[Token_Kind.TOKEN_PROPERTIES]          = .{named_variable, null,   .PREC_CALL};
+	// rules[Token_Kind.TOKEN_PROPERTIES]          = .{named_variable, null,   .PREC_CALL};
 	rules[Token_Kind.TOKEN_MINUS]               = .{unary,          binary, .PREC_TERM};
 	rules[Token_Kind.TOKEN_PLUS]                = .{null,           binary, .PREC_TERM};
 	rules[Token_Kind.TOKEN_SEMICOLON]           = .{null,           null,   .PREC_NONE};
@@ -119,7 +100,7 @@ record_error :: (parse_state : *Parse_State, token : Token, message : string, re
 	error : Compiler_Message;
 	error.message_kind = .Error;
 	error.message = message;
-	error.path = parse_state.result.file.path;
+	error.path = parse_state.ctx.file.path;
 
 	source_location : Source_Range;
 	source_location.begin = token;
@@ -134,8 +115,8 @@ record_error :: (parse_state : *Parse_State, token : Token, message : string, re
 	source_location.end = parse_state.current;
 	array_add(*error.source_locations, source_location);
 
-	parse_state.result.had_error = true;
-	array_add(*parse_state.result.messages, error);
+	parse_state.ctx.had_error = true;
+	array_add(*parse_state.ctx.messages, error);
 
 	rewind_to_snapshot(parse_state, snap);
 }
@@ -165,8 +146,10 @@ unexpected_token :: (state : *Parse_State, token : Token, message : string) {
 	/*
    
 */
+	sc := get_scratch();
+	defer scratch_end(sc);
 	builder : String_Builder;
-	init_string_builder(*builder,, temp);
+	init_string_builder(*builder,, sc.allocator);
 
 	print_to_builder(*builder, "%\n\n", message);
 
@@ -184,12 +167,12 @@ unexpected_token :: (state : *Parse_State, token : Token, message : string) {
 	
 	indent(*builder, 1);
 	cyan(*builder);
-	print_to_builder(*builder, "%\n", print_from_source_location(location));
+	print_to_builder(*builder, "%\n", print_from_source_location(state.ctx, location));
 	
 	indent(*builder, 1);
 	print_token_pointer(*builder, token);
 
-	final_message := builder_to_string(*builder);
+	final_message := builder_to_string(*builder,, context.allocator);
 	record_error(state, token, final_message, false);
 }
 
@@ -205,7 +188,7 @@ else_if_without_if :: (state : *Parse_State) {
 
 	indent(*builder, 1);
 	cyan(*builder);
-	print_to_builder(*builder, "%\n", print_from_source_location(location));
+	print_to_builder(*builder, "%\n", print_from_source_location(state.ctx, location));
 
 	indent(*builder, 1);
 	print_token_pointer(*builder, token);
@@ -227,7 +210,7 @@ else_without_if :: (state : *Parse_State) {
 
 	indent(*builder, 1);
 	cyan(*builder);
-	print_to_builder(*builder, "%\n", print_from_source_location(location));
+	print_to_builder(*builder, "%\n", print_from_source_location(state.ctx, location));
 
 	indent(*builder, 1);
 	print_token_pointer(*builder, token);
@@ -247,7 +230,7 @@ unable_to_parse_statement :: (state : *Parse_State, token : Token, message : str
 
 	indent(*builder, 1);
 	cyan(*builder);
-	print_to_builder(*builder, "%\n", print_from_source_location(location));
+	print_to_builder(*builder, "%\n", print_from_source_location(state.ctx, location));
 
 	
 	indent(*builder, 1);
@@ -267,7 +250,7 @@ expected_expression :: (state : *Parse_State, token : Token, message : string) {
 
 	indent(*builder, 1);
 	cyan(*builder);
-	print_to_builder(*builder, "%\n", print_from_source_location(location));
+	print_to_builder(*builder, "%\n", print_from_source_location(state.ctx, location));
 
 	indent(*builder, 1);
 	print_token_pointer(*builder, token);
@@ -286,7 +269,7 @@ missing_type_specifier :: (state : *Parse_State, token : Token, message : string
 	
 	indent(*builder, 1);
 	cyan(*builder);
-	print_to_builder(*builder, "%\n", print_from_source_location(location));
+	print_to_builder(*builder, "%\n", print_from_source_location(state.ctx, location));
 	indent(*builder, 1);
 
 	loc := location.begin;
@@ -310,7 +293,7 @@ empty_block :: (state : *Parse_State, token : Token, message : string) {
 	
 	indent(*builder, 1);
 	cyan(*builder);
-	print_to_builder(*builder, "%\n", print_from_source_location(location));
+	print_to_builder(*builder, "%\n", print_from_source_location(state.ctx, location));
 	indent(*builder, 1);
 
 	loc := location.begin;
@@ -334,7 +317,26 @@ unable_to_open_file :: (state : *Parse_State, path : string, token : Token) {
 
 	indent(*builder, 1);
 	cyan(*builder);
-	print_to_builder(*builder, "%\n", print_from_source_location(location));
+	print_to_builder(*builder, "%\n", print_from_source_location(state.ctx, location));
+	indent(*builder, 1);
+
+	loc := location.begin;
+	print_token_pointer(*builder,  loc);
+
+	final_message := builder_to_string(*builder);
+	record_error(state, token, final_message, false);
+}
+
+entry_point_requires_return_value :: (state : *Parse_State, token : Token) {
+	builder : String_Builder;
+	init_string_builder(*builder,, temp);
+
+	print_to_builder(*builder, "Entry point '%' requires return value\n\n", token.ident_value);
+
+	location := generate_source_location_from_token(state, token);
+	indent(*builder, 1);
+	cyan(*builder);
+	print_to_builder(*builder, "%\n", print_from_source_location(state.ctx, location));
 	indent(*builder, 1);
 
 	loc := location.begin;
@@ -368,41 +370,26 @@ advance_to_sync_point :: (parse_state : *Parse_State) {
 ////////////////////////////
 //@nb - Base parsing functions
 
-make_node :: (nodes : *[..]AST_Node, kind : AST_Kind, allocator : Allocator) -> *AST_Node {
+make_node :: (nodes : *[..]AST_Node, kind : AST_Kind) -> *AST_Node {
 	node : AST_Node;
 
 	node.kind = kind;
-	node.children.allocator = allocator;
 	array_add(nodes, node);
 
 	return *(nodes.*[nodes.count - 1]);
 }
 
 make_node :: (parse_state : *Parse_State, kind : AST_Kind) -> *AST_Node {
-	return make_node(*parse_state.result.nodes, kind, parse_state.result.allocator);
+	return make_node(*parse_state.ctx.nodes, kind);
 }
 
-// new_builtin_node :: (nodes : *[..]AST_Node, kind : AST_Kind) -> *AST_Node {
-// 	node := make_node(parse_state, kind);
-// 	node.builtin = true;	
-// 	return node;
-// }
-
-make_builtin_token :: (builder : *String_Builder, kind : Token_Kind, text : string, col : *int, line : *int) -> Token {
+make_builtin_token :: (tokens : *[..]Token, kind : Token_Kind, text : string, col : *int, line : *int) -> *Token {
 	tok : Token;
 	tok.kind = kind;
 
 	start := 0;
 
-	buffer := get_current_buffer(builder);
-
-	if buffer {
-		start := buffer.count;
-	} 
-	
-	print_to_builder(builder, "%", text);
-	buffer = get_current_buffer(builder);
-	end := buffer.count;
+	tok.column = col.*;	
 
 	for c : text {
 		if c == #char "\n" {
@@ -413,60 +400,126 @@ make_builtin_token :: (builder : *String_Builder, kind : Token_Kind, text : stri
 		}
 	}
 
-	tok.column = col.*;	
-	tok.index  = buffer.count;
+	tok.index  = tokens.count;
 	tok.length = text.count;
 	tok.builtin = true;
+	tok.source = text.data;
+	tok.ident_value = text;
 
-	return tok;
+	array_add(tokens, tok);
+
+	return *(tokens.*)[tokens.count - 1];
 }
 
-new_builtin_struct_node :: (result : *Compile_Result, name : string, members : []Arg, allocator : Allocator) -> *AST_Node {
-	sc := get_scratch(result, allocator);
+new_builtin_struct_node :: (ctx : *Compiler_Context, name : string, members : []Arg) -> *AST_Node {
+	sc := get_scratch(context.allocator);
 	defer scratch_end(sc);
-	builder : String_Builder;
-	builder.allocator = sc.allocator; // I want to find a good way to use scratch here...
+	node := make_node(*ctx.nodes, .Struct);
 
-	node := make_node(*result.nodes, .Struct, allocator);
+	source_location : Source_Range;
 
 	col   := 0;
 	line  := 0;
 
-	tok_index := result.tokens.count;
+	tok_index := ctx.tokens.count;
 
-	array_add(*result.tokens, make_builtin_token(*builder, .TOKEN_IDENTIFIER, tprint("%", name), *col, *line));
-	append(*builder, " ");
-	array_add(*result.tokens, make_builtin_token(*builder, .TOKEN_DOUBLECOLON, "::", *col, *line));
-	append(*builder, " ");
-	array_add(*result.tokens, make_builtin_token(*builder, .TOKEN_STRUCT, "struct", *col, *line));
-	append(*builder, " ");
-	array_add(*result.tokens, make_builtin_token(*builder, .TOKEN_LEFTBRACE, "{", *col, *line));
-	append(*builder, "\n");
+	ident_token := make_builtin_token(*ctx.tokens, .TOKEN_IDENTIFIER, name, *col, *line);
+	ident_token.ident_value = name;
+	source_location.begin = ident_token;
+
+	make_builtin_token(*ctx.tokens, .TOKEN_DOUBLECOLON, " :: ", *col, *line);
+	make_builtin_token(*ctx.tokens, .TOKEN_STRUCT, "struct ", *col, *line);
+	make_builtin_token(*ctx.tokens, .TOKEN_LEFTBRACE, "{\n\t", *col, *line);
+	line += 1;
+	col  =  0;
+
+	field_list := make_node(*ctx.nodes, .FieldList);
+	add_child(node, field_list);
 
 	for member : members {
-		// @Incomplete: Missing field list
-		array_add(*result.tokens, make_builtin_token(*builder, .TOKEN_IDENTIFIER, tprint("%", member.name), *col, *line));
-		append(*builder, " ");
-		array_add(*result.tokens, make_builtin_token(*builder, .TOKEN_COLON, ":", *col, *line));
-		append(*builder, " ");
-		array_add(*result.tokens, make_builtin_token(*builder, .TOKEN_IDENTIFIER, tprint("%", member.typename), *col, *line));
-		array_add(*result.tokens, make_builtin_token(*builder, .TOKEN_SEMICOLON, ";", *col, *line));
-		append(*builder, "\n");
+		field := make_node(*ctx.nodes, .Field);
+		field_source_loc : Source_Range;
+
+		field_ident := make_builtin_token(*ctx.tokens, .TOKEN_IDENTIFIER, member.name, *col, *line);
+		field_source_loc.begin = field_ident;
+		field.token = field_ident;
+		field.name = member.name;
+		
+		make_builtin_token(*ctx.tokens, .TOKEN_COLON, ": ", *col, *line);
+		make_builtin_token(*ctx.tokens, .TOKEN_IDENTIFIER, member.typename, *col, *line);
+		semicolon_tok := make_builtin_token(*ctx.tokens, .TOKEN_SEMICOLON, ";", *col, *line);
+		col = 0;
+		line += 1;
+
+		field_source_loc.end = semicolon_tok;
+		field.source_location = field_source_loc;
+
+		add_child(field_list, field);
 	}
 
-	array_add(*result.tokens, make_builtin_token(*builder, .TOKEN_RIGHTBRACE, "}", *col, *line));
-	append(*builder, "\n");
+	brace_token := make_builtin_token(*ctx.tokens, .TOKEN_RIGHTBRACE, "\n}", *col, *line);
 
-	source := builder_to_string(*builder,, allocator);
-
-	for i : tok_index..result.tokens.count - 1 {
-		tok := *result.tokens[i];
-		tok.source = *source.data[tok.column];
-	}
+	source_location.end = brace_token;
+	
+	node.source_location = source_location;
 
 	return node;
 }
 
+new_builtin_function_node :: (ctx : *Compiler_Context, name : string, members : []Arg, return_var : Arg) -> *AST_Node {
+	sc := get_scratch(context.allocator);
+	defer scratch_end(sc);
+
+	node := make_node(*ctx.nodes, .Function);
+
+	source_location : Source_Range;
+
+	col   := 0;
+	line  := 0;
+
+	tok_index := ctx.tokens.count;
+
+	ident_token := make_builtin_token(*ctx.tokens, .TOKEN_IDENTIFIER, name, *col, *line);
+	source_location.begin = ident_token;
+
+	make_builtin_token(*ctx.tokens, .TOKEN_DOUBLECOLON, " :: ", *col, *line);
+	make_builtin_token(*ctx.tokens, .TOKEN_LEFTPAREN, "(", *col, *line);
+	field_list := make_node(*ctx.nodes, .FieldList);
+	add_child(node, field_list);
+
+	for member : members {
+		field := make_node(*ctx.nodes, .Field);
+		field_source_loc : Source_Range;
+
+		type_tok := make_builtin_token(*ctx.tokens, .TOKEN_IDENTIFIER, member.typename, *col, *line);
+		field_source_loc.begin = type_tok;
+		field.token = type_tok;
+
+		if it_index < members.count - 1 {
+			make_builtin_token(*ctx.tokens, .TOKEN_COMMA, ", ", *col, *line);
+		}
+
+		field_source_loc.end = type_tok;
+		field.source_location = field_source_loc;
+
+		add_child(field_list, field);
+	}
+
+	make_builtin_token(*ctx.tokens, .TOKEN_RIGHTPAREN, ")", *col, *line);
+	semicolon_tok := make_builtin_token(*ctx.tokens, .TOKEN_SEMICOLON, ";", *col, *line);
+
+	source_location.end = semicolon_tok;
+	
+	node.source_location = source_location;
+
+	return node;
+}
+
+get_field_list :: (struct_or_func : *AST_Node) -> *AST_Node {
+	assert(struct_or_func.kind == .Function || struct_or_func.kind == .Struct || struct_or_func.kind == .CBuffer);
+	return struct_or_func.children[0];
+}
+
 add_child :: (node : *AST_Node, child : *AST_Node) {
 	child.parent = node;
 	array_add(*node.children, child);
@@ -497,10 +550,10 @@ advance :: (parse_state : *Parse_State) {
 	parse_state.previous = parse_state.current;
 
 	while true {
-		if parse_state.current_token_index >= parse_state.result.tokens.count {
+		if parse_state.current_token_index >= parse_state.ctx.tokens.count {
 			break;
 		}
-		parse_state.current = *parse_state.result.tokens[parse_state.current_token_index];
+		parse_state.current = *parse_state.ctx.tokens[parse_state.current_token_index];
 		parse_state.current_token_index += 1;
 		if parse_state.current.kind != .TOKEN_ERROR break;
 
@@ -533,7 +586,7 @@ check_any :: (parse_state : *Parse_State, kinds : ..Token_Kind) -> bool {
 
 //nb - Checks if the next token is of a certain kind
 check_next :: (parse_state : *Parse_State, kind : Token_Kind) -> bool {
-	return parse_state.result.tokens[parse_state.current_token_index].kind == kind;
+	return parse_state.ctx.tokens[parse_state.current_token_index].kind == kind;
 }
 
 //nb - Consume a token if 
@@ -652,16 +705,15 @@ binary :: (parse_state : *Parse_State, left : *AST_Node) -> *AST_Node {
 }
 
 array_access :: (parse_state : *Parse_State, left : *AST_Node) -> *AST_Node {
-	identifier := parse_state.result.tokens[parse_state.current_token_index - 3];
-	left_bracket := parse_state.result.tokens[parse_state.current_token_index - 2];
+	identifier := parse_state.ctx.tokens[parse_state.current_token_index - 3];
+	left_bracket := parse_state.ctx.tokens[parse_state.current_token_index - 2];
 
-	array_access := make_node(parse_state, .Unary);
+	array_access := make_node(parse_state, .Binary);
 	array_access.token = left_bracket;
 	array_index := expression(parse_state);
+	add_child(array_access, left);
 	add_child(array_access, array_index);
 
-	add_child(left, array_access);
-	
 	consume(parse_state, .TOKEN_RIGHTBRACKET, "Expected ']' after array index.");
 
 	source_location : Source_Range;
@@ -678,8 +730,8 @@ array_access :: (parse_state : *Parse_State, left : *AST_Node) -> *AST_Node {
 	} 
 
 	source_location.end = parse_state.previous;
-	left.source_location = source_location;
-	return left;
+	array_access.source_location = source_location;
+	return array_access;
 }
 
 unary :: (parse_state : *Parse_State, left : *AST_Node) -> *AST_Node {
@@ -722,63 +774,32 @@ directive :: (state : *Parse_State) -> *AST_Node {
 		if_directive := make_node(state, .If_Directive);
 		
 		source_location : Source_Range;
-		// source_location.begin = state.previous;
+		if state.previous {
+			source_location.begin = state.previous;
+		} else {
+			source_location.begin = state.current;
+		}
 		
 		advance(state);
 
 		cond := expression(state);
 		add_child(if_directive, cond);
 
+		source_location.end = state.previous;
+		advance_to_sync_point(state);
+
 		if_body := block(state);
 		add_child(if_directive, if_body);
 
+		if match(state, .TOKEN_ELSE) {
+			else_node := else_statement(state);
+			add_child(if_directive, else_node);
+		}
+
 		if_directive.source_location = source_location;
 		
 		return if_directive;
-	} else if state.current.ident_value == "load" {
-		advance(state);
-
-		if check(state, .TOKEN_STRING) {
-			// path_tok := state.current;
-			// path := path_tok.string_value;
-
-			// advance(state);
-
-			// result : Compile_Result;
-			// result.allocator   = state.result.allocator;
-			// result.environment = state.result.environment;
-
-			// result.file = make_file(*result, path);
-
-			// if result.file.source.count == 0 {
-			// 	unable_to_open_file(state, path, path_tok);
-			// 	advance_to_sync_point(state);
-			// 	advance(state);
-			// 	return null;
-			// }
-
-			// consume(state, .TOKEN_SEMICOLON, "Expected ';' after #load directive");
-
-			// lex(*result);
-
-			// count := state.result.tokens..count;
-			// current_idx := state.current_token_index;
-			// result_count := result.tokens..count;
-
-			// // state.result.tokens..count -= 1;
-			// array_resize(*state.result.tokens., count + result_count - 1);
-
-			// memcpy(*state.result.tokens[current_idx + result_count - 1], *state.result.tokens[current_idx], size_of(Token) * (count - current_idx));
-
-			// for *tok : result.tokens. {
-			// 	if tok.kind == .TOKEN_EOF {
-			// 		break;
-			// 	}
-			// 	tok.builtin = true;
-			// 	state.result.tokens[it_index] = tok.*;
-			// }
-		}
-	}
+	} 
 
 	return null;
 }
@@ -815,34 +836,31 @@ dot :: (parse_state : *Parse_State, left : *AST_Node) -> *AST_Node {
 
 	source_location : Source_Range;
 	source_location.begin = left.source_location.begin;
+	source_location.main_token = identifier;
 
-	if check_any(parse_state, .TOKEN_ASSIGN, .TOKEN_MINUSEQUALS, .TOKEN_PLUSEQUALS, .TOKEN_DIVEQUALS, .TOKEN_MODEQUALS, .TOKEN_TIMESEQUALS) {
-		advance(parse_state);
-		variable := make_node(parse_state, .Variable);
-		variable.source_location = generate_source_location_from_token(parse_state, identifier);
-		variable.name = identifier.ident_value;
-		
-		add_child(left, variable);
-		
-		node := make_node(parse_state, .Binary);
-		node.token = parse_state.previous;
-		add_child(node, left);
-		add_child(node, expression(parse_state));
-		return node;
-	} 
+	access := make_node(parse_state, .Access);
+	
 	variable := make_node(parse_state, .Variable);
 	variable.name = identifier.ident_value;
 
-	if check(parse_state, .TOKEN_DOT) {
-		advance(parse_state);
-		dot(parse_state, variable);
-	}
-
-	add_child(left, variable);
+	add_child(access, left);
+	add_child(access, variable);
 	
-	source_location.end = parse_state.previous;
-	variable.source_location = source_location;
-	return left;
+	if check_any(parse_state, .TOKEN_ASSIGN, .TOKEN_MINUSEQUALS, .TOKEN_PLUSEQUALS, .TOKEN_DIVEQUALS, .TOKEN_MODEQUALS, .TOKEN_TIMESEQUALS) {
+		advance(parse_state);
+		access.source_location = generate_source_location_from_token(parse_state, identifier);
+		
+		node := make_node(parse_state, .Binary);
+		node.token = parse_state.previous;
+		node.source_location = generate_source_location_from_token(parse_state, node.token);
+		add_child(node, access);
+		add_child(node, expression(parse_state));
+		return node;
+	} 
+	
+	source_location.end = parse_state.current;
+	access.source_location = source_location;
+	return access;
 }
 
 integer :: (parse_state : *Parse_State, left : *AST_Node) -> *AST_Node {
@@ -921,7 +939,7 @@ field_declaration :: (parse_state : *Parse_State, identifier_token : *Token) ->
 		node.array_field = true;
 	} else {
 		if !check(parse_state, .TOKEN_ASSIGN) {
-			internal_error_message(*parse_state.result.messages, "Unimplemented error message.", parse_state.result.file.path);
+			internal_error_message(*parse_state.ctx.messages, "Unimplemented error message.", parse_state.ctx.file.path);
 			return node;
 		}
 		// missing_type_specifier(parse_state, identifier_token, "Expected type specifier after field name.");
@@ -965,8 +983,8 @@ argument_list :: (parse_state : *Parse_State) -> *AST_Node {
 	
 	source_location.main_token = parse_state.current;
 
-	error_before := parse_state.result.had_error;
-	parse_state.result.had_error = false;
+	error_before := parse_state.ctx.had_error;
+	parse_state.ctx.had_error = false;
 
 	while !check(parse_state, .TOKEN_RIGHTPAREN) {
 		arg := expression(parse_state);
@@ -979,12 +997,12 @@ argument_list :: (parse_state : *Parse_State) -> *AST_Node {
 		if check(parse_state, .TOKEN_RIGHTPAREN) break;
 		consume(parse_state, .TOKEN_COMMA, "Expect ',' after function argument.");
 
-		if parse_state.result.had_error {
+		if parse_state.ctx.had_error {
 			break;
 		}
 	}
 
-	parse_state.result.had_error = error_before || parse_state.result.had_error;
+	parse_state.ctx.had_error = error_before || parse_state.ctx.had_error;
 
 	consume(parse_state, .TOKEN_RIGHTPAREN, "Expect ')' after function call.");
 
@@ -1140,13 +1158,15 @@ statement :: (parse_state : *Parse_State) -> *AST_Node {
 else_statement :: (parse_state : *Parse_State) -> *AST_Node {
 	if check(parse_state, .TOKEN_IF) {
 		return statement(parse_state);
+	} else if check(parse_state, .TOKEN_DIRECTIVE) && parse_state.current.ident_value == "if" {
+		return directive(parse_state);
 	}
 	return block(parse_state);
 }
 
 block :: (parse_state : *Parse_State) -> *AST_Node {
 	node : *AST_Node = make_node(parse_state, .Block);
-	array_reserve(*node.children, 1024);
+	array_reserve(*node.children, 32);
 
 	source_location : Source_Range;
 
@@ -1245,10 +1265,22 @@ function_declaration :: (parse_state : *Parse_State, identifier_token : *Token,
 		case .Vertex; {
 			node.vertex_entry_point = true;
 			name = sprint("vs_%", function_name_token.ident_value);
+
+			// if return_type_token.kind == .TOKEN_INVALID {
+			// 	entry_point_requires_return_value(parse_state, function_name_token);
+			// 	advance_to_sync_point(parse_state);
+			// 	return error_node(parse_state, "");
+			// }
 		}
 		case .Pixel;  {
 			node.pixel_entry_point = true;
 			name = sprint("ps_%", function_name_token.ident_value);
+
+			// if return_type_token.kind == .TOKEN_INVALID {
+			// 	entry_point_requires_return_value(parse_state, function_name_token);
+			// 	advance_to_sync_point(parse_state);
+			// 	return error_node(parse_state, "");
+			// }
 		}
 	}
 
@@ -1270,67 +1302,40 @@ function_declaration :: (parse_state : *Parse_State, identifier_token : *Token,
 	return node;
 }
 
-instance_block :: (parse_state : *Parse_State) -> *AST_Node {
-	node : *AST_Node;
-
+buffer :: (state : *Parse_State, identifier_token : *Token = null) -> *AST_Node {
+	node : *AST_Node = make_node(state, .Buffer);
 	source_location : Source_Range;
-	source_location.begin = parse_state.current;
+	source_location.begin = state.current;
+
+	if check(state, .TOKEN_AT) {
+		while check(state, .TOKEN_AT) {
+			advance(state);
+			// @Incomplete(niels): this is a mapping
+			if check(state, .TOKEN_IDENTIFIER) {
+				array_add(*node.hint_tokens, state.current);
+				advance(state);
+			}
+		}
+	}
 	
-	consume(parse_state, .TOKEN_LEFTBRACE, "Expect '{' after 'instance' keyword");
-	properties := field_list(parse_state, .Semicolon);
+	consume(state, .TOKEN_LEFTBRACE, "Expect '{' after 'buffer' keyword");
+	buffer := field_list(state, .Semicolon);
+	node.array_field = true;
 
-	node = make_node(parse_state, .Instance);
-	add_child(node, properties);
-
-	consume(parse_state, .TOKEN_RIGHTBRACE, "Expect '}' after instance block");
-	source_location.end = parse_state.previous;
-	node.source_location = source_location;
-
-	return node;
-}
-
-meta_block :: (parse_state : *Parse_State) -> *AST_Node {
-	node : *AST_Node;
-	
-	source_location : Source_Range;
-	source_location.begin = parse_state.current;
-	
-	consume(parse_state, .TOKEN_LEFTBRACE, "Expect '{' after 'meta' keyword");
-	properties := field_list(parse_state, .Semicolon);
-
-	node = make_node(parse_state, .Meta);
-	add_child(node, properties);
-
-	consume(parse_state, .TOKEN_RIGHTBRACE, "Expect '}' after meta block");
-	source_location.end = parse_state.previous;
-	node.source_location = source_location;
-
-	return node;
-}
-
-property_block :: (parse_state : *Parse_State, identifier_token : *Token = null) -> *AST_Node {
-	node : *AST_Node;
-	source_location : Source_Range;
-	source_location.begin = parse_state.current;
-
-	consume(parse_state, .TOKEN_LEFTBRACE, "Expect '{' after 'property' keyword");
-	properties := field_list(parse_state, .Semicolon);
-
-	node = make_node(parse_state, .Properties);
 	if identifier_token {
 		node.name = identifier_token.ident_value;
 	}
-	add_child(node, properties);
-
-	consume(parse_state, .TOKEN_RIGHTBRACE, "Expect '}' after 'property' keyword");
-	source_location.end = parse_state.previous;
+	add_child(node, buffer);
+	
+	consume(state, .TOKEN_RIGHTBRACE, "Expect '}' after 'buffer' block");
+	source_location.end = state.previous;
 	node.source_location = source_location;
 
 	return node;
 }
 
 constant_buffer :: (parse_state : *Parse_State, identifier_token : *Token = null) -> *AST_Node {
-	node : *AST_Node;
+	node : *AST_Node = make_node(parse_state, .CBuffer);
 	source_location : Source_Range;
 	source_location.begin = parse_state.current;
 
@@ -1348,7 +1353,6 @@ constant_buffer :: (parse_state : *Parse_State, identifier_token : *Token = null
 	consume(parse_state, .TOKEN_LEFTBRACE, "Expect '{' after 'constant_buffer' keyword");
 	buffer := field_list(parse_state, .Semicolon);
 
-	node = make_node(parse_state, .CBuffer);
 	if identifier_token {
 		node.name = identifier_token.ident_value;
 	}
@@ -1390,10 +1394,10 @@ const_declaration :: (parse_state : *Parse_State, identifier_token : *Token) ->
 		return struct_declaration(parse_state, identifier_token);
 	} else if check(parse_state, .TOKEN_LEFTPAREN) {
 		return function_declaration(parse_state, identifier_token, .None);
-	} else if match(parse_state, .TOKEN_PROPERTIES) {
-		return property_block(parse_state, identifier_token);
 	} else if match(parse_state, .TOKEN_CONSTANT_BUFFER) {
 		return constant_buffer(parse_state, identifier_token);
+	} else if match(parse_state, .TOKEN_BUFFER) {
+		return buffer(parse_state, identifier_token);
 	}
 	return error_node(parse_state, tprint("Couldn't parse constant declaration at token %\n", parse_state.current.*));
 }
@@ -1401,13 +1405,7 @@ const_declaration :: (parse_state : *Parse_State, identifier_token : *Token) ->
 declaration :: (parse_state : *Parse_State) -> *AST_Node {
 	skip_statement := false;
 	decl_node : *AST_Node;
-	if match(parse_state, .TOKEN_PROPERTIES) {
-		decl_node =  property_block(parse_state);
-	} else if match(parse_state, .TOKEN_INSTANCE) {
-		decl_node = instance_block(parse_state);
-	} else if match(parse_state, .TOKEN_META) {
-		decl_node = meta_block(parse_state);
-	} else if match(parse_state, .TOKEN_VERTEX) {
+	if match(parse_state, .TOKEN_VERTEX) {
 		vertex_token := parse_state.previous;
 		identifier := parse_state.current;
 		
@@ -1423,8 +1421,6 @@ declaration :: (parse_state : *Parse_State) -> *AST_Node {
 		consume(parse_state, .TOKEN_DOUBLECOLON, "Expect '::' after pixel entry point declaration.");
 		
 		decl_node = function_declaration(parse_state, identifier, .Pixel);
-	} else if check(parse_state, .TOKEN_LEFTPAREN) {
-		decl_node = call(parse_state, null);
 	} else if check(parse_state, .TOKEN_DIRECTIVE) {
 		decl_node = directive(parse_state);
 		skip_statement = true;
@@ -1448,7 +1444,7 @@ declaration :: (parse_state : *Parse_State) -> *AST_Node {
 		error := error_node(parse_state, tprint("Expected a declaration or function call. '%' not allowed as a declaration name.", parse_state.current.kind));
 		advance(parse_state);
 		decl_node = error;
-	}
+	} 
 
 	if !decl_node && !skip_statement {
 		decl_node = statement(parse_state);
@@ -1461,31 +1457,37 @@ declaration :: (parse_state : *Parse_State) -> *AST_Node {
 	return decl_node;
 }
 
-parse :: (result : *Compile_Result) {
-	if result.had_error {
+parse :: (ctx : *Compiler_Context, allocator := temp) {
+	if ctx.had_error {
 		return;
 	}
-	
-	parse_state : Parse_State;
-	result.nodes.allocator = result.allocator;
-	array_reserve(*result.nodes, 4096);
-	parse_state.current_token_index = 0;
-	parse_state.result = result;
-	
-	advance(*parse_state);
 
-	if !match(*parse_state, .TOKEN_EOF) {
-		parse_state.result.root = make_node(*parse_state, .Program);
-		array_reserve(*parse_state.result.root.children, 1024);
-		program := parse_state.result.root;
+	new_context := context;
+	new_context.allocator = allocator;
+	push_context new_context {
+		init_context_allocators();
+		defer clear_context_allocators();
+		
+		parse_state : Parse_State;
+		array_reserve(*ctx.nodes, 4096);
+		parse_state.current_token_index = 0;
+		parse_state.ctx = ctx;
+		
+		advance(*parse_state);
 
-		while !check(*parse_state, .TOKEN_EOF) {
-			decl := declaration(*parse_state);
-			if decl {
-				add_child(program, decl);
+		if !match(*parse_state, .TOKEN_EOF) {
+			parse_state.ctx.root = make_node(*parse_state, .Program);
+			array_reserve(*parse_state.ctx.root.children, 1024);
+			program := parse_state.ctx.root;
+
+			while !check(*parse_state, .TOKEN_EOF) {
+				decl := declaration(*parse_state);
+				if decl {
+					add_child(program, decl);
+				}
 			}
 		}
 	}
 }
 
-#load "AST.jai";
+#load "ast.jai";

README.md

@@ -20,15 +20,15 @@ There is basic support for most HLSL built-in math functions for the following t
 - Vector types: float2, float3, float4, int2, int3, int4
 - Matrices: float4x4
 All of the above can be constructed with their namesake constructors i.e. `float4(x, y, z, w);`.
-We don't yet support textures and samplers.
+We also support Samplers and Texture2D
 
 If you want to declare and use variables you can do it as follows
 ```hlsl
 x : float  = 2.0; // no 'f' suffix required or even supported (it gives an error)
 y : float  = 4.0;
 v : float2 = float2(x, y);
+v2 := float2(x, y);
 ```
-For now it is required to specify the type of the variable (no type inference).
 
 You can also do arithmetic as you would expect
 ```
@@ -43,6 +43,7 @@ Camera_Data :: struct {
 }
 ```
 And there is a special struct called `properties`, which is used for custom data you want to pass in.
+#### ** Note: Properties will likely be deprecated, since the language now supports `@` hints to easily mark buffers and values with metadata.**
 ```hlsl
 properties {
 	projection : float4x4;
@@ -53,13 +54,14 @@ which will be exposed in the compiled result. `properties` can be renamed to a c
 ```
 p :: properties {
 	...
-}
+
+
 ```
 
 You can also define constant buffers
 
 ```
-camera :: Constant_Buffer {
+camera :: constant_buffer {
 	projection : float4x4;
 	view       : float4x4;
 }
@@ -70,69 +72,68 @@ camera :: Constant_Buffer {
 To compile a shader and use the result, you can do the following in jai
 ```jai
 
-parse_shader :: (path : string, allocator : Allocator) -> Compilation_Result {
-	// In the future, you can pass environment defines to the compiler.
-	compiler : Shader_Compiler;
-	
-	return compile_file(*compiler, path,, allocator);	
-}
+// In the future, you can pass environment defines to the compiler.
+ctx : Compiler_Context;
+compile_file(*compiler, "shader.shd", allocator);
 
-result := parse_shader("shader.shd", allocator);
-if result.had_error {
-	log_error("%\n", report_messages(result.messages),, temp);
+if ctx.had_error {
+	log_error("%\n", report_messages(ctx.messages),, temp);
 	return;
 }
 
-collection := result.collection;
-variant := collection.variants[0];
-}
+// The ctx now contains all the needed information like the source text, entry points, constant buffers etc.
 ```
 
 When parsing a shader you get the following struct as a result
 ```
-Compilation_Result :: struct {
-	messages : [..]Compiler_Message;
+Compiler_Context :: struct {
+	file : Input_File;
 
-	had_error : bool;
+	environment : Environment;
+	
+	tokens : [..]Token;;
+	root  : *AST_Node;
+	nodes : [..]AST_Node;
 
-	collection : Shader_Variant_Collection;
-}
-```
+	codegen_result_text : string;
 
-A `Shader_Variant_Collection` looks as follows
-```
-Shader_Variant_Collection :: struct {
-	properties : Properties;
+	constant_buffers : Static_Array(Type_Variable_Handle, 16);
 
-	max_constant_buffers :: 16;
-	cbuffers : Static_Array(Constant_Buffer, max_constant_buffers);
+	scope_stack : Scope_Stack;
+	type_variables : [..]Type_Variable;
 
-	variants : [..]Shader_Variant;
-}
-
-Shader_Variant :: struct {
-	text : string;
+	property_name : string;
 
 	vertex_entry_point : struct {
+		node : *AST_Node;
 		name : string;
-
 		input : [..]Field;
 	}
 
 	pixel_entry_point : struct {
+		node : *AST_Node;
 		name : string;
-
 		return_value : Field;
 	}
+
+	properties : Properties;
+
+	max_constant_buffers :: 16;
+
+	cbuffers : Static_Array(Constant_Buffer, max_constant_buffers);
+
+	had_error : bool;
+	messages : [..]Compiler_Message;
 }
 
 Constant_Buffer :: struct {
-	register : int;
-
 	name : string;
 
 	fields : Static_Array(Property_Field, 16);
 
+	// hints : Field_Hint; // optional hint...
+	hints : [..]Field_Hint;
+
 	buffer_index : u32;
 }
 
@@ -192,11 +193,10 @@ Hint_Kind :: enum {
 
 ## Notable missing features
 
-- Control flow: if/else, for, while, switch etc.
+- While
 - Arrays
-- Textures and samplers
 - Multiple render targets
 - Custom buffers/structured buffers
 - Interpolation specifiers
 - Proper variant handling with environment defines
-- Include/importing files such as shared utils etc.
+- Importing files such as shared utils etc. with something other than textual `#load`

first.jai

@@ -1,6 +1,9 @@
 #import "Basic";
 #import "File";
 #import "Compiler";
+#import "Metaprogram_Plugins";
+
+plugins: [..] *Metaprogram_Plugin;
 
 build :: () {
 	w := compiler_create_workspace("Ink Build");
@@ -10,43 +13,83 @@ build :: () {
 	}
 
 	EXECUTABLE_NAME :: "ink";
-	MAIN_FILE :: "Ink.jai";
+	MAIN_FILE :: "ink.jai";
 
 	options := get_build_options(w);
 
-	options.write_added_strings = true;
-
 	args := options.compile_time_command_line;
 
+	profile : bool = false;
+
 	for arg : args {
 		if arg == {
 			case "check"; {
 				options.output_type = .NO_OUTPUT;
 			}
+			case "profile"; {
+
+			}
 		}
 	}
 
+	intercept_flags: Intercept_Flags;
+	plugins_to_create: [..] Plugin_To_Create;
+	
+	if profile {
+		tracy : Plugin_To_Create;
+		tracy.name = "tracy";
+		array_add(*plugins_to_create, tracy);
+	}
+
+	success := init_plugins(plugins_to_create, *plugins, w);
+    if !success {
+        log_error("A plugin init() failed. Exiting.\n");
+        exit(0);
+    }
+
 	new_path: [..] string;
 	array_add(*new_path, ..options.import_path);
 	array_add(*new_path, "modules");
-	// array_add(*new_path, "modules/shader_parsing");
 	options.import_path = new_path;
 	options.output_executable_name = EXECUTABLE_NAME;
 
 	wd := get_working_directory();
 
-
 	set_build_options(options, w);
 
-	compiler_begin_intercept(w);
+	for plugins {
+		if it.before_intercept it.before_intercept(it, *intercept_flags);
+	}
+
+	compiler_begin_intercept(w, intercept_flags);
+
+	for plugins      if it.add_source it.add_source(it);
 
 	add_build_file(MAIN_FILE, w);
 
+	// Call message_loop(), which is a routine of ours below that will receive the messages.
+    message_loop(w);
+
 	compiler_end_intercept(w);
 
+	for plugins if it.finish   it.finish  (it);
+    for plugins if it.shutdown it.shutdown(it);
+
 	print("\nDone!\n\n");
 
-	set_build_options_dc(.{do_output=false});
+	set_build_options_dc(.{do_output=false, write_added_strings=false});
 }
 
-#run build();
+message_loop :: (w: Workspace) {
+    while true {
+        // We ask the compiler for the next message. If one is not available,
+        // we will wait until it becomes available.
+        message := compiler_wait_for_message();
+        // Pass the message to all plugins.
+        for plugins if it.message it.message(it, message);
+
+        if message.kind == .COMPLETE break;
+    }
+}
+
+#run, stallable build();

module.jai

@@ -1,11 +1,35 @@
-#load "Lexing.jai";
-#load "Error.jai";
-#load "Parsing.jai";
-#load "Semantic_Analysis.jai";
-#load "Codegen.jai";
+#load "lexing.jai";
+#load "error.jai";
+#load "parsing.jai";
+#load "check.jai";
+#load "codegen.jai";
 
 #import "File_Utilities";
 
+/* TODO
+- [x] Remove builtin stringbuilding and replace it with ad-hoc string building when error reporting. In that case we are already building a string anyway, so we can just pass in the string builder
+- [ ] Support structured buffers (ro, rw, w)
+- [ ] Support mesh and amplification shaders
+- [ ] Support compute shaders
+- [x] Support #if at top level
+- [x] Support #if at block level
+- [x] Remove properties block and just use hinted constant buffers instead
+     ```
+     props :: constant_buffer @properties {
+          [...]
+     }
+     ```
+- [ ] while loops
+- [ ] for-each loops
+- [ ] add parameters to hints (meta properties, resource binding indices if needed)
+- [ ] consider @entry(stage) syntax instead of the forced keyword
+- [ ] Add flags to compiler
+	- [ ] Generate output flag(s)
+	- [ ] Possibly final stage flag, so you can just call compile_file and it only does what you need. 
+		- Probably this flag is about which stage you need as the _last_ and not which stages to do, as that doesn't make sense.
+	- [ ] Multiple output languages?
+*/
+
 add_define :: (env : *Environment, key : string) {
 	for define : env.defines {
 		if define == key {
@@ -28,10 +52,6 @@ Environment :: struct {
 	defines : [..]string;
 }
 
-Shader_Compiler :: struct {
-	environment : Environment;
-}
-
 Field_Kind :: enum {
 	Int       :: 0;
 	Half      :: 1;
@@ -59,10 +79,33 @@ Hint_Kind :: enum {
 	Position;
 	UV;
 	Target;
+	Output_Position;
 
 	Custom;
 }
 
+Hint_Names :: #run -> [(cast(int)Hint_Kind.Target) + 1]string {
+	names : [(cast(int)Hint_Kind.Target) + 1]string;
+	names[Hint_Kind.Position] = "position";
+	names[Hint_Kind.UV]       = "uv";
+	names[Hint_Kind.Target]   = "target";
+
+	return names;
+}
+
+lookup_hint :: (name : string) -> Hint_Kind {
+	if name == "position" {
+		return Hint_Kind.Position;		
+	} else if name == "uv" {
+		return Hint_Kind.UV;
+	} else if starts_with(name, "target") {
+		return Hint_Kind.Target;
+	} else if name == "outposition" {
+		return Hint_Kind.Output_Position;
+	}
+	return .None;
+}
+
 Field_Hint :: struct {
 	kind : Hint_Kind;
 
@@ -85,63 +128,28 @@ Entry_Point :: struct {
 	return_value : Field;
 }
 
-Shader_Variant :: struct {
-	text : string;
-
-	vertex_entry_point : struct {
-		name : string;
-
-		input : [..]Field;
-	}
-
-	pixel_entry_point : struct {
-		name : string;
-
-		return_value : Field;
-	}
+Buffer_Kind :: enum {
+	Constant;
+	Structured;
 }
 
-Property_Field :: struct {
-	base_field : Field;
-
-	// @Incomplete(nb): Editor information, min max, etc.
-	//                  This should also be compiled out for ship
-}
-
-Properties :: struct {
-	fields : [..]Property_Field;
-
-	buffer_index : u32;
-}
-
-Constant_Buffer :: struct {
-	register : int;
-
+Buffer :: struct {
+	kind : Buffer_Kind;
 	name : string;
 
-	fields : Static_Array(Property_Field, 16);
+	fields : Static_Array(Field, 16);
 
-	// hints : Field_Hint; // optional hint...
 	hints : [..]Field_Hint;
 
 	buffer_index : u32;
 }
 
-Shader_Variant_Collection :: struct {
-	properties : Properties;
-
-	max_constant_buffers :: 16;
-	cbuffers : Static_Array(Constant_Buffer, max_constant_buffers);
-
-	variants : [..]Shader_Variant;
-}
-
 Input_File :: struct {
 	source : string;
 	path   : string;
 }
 
-Compile_Result :: struct {
+Compiler_Context :: struct {
 	file : Input_File;
 
 	environment : Environment;
@@ -152,13 +160,12 @@ Compile_Result :: struct {
 
 	codegen_result_text : string;
 
-	constant_buffers : Static_Array(Type_Variable_Handle, 16);
+	typed_buffers   : Static_Array(Type_Variable_Handle, 32);
+	// structured_buffers : Static_Array(Type_Variable_Handle, 16);
 
 	scope_stack : Scope_Stack;
 	type_variables : [..]Type_Variable;
 
-	property_name : string;
-
 	vertex_entry_point : struct {
 		node : *AST_Node;
 		name : string;
@@ -171,36 +178,42 @@ Compile_Result :: struct {
 		return_value : Field;
 	}
 
-	properties : Properties;
-
-	max_constant_buffers :: 16;
-	cbuffers : Static_Array(Constant_Buffer, max_constant_buffers);
+	max_buffers :: 32;
 
+	buffers : Static_Array(Buffer, max_buffers);
 
 	had_error : bool;
 	messages : [..]Compiler_Message;
-
-	allocator : Allocator;
-	// arena     : Arena;
-
-	// scratch_arenas     : [2]Arena;
-	scratch_allocators : [2]Allocator;
 }
 
-get_scratch :: (result : *Compile_Result, conflict : Allocator = .{}) -> Scratch {
+#add_context scratch_allocators : [2]Allocator;
+#add_context scratch_id : int = 0;
+
+init_context_allocators :: () {
+	if get_arena(context.scratch_allocators[0]) == null {
+		context.scratch_allocators[0] = make_arena(Megabytes(128));
+		context.scratch_allocators[1] = make_arena(Megabytes(128));
+	}
+}
+
+clear_context_allocators :: () {
+	if get_arena(context.scratch_allocators[0]) != null {
+		clear(context.scratch_allocators[0]);
+		clear(context.scratch_allocators[1]);
+	}
+}
+
+get_scratch :: (conflict : Allocator = .{}) -> Scratch {
 	arena := cast(*Arena)conflict.data;
-	if result.scratch_allocators[0].data == null {
-		result.scratch_allocators[0] = make_arena(Megabytes(128));
-		result.scratch_allocators[1] = make_arena(Megabytes(128));
+	if arena == get_arena(context.scratch_allocators[0]) || context.scratch_id == 0 {
+		context.scratch_id = 1;
+		return scratch_begin(*context.scratch_allocators[1]);
 	}
-	
-	if arena == get_arena(result.scratch_allocators[0]) {
-		return scratch_begin(*result.scratch_allocators[1]);
-	}
-	return scratch_begin(*result.scratch_allocators[0]);
+	context.scratch_id = 0;
+	return scratch_begin(*context.scratch_allocators[0]);
 }
 
-record_error :: (result : *Compile_Result, format : string, args : .. Any) {
+record_error :: (result : *Compiler_Context, format : string, args : .. Any) {
 	error : Compiler_Message;
 	error.message_kind = .Error;
 	error.message      = sprint(format, args);
@@ -208,7 +221,7 @@ record_error :: (result : *Compile_Result, format : string, args : .. Any) {
 	array_add(*result.messages, error);
 }
 
-make_file :: (result : *Compile_Result, path : string) -> Input_File {
+make_file :: (result : *Compiler_Context, path : string) -> Input_File {
 	if !file_exists(path) {
 		record_error(result, "Unable to load file: %", path);
 		return .{};
@@ -246,7 +259,7 @@ Min_Field_Name :: 10;
 pretty_print_field :: (builder : *String_Builder, field : *Field) {
 	if field.name.count > 0 {
 		print_to_builder(builder, "% ", field.name);
-		append(builder, "- ");
+		append(builder, ": ");
 	} else {
 		append(builder, "return - ");
 	}
@@ -275,10 +288,17 @@ pretty_print_field :: (builder : *String_Builder, field : *Field) {
 		case .Struct; {
 			print_to_builder(builder, "struct : % {", type.name);
 
+			newline_after := type.children.count / 4;
+
 			for *child : type.children {
 				pretty_print_field(builder, child);
 				if it_index < type.children.count - 1 {
-					append(builder, " ");
+					append(builder, ", ");
+				}
+
+				if it_index % newline_after == 0 {
+					append(builder, "\n");
+					indent(builder, 4);
 				}
 			}
 
@@ -308,11 +328,7 @@ pretty_print_field :: (builder : *String_Builder, field : *Field) {
 	}
 }
 
-type_variable_to_field :: (checker : *Semantic_Checker, variable : Type_Variable_Handle) -> Field {
-	return type_variable_to_field(checker, from_handle(checker, variable));
-}
-
-type_variable_to_field :: (type_variables : []Type_Variable, scope_stack : Scope_Stack, variable : *Type_Variable) -> Field {
+type_variable_to_field :: (ctx : *Compiler_Context, variable : *Type_Variable) -> Field {
 	field : Field;
 
 	field.name = variable.name;
@@ -345,14 +361,14 @@ type_variable_to_field :: (type_variables : []Type_Variable, scope_stack : Scope
 		case .Struct; {
 			type.kind = Field_Kind.Struct;
 
-			find_result := find_symbol(scope_stack, variable.typename, xx 1);
+			find_result := find_symbol(ctx.scope_stack, variable.typename, xx 1);
 			assert(find_result != null, "Internal compiler error\n");
 
-			type_var := from_handle(type_variables, find_result.type_variable);
+			type_var := from_handle(ctx.type_variables, find_result.type_variable);
 
 			for i : 0..type_var.children.count - 1 {
 				child := type_var.children[i];
-				child_field := type_variable_to_field(type_variables, scope_stack, child);
+				child_field := type_variable_to_field(ctx, child);
 				array_add(*type.children, child_field);
 			}
 
@@ -363,13 +379,11 @@ type_variable_to_field :: (type_variables : []Type_Variable, scope_stack : Scope
 	for hint : variable.source_node.hint_tokens {
 		field_hint : Field_Hint;
 
-		if hint.ident_value == "position" {
-			// @Incomplete(nb): Should be a lookup table somewhere
+		if lookup_hint(hint.ident_value) == .Position {
 			field_hint.kind = .Position;
-		} else if hint.ident_value == "uv" {
+		} else if lookup_hint(hint.ident_value) == .UV {
 			field_hint.kind = .UV;
-		} else if starts_with(hint.ident_value, "target") {
-			// @Incomplete(nb): Should be a lookup table somewhere
+		} else if lookup_hint(hint.ident_value) == .Target  {
 			index_str : string;
 			index_str.data = *hint.ident_value.data[7];
 			index_str.count = 1;
@@ -391,23 +405,50 @@ type_variable_to_field :: (type_variables : []Type_Variable, scope_stack : Scope
 	return field;
 }
 
-type_variable_to_field :: (type_variables : []Type_Variable, scope_stack : Scope_Stack, variable : Type_Variable_Handle) -> Field {
-	return type_variable_to_field(type_variables, scope_stack, from_handle(type_variables, variable));
+type_variable_to_field :: (ctx : *Compiler_Context, variable : Type_Variable_Handle) -> Field {
+	return type_variable_to_field(ctx, from_handle(ctx.type_variables, variable));
 }
 
-type_variable_to_field :: (checker : *Semantic_Checker, variable : *Type_Variable) -> Field {
-	return type_variable_to_field(checker.result.type_variables, checker.result.scope_stack, variable);
+generate_buffer :: (ctx : *Compiler_Context, type_handle : Type_Variable_Handle, buffers : *Static_Array) {
+	variable := from_handle(ctx.type_variables, type_handle);
+
+	buffer := array_add(buffers);
+
+	if variable.type == {
+		case .CBuffer; {
+			buffer.kind = .Constant;
+		}
+		case .Buffer; {
+			buffer.kind = .Structured;
+		}
+	}
+	buffer.name = variable.name;
+
+	for i : 0..variable.children.count - 1 {
+		child := variable.children[i];
+		field : Field = type_variable_to_field(ctx, from_handle(ctx.type_variables, child));
+		array_add(*buffer.fields, field);
+	}
+
+	buffer.buffer_index = variable.resource_index;
+
+	for hint : variable.source_node.hint_tokens {
+		field_hint : Field_Hint;
+		field_hint.custom_hint_name = hint.ident_value;
+		field_hint.kind = .Custom;
+		array_add(*buffer.hints, field_hint);	
+	}
 }
 
-generate_output_data :: (result : *Compile_Result) {
-	if result.had_error {
+generate_output_data :: (ctx : *Compiler_Context) {
+	if ctx.had_error {
 		return;
 	}
 	
-	if result.vertex_entry_point.node {
-		result.vertex_entry_point.name = result.vertex_entry_point.node.name;
+	if ctx.vertex_entry_point.node {
+		ctx.vertex_entry_point.name = ctx.vertex_entry_point.node.name;
 
-		type_variable := from_handle(result.type_variables, result.vertex_entry_point.node.type_variable);
+		type_variable := from_handle(ctx.type_variables, ctx.vertex_entry_point.node.type_variable);
 		assert(type_variable.type == .Function);
 
 		node := type_variable.source_node;
@@ -415,98 +456,64 @@ generate_output_data :: (result : *Compile_Result) {
 			if node.children[0].kind == .FieldList {
 				field_list := node.children[0];
 				for child : field_list.children {
-					tv := from_handle(result.type_variables, child.type_variable);
-					field := type_variable_to_field(result.type_variables, result.scope_stack, tv);
-					array_add(*result.vertex_entry_point.input, field);
+					tv := from_handle(ctx.type_variables, child.type_variable);
+					field := type_variable_to_field(ctx, tv);
+					array_add(*ctx.vertex_entry_point.input, field);
 				}
 			}
 		}
 	}
 
-	for buffer_variable : result.constant_buffers {
-		variable := from_handle(result.type_variables, buffer_variable);
-
-		cb := array_add(*result.cbuffers);
-
-		for i : 0..variable.children.count - 1 {
-			child := variable.children[i];
-			field : Property_Field;
-			field.base_field = type_variable_to_field(result.type_variables, result.scope_stack, from_handle(result.type_variables, child));
-			array_add(*cb.fields, field);
-		}
-
-		cb.buffer_index = variable.resource_index;
-
-		for hint : variable.source_node.hint_tokens {
-			field_hint : Field_Hint;
-			field_hint.custom_hint_name = hint.ident_value;
-			field_hint.kind = .Custom;
-			array_add(*cb.hints, field_hint);	
-		}
+	for buffer_variable : ctx.typed_buffers {
+		generate_buffer(ctx, buffer_variable, *ctx.buffers);		
 	}
 
-	find_result := find_symbol(*result.scope_stack, result.property_name, xx 1);
-	if find_result {
-		property_variable := from_handle(result.type_variables, find_result.type_variable);
+	if ctx.pixel_entry_point.node {
+		ctx.pixel_entry_point.name = ctx.pixel_entry_point.node.name;
 
-		for i : 0..property_variable.children.count - 1 {
-			child := property_variable.children[i];
-			field := type_variable_to_field(result.type_variables, result.scope_stack, from_handle(result.type_variables, child));
-			prop_field : Property_Field;
-			prop_field.base_field = field;
-			array_add(*result.properties.fields, prop_field);
-		}
-		result.properties.buffer_index = property_variable.resource_index;
-	}
-
-
-	if result.pixel_entry_point.node {
-		result.pixel_entry_point.name = result.pixel_entry_point.node.name;
-
-		type_variable := from_handle(result.type_variables, result.pixel_entry_point.node.type_variable);
+		type_variable := from_handle(ctx.type_variables, ctx.pixel_entry_point.node.type_variable);
 		assert(type_variable.type == .Function);
 
-		field := type_variable_to_field(result.type_variables, result.scope_stack, type_variable.return_type_variable);
-		for hint : type_variable.source_node.hint_tokens {
-			field_hint : Field_Hint;
+		if type_variable.return_type_variable > 0 {
+			field := type_variable_to_field(ctx, type_variable.return_type_variable);
+			for hint : type_variable.source_node.hint_tokens {
+				field_hint : Field_Hint;
 
-			if hint.ident_value == "position" {
-				// @Incomplete(nb): Should be a lookup table somewhere
-				field_hint.kind = .Position;
-			} else if starts_with(hint.ident_value, "target") {
-				// @Incomplete(nb): Should be a lookup table somewhere
-				index_str : string;
-				index_str.data = *hint.ident_value.data[7];
-				index_str.count = 1;
-				
-				result, ok, remainder := string_to_int(index_str);
-				if ok {
-					field_hint.target_index = result;
+				if lookup_hint(hint.ident_value) == .Position {
+					field_hint.kind = .Position;
+				} else if lookup_hint(hint.ident_value) == .Target {
+					index_str : string;
+					index_str.data = *hint.ident_value.data[7];
+					index_str.count = 1;
+					
+					result, ok, remainder := string_to_int(index_str);
+					if ok {
+						field_hint.target_index = result;
+					}
+					field_hint.kind = .Target;
+				} else {
+					// @Incomplete(nb): custom hints
 				}
-				field_hint.kind = .Target;
-			} else {
-				// @Incomplete(nb): custom hints
+				array_add(*field.hints, field_hint);
 			}
-			array_add(*field.hints, field_hint);
-		}
-
-		result.pixel_entry_point.return_value = field;
+			ctx.pixel_entry_point.return_value = field;
+		}		
 	}
 }
 
-compile_file :: (compiler : *Shader_Compiler, path : string) -> Compile_Result {
-	result : Compile_Result;
+compile_file :: (ctx : *Compiler_Context, path : string, allocator : Allocator = temp) {
+	new_context := context;
+	new_context.allocator = allocator;
+	push_context new_context {
+		init_context_allocators();
+		defer clear_context_allocators();
 
-	result.allocator = make_arena(Megabytes(128));
+		ctx.file = make_file(ctx, path);
 
-	result.file = make_file(*result, path);
-	result.environment = compiler.environment;
-
-	lex(*result);
-	parse(*result);
-	check(*result);
-	codegen(*result);
-	generate_output_data(*result);	
-
-	return result;
+		lex(ctx, allocator);
+		parse(ctx, allocator);
+		check(ctx, allocator);
+		codegen(ctx, allocator);
+		generate_output_data(ctx);
+	}
 }

test/arithmetic_parens.ink

@@ -0,0 +1,4 @@
+vertex main :: () {
+	v : float2;
+	v.x = (2.0 + ((4.0 - 2.0) * 1.5)) * 3.0;
+}

test/arrays.ink

@@ -1,5 +1,6 @@
 vertex main :: () -> float4 @position {
 	arr : [16].float4;
-	arr[0] = float4(1,1,1);
-	return arr[0];
+	arr[0] = float4(1, 1, 1, 1);
+	pos := arr[1];
+	return pos;
 }

test/assign_temporary.ink

@@ -0,0 +1,5 @@
+vertex main :: () {
+	a : float2;
+	b : float2;
+	(a + b).x = 2.0;
+}

test/bad_double_access.ink

@@ -0,0 +1,10 @@
+P :: struct {
+	v : float2;
+}
+
+vertex main :: () {
+	p : P;
+	p.v.x.y = 2.0;
+	// v : float2;
+	// v.x.y.z = 2.0;
+}

test/basic_property_and_return_value.ink

@@ -1,4 +1,4 @@
-properties {
+properties :: Constant_Buffer @properties {
 	color : float4;
 }
 

test/buffers.ink

@@ -0,0 +1,11 @@
+property_buffer :: Buffer {
+	color : float4;
+}
+
+const_buffer :: Constant_Buffer {
+	color : float4;
+}
+
+pixel main :: (index : int) {
+	return property_buffer[index].color;
+}

test/builtin_types.ink

@@ -0,0 +1,34 @@
+vertex main :: () {
+	v2 : float2 = float2(2.0, 2.0);
+	v2 = float2(2.0);
+	v2 = float2(v2);
+
+	v3 : float3 = float3(2.0, 2.0, 2.0);
+	v3 = float3(v2, 1.0);
+	v3 = float3(1.0, v2);
+	v3 = float3(1.0);
+	v3 = float3(v3);
+	
+	v4 : float4 = float4(2.0, 2.0, 2.0, 2.0);
+	v4 = float4(v4);
+	v4 = float4(v2, v2);
+	v4 = float4(v2, 1.0, 1.0);
+	v4 = float4(1.0, v2, 1.0);
+	v4 = float4(1.0, 1.0, v2);
+	v4 = float4(v3, 2.0);
+	v4 = float4(2.0, v3);
+	v4 = float4(2.0);
+	
+
+	v4 = float4(1.0, 1.0, v2);
+	v4 = float4(2.0);
+	
+	v2.x = 2.0;
+	v2.y = 2.0;
+
+	p := v2.x + v3.z;
+	q := v4.w + v2.x;
+
+	m : float4x4;
+	
+}

test/check/arithmetic_parens.golden

@@ -0,0 +1,6 @@
+scope (global) [
+    [vertex__vs_main] : ()
+    scope (vertex__vs_main) [
+        [v]               : float2
+    ]
+]

test/check/arrays.golden

@@ -0,0 +1,7 @@
+scope (global) [
+    [vertex__vs_main] : () -> float4
+    scope (vertex__vs_main) [
+        [pos]             : float4
+        [arr]             : [16].float4
+    ]
+]

test/check/bad_double_access.golden

@@ -0,0 +1,6 @@
+test/bad_double_access.ink:7,4: error: Attempting to access a field on a primitive type 'float'.
+    p.v.x.
+        ^
+    declaration:
+        x: float
+

test/check/basic_property_and_return_value.golden

@@ -1,7 +1,7 @@
 scope (global) [
-    [properties]      : {color : float4}
     [pixel__ps_main]  : () -> float4
     [vertex__vs_main] : (pos : float3) -> float3
+    [properties]      : {color : float4}
     scope (properties) [
         [color]           : float4
     ]

test/check/builtin_types.golden

@@ -0,0 +1,11 @@
+scope (global) [
+    [vertex__vs_main] : ()
+    scope (vertex__vs_main) [
+        [v2]              : float2
+        [v4]              : float4
+        [v3]              : float3
+        [p]               : float
+        [m]               : float4x4
+        [q]               : float
+    ]
+]

test/check/constant_buffer.golden

@@ -1,7 +1,7 @@
 scope (global) [
-    [camera]          : {projection : float4x4, view : float4x4}
     [pixel__ps_main]  : () -> float4
     [vertex__vs_main] : (pos : float4) -> float4
+    [camera]          : {projection : float4x4, view : float4x4}
     scope (camera) [
         [projection]      : float4x4
         [view]            : float4x4

test/check/double_access.golden

@@ -0,0 +1,10 @@
+scope (global) [
+    [vertex__vs_main] : ()
+    [p]               : {v : float2}
+    scope (p) [
+        [v]               : float2
+    ]
+    scope (vertex__vs_main) [
+        [x]               : float
+    ]
+]

test/check/empty_struct.golden

@@ -1,4 +1,4 @@
 scope (global) [
-    [Foo]        : {}
+[Foo]        : {}
     scope (Foo) []
 ]

test/check/for_i_loop.golden

@@ -0,0 +1,10 @@
+scope (global) [
+    [vertex__vs_main] : ()
+    scope (vertex__vs_main) [
+        [x]               : int
+        scope (block) [
+            [i]               : int
+            scope (block) []
+        ]
+    ]
+]

test/check/for_index_outside.golden

@@ -0,0 +1,4 @@
+test/for_index_outside.ink:6,0: error: Use of undeclared symbol 'i'
+    i += 1;
+    ^
+

test/check/hinted_cbuffer.golden

@@ -0,0 +1,13 @@
+scope (global) [
+    [vertex__vs_main] : (pos : float4) -> float4
+    [props]           : {projection : float4x4, view : float4x4}
+    scope (props) [
+        [projection]      : float4x4
+        [view]            : float4x4
+    ]
+    scope (vertex__vs_main) [
+        [pos]             : float4
+        [mv]              : float4
+        [mvp]             : float4
+    ]
+]

test/check/if_def_block.golden

@@ -0,0 +1,8 @@
+scope (global) [
+    [pixel__ps_main] : ()
+    scope (pixel__ps_main) [        scope (block) [
+            [alpha_color]    : float4
+            [f]              : float
+        ]
+    ]
+]

test/check/if_def_expression.golden

@@ -0,0 +1,4 @@
+scope (global) [
+    [vertex__vs_console_main] : ()
+    scope (vertex__vs_console_main) []
+]

test/check/ifdefs.golden

@@ -0,0 +1,8 @@
+scope (global) [
+    [vertex__vs_skinning_main] : ()
+    [pixel__ps_main]           : ()
+    scope (vertex__vs_skinning_main) [
+        [x]                        : float
+    ]
+    scope (pixel__ps_main) []
+]

test/check/nested_if.golden

@@ -2,5 +2,8 @@ scope (global) [
     [vertex__vs_main] : (pos : float3) -> float4
     scope (vertex__vs_main) [
         [pos]             : float3
+        scope (block) [            scope (block) []
+            scope (block) []
+        ]
     ]
 ]

test/check/pass_and_access_struct_fields_in_functions.golden

@@ -1,7 +1,7 @@
 scope (global) [
     [foo]             : (f : Foo) -> float
     [vertex__vs_main] : ()
-    [Foo]             : {some_data : float}
+[Foo]             : {some_data : float}
     scope (Foo) [
         [some_data]       : float
     ]

test/check/property_rename.golden

@@ -1,7 +1,7 @@
 scope (global) [
-    [props]           : {color : float4}
     [pixel__ps_main]  : () -> float4
     [vertex__vs_main] : (pos : float4) -> float4
+    [props]           : {color : float4}
     scope (props) [
         [color]           : float4
     ]

test/check/rvalue_binary.golden

@@ -0,0 +1,8 @@
+scope (global) [
+    [vertex__vs_main] : ()
+    scope (vertex__vs_main) [
+        [b]               : float2
+        [x]               : float
+        [a]               : float2
+    ]
+]

test/check/simple_else_if.golden

@@ -2,5 +2,8 @@ scope (global) [
     [vertex__vs_main] : (pos : float3) -> float4
     scope (vertex__vs_main) [
         [pos]             : float3
+        scope (block) []
+        scope (block) []
+        scope (block) []
     ]
 ]

test/check/simple_if.golden

@@ -2,5 +2,6 @@ scope (global) [
     [vertex__vs_main] : (pos : float3) -> float4
     scope (vertex__vs_main) [
         [pos]             : float3
+        scope (block) []
     ]
 ]

test/check/simple_if_else.golden

@@ -2,5 +2,7 @@ scope (global) [
     [vertex__vs_main] : (pos : float3) -> float4
     scope (vertex__vs_main) [
         [pos]             : float3
+        scope (block) []
+        scope (block) []
     ]
 ]

test/check/simple_struct_access.golden

@@ -1,5 +1,5 @@
 scope (global) [
-    [Data]            : {color : float4}
+[Data]            : {color : float4}
     [vertex__vs_main] : ()
     scope (Data) [
         [color]           : float4

test/check/struct_access_primitive_type.golden

@@ -1,6 +1,6 @@
 test/struct_access_primitive_type.ink:3,0: error: Attempting to access a field on a primitive type 'int'.
     x.d = 4;
-     ^
+    ^
     declaration:
         x : int = 5
 

test/check/struct_within_struct.golden

@@ -1,7 +1,7 @@
 scope (global) [
-    [Bar]             : {t : Foo}
+[Bar]             : {t : Foo}
     [vertex__vs_main] : ()
-    [Foo]             : {color : float4}
+[Foo]             : {color : float4}
     scope (Foo) [
         [color]           : float4
     ]

test/check/temp_access.golden

@@ -0,0 +1,6 @@
+test/temp_access.ink:5,10: error: Cannot assign to an lvalue.
+    (a + b).x = 2.0;
+    ^^^^^^^^^^^
+
+
+

test/check/wrong_multiply.golden

@@ -0,0 +1,30 @@
+test/wrong_multiply.ink:4,18: error: Procedure call did not match any of the possible overloads for 'float4'
+    found:
+        result : float4 = float4(1.0, foo * res, 0.0, 1.0);
+                          ^^^^^^
+
+    While matching argument 2 in function call.
+        result : float4 = float4(1.0, foo * res, 0.0, 1.0);
+                                          ^
+    Possible overloads:
+        float4 :: (float, float, float, float)
+        float4 :: (float2, float2)
+        float4 :: (float2, float, float)
+        float4 :: (float, float2, float)
+        float4 :: (float, float, float2)
+        float4 :: (float, float3)
+        float4 :: (float3, float)
+        float4 :: (float4)
+        float4 :: (float)
+
+test/wrong_multiply.ink:4,34: error: Type mismatch. Expected float got float2
+    found:
+        result : float4 = float4(1.0, foo * res, 0.0, 1.0);
+                                          ^
+    expected:
+        float
+
+    got:
+        result : float4 = float4(1.0, foo * res, 0.0, 1.0);
+
+

test/check/wrong_type_for_function.golden

@@ -0,0 +1,30 @@
+test/wrong_type_for_function.ink:11,17: error: Procedure call did not match any of the possible overloads for 'float4'
+    found:
+        color : float4 = float4(y, 1.0, 1.0, 1.0);
+                         ^^^^^^
+
+    While matching argument 1 in function call.
+        color : float4 = float4(y, 1.0, 1.0, 1.0);
+                                ^
+    Possible overloads:
+        float4 :: (float, float, float, float)
+        float4 :: (float2, float2)
+        float4 :: (float2, float, float)
+        float4 :: (float, float2, float)
+        float4 :: (float, float, float2)
+        float4 :: (float, float3)
+        float4 :: (float3, float)
+        float4 :: (float4)
+        float4 :: (float)
+
+test/wrong_type_for_function.ink:11,24: error: Type mismatch. Expected float got float2
+    found:
+        color : float4 = float4(y, 1.0, 1.0, 1.0);
+                                ^
+    expected:
+        float
+
+    got:
+        y : float2 = foo()
+
+

test/check_all.suite

@@ -0,0 +1,47 @@
+test/assign_arithmetic_expression.ink               check
+test/arithmetic_parens.ink							check
+test/basic_property_and_return_value.ink            check
+test/builtin_types.ink								check
+test/complicated_computation.ink                    check
+test/constant_buffer.ink							check
+test/bad_double_access.ink							check
+test/double_access.ink								check
+test/empty_struct.ink                               check
+test/empty_vertex_main.ink                          check 
+test/empty_vertex_main_with_position_parameter.ink  check
+test/field_assignment.ink                           check
+test/for_i_loop.ink     							check
+test/function_call.ink                              check
+test/function_call_out_of_order_declaration.ink     check
+test/function_call_return.ink                       check
+test/functions_with_same_name.ink                   check
+test/function_with_int_return.ink                   check
+test/if_cond_assign.ink								check
+test/ifdefs.ink										check
+test/if_def_block.ink								check
+test/if_def_expression.ink							check
+test/inferred_types.ink								check
+test/multiple_functions.ink                         check
+test/multiple_semicolons_everywhere.ink             check
+test/nested_if.ink									check
+test/non_bool_cond.ink								check
+test/pass_and_access_struct_fields_in_functions.ink check
+test/passthrough.ink                                check
+test/redeclared_variable.ink                        check
+test/rvalue_binary.ink								check
+test/simple_else_if.ink								check
+test/simple_if_else.ink								check
+test/simple_if.ink  								check
+test/simple_struct_access.ink                       check
+test/struct_access_primitive_type.ink               check
+test/struct_within_struct.ink                       check
+test/temp_access.ink								check
+test/type_as_variable_name.ink                      check
+test/unary.ink										check
+test/undeclared_function.ink                        check
+test/undeclared_symbol.ink                          check
+test/unknown_overload.ink                           check
+test/use_builtin_functions.ink                      check
+test/wrong_argument_count.ink                       check
+test/wrong_multiply.ink                             check
+test/wrong_type_for_function.ink                    check

test/codegen/arithmetic_parens.golden

@@ -0,0 +1,6 @@
+void vs_main()
+{
+    float2 v;
+    v.x = (2.0f + ((4.0f - 2.0f) * 1.5f)) * 3.0f;
+}
+

test/codegen/arrays.golden

@@ -0,0 +1,6 @@
+float4 vs_main() : SV_POSITION
+{
+    float4 arr[16];
+    return arr[0];
+}
+

test/codegen/assign_arithmetic_expression.golden

@@ -1,5 +1,5 @@
 void vs_main()
 {
-    float x = (2.0f + 5.0f);
+    float x = 2.0f + 5.0f;
 }
 

test/codegen/basic_property_and_return_value.golden

@@ -1,9 +1,8 @@
-cbuffer __PROPERTIES : register(b0) 
+cbuffer properties : register(b0)
 {
-    float4 __PROPERTIES__color;
+    float4 color;
 }
 
-
 float3 vs_main(float3 pos : POSITION) : SV_POSITION
 {
     return pos;
@@ -11,6 +10,6 @@ float3 vs_main(float3 pos : POSITION) : SV_POSITION
 
 float4 ps_main() : SV_TARGET
 {
-    return __PROPERTIES__color;
+    return properties.color;
 }
 

test/codegen/builtin_types.golden

@@ -0,0 +1,28 @@
+void vs_main()
+{
+    float2 v2 = float2(2.0f, 2.0f);
+    v2 = float2(2.0f, 2.0f);
+    v2 = float2(v2, v2);
+    float3 v3 = float3(2.0f, 2.0f, 2.0f);
+    v3 = float3(v2, 1.0f);
+    v3 = float3(1.0f, v2);
+    v3 = float3(1.0f, 1.0f, 1.0f);
+    v3 = float3(v3, v3, v3);
+    float4 v4 = float4(2.0f, 2.0f, 2.0f, 2.0f);
+    v4 = float4(v4, v4, v4, v4);
+    v4 = float4(v2, v2);
+    v4 = float4(v2, 1.0f, 1.0f);
+    v4 = float4(1.0f, v2, 1.0f);
+    v4 = float4(1.0f, 1.0f, v2);
+    v4 = float4(v3, 2.0f);
+    v4 = float4(2.0f, v3);
+    v4 = float4(2.0f, 2.0f, 2.0f, 2.0f);
+    v4 = float4(1.0f, 1.0f, v2);
+    v4 = float4(2.0f, 2.0f, 2.0f, 2.0f);
+    v2.x = 2.0f;
+    v2.y = 2.0f;
+    float p = v2.x + v3.z;
+    float q = v4.w + v2.x;
+    float4x4 m;
+}
+

test/codegen/complicated_computation.golden

@@ -2,6 +2,6 @@ void vs_main()
 {
     float x = 5.0f;
     float y = 3000.0f;
-    float z = ((y * y) + x);
+    float z = (y * y) + x;
 }
 

test/codegen/hinted_cbuffer.golden

@@ -0,0 +1,13 @@
+cbuffer props : register(b0)
+{
+    float4x4 projection;
+    float4x4 view;
+}
+
+float4 vs_main(float4 pos : POSITION) : SV_POSITION
+{
+    float4 mv = mul(props.view, pos);
+    float4 mvp = mul(props.projection, mv);
+    return mvp;
+}
+

test/codegen/if_def_block.golden

@@ -0,0 +1,7 @@
+void ps_main()
+{
+
+    float4 alpha_color = float4(1, 0, 0, 1);
+    float f = 2.0f;
+}
+

test/codegen/if_def_expression.golden

@@ -0,0 +1,4 @@
+void vs_console_main()
+{
+}
+

test/codegen/ifdefs.golden

@@ -0,0 +1,9 @@
+void ps_main()
+{
+}
+
+void vs_skinning_main()
+{
+    float x = 5.0f;
+}
+

test/codegen/multiple_functions.golden

@@ -8,7 +8,7 @@ int foo()
 
 float bar()
 {
-    return (1235.0f * 500);
+    return 1235.0f * 500;
 }
 
 void vs_main()

test/codegen/pass_and_access_struct_fields_in_functions.golden

@@ -7,7 +7,7 @@ struct Foo
 
 float foo(Foo f)
 {
-    return (f.some_data * 2.0f);
+    return f.some_data * 2.0f;
 }
 
 void vs_main()

test/codegen/rvalue_binary.golden

@@ -0,0 +1,7 @@
+void vs_main()
+{
+    float2 a;
+    float2 b;
+    float x = (a + b).x;
+}
+

test/codegen_all.suite

@@ -1,5 +1,7 @@
 test/assign_arithmetic_expression.ink               codegen
+test/arithmetic_parens.ink							codegen
 test/basic_property_and_return_value.ink            codegen
+test/builtin_types.ink								codegen
 test/complicated_computation.ink                    codegen
 test/constant_buffer.ink							codegen
 test/empty_struct.ink                               codegen
@@ -9,14 +11,16 @@ test/field_assignment.ink                           codegen
 test/function_call.ink                              codegen
 test/function_call_out_of_order_declaration.ink     codegen
 test/function_call_return.ink                       codegen
+test/ifdefs.ink										codegen
+test/if_def_block.ink								codegen
+test/if_def_expression.ink							codegen
 test/inferred_types.ink								codegen
-test/meta_block.ink                                 codegen
 test/multiple_functions.ink                         codegen
 test/multiple_semicolons_everywhere.ink             codegen
 test/nested_if.ink									codegen
 test/pass_and_access_struct_fields_in_functions.ink codegen
 test/passthrough.ink                                codegen
-test/property_rename.ink							codegen
+test/rvalue_binary.ink								codegen
 test/simple_else_if.ink								codegen
 test/simple_if_else.ink								codegen
 test/simple_if.ink  								codegen

test/compile_all.suite

@@ -1,5 +1,7 @@
 test/assign_arithmetic_expression.ink               compile
+test/arithmetic_parens.ink							compile
 test/basic_property_and_return_value.ink            compile
+test/builtin_types.ink								compile
 test/complicated_computation.ink                    compile
 test/empty_struct.ink                               compile
 test/empty_vertex_main.ink                          compile 
@@ -10,12 +12,15 @@ test/function_call.ink                              compile
 test/function_call_out_of_order_declaration.ink     compile
 test/function_call_return.ink                       compile
 test/functions_with_same_name.ink                   compile
+test/ifdefs.ink										compile
+test/if_def_block.ink								compile
+test/if_def_expression.ink							compile
 test/inferred_types.ink								compile
-test/meta_block.ink                                 compile
 test/multiple_functions.ink                         compile
 test/multiple_semicolons_everywhere.ink             compile
 test/pass_and_access_struct_fields_in_functions.ink compile
 test/passthrough.ink                                compile
+test/rvalue_binary.ink								compile
 test/simple_else_if.ink								compile
 test/simple_if_else.ink								compile
 test/simple_if.ink  								compile

test/compiled/assign_arithmetic_expression.golden

@@ -0,0 +1 @@
+[vertex entry point] - vs_main

test/compiled/builtin_types.golden

@@ -0,0 +1 @@
+[vertex entry point] - vs_main

test/compiled/hinted_cbuffer.golden

@@ -0,0 +1,13 @@
+[vertex entry point] - vs_main
+[constant_buffer] - props - 0 (@properties)
+    [field] - projection : struct : float4x4 {m11 : float, 
+                m12 : float, m13 : float, m14 : float, m21 : float, 
+                m22 : float, m23 : float, m24 : float, m31 : float, 
+                m32 : float, m33 : float, m34 : float, m41 : float, 
+                m42 : float, m43 : float, m44 : float} (@projection)
+    [field] - view : struct : float4x4 {m11 : float, 
+                m12 : float, m13 : float, m14 : float, m21 : float, 
+                m22 : float, m23 : float, m24 : float, m31 : float, 
+                m32 : float, m33 : float, m34 : float, m41 : float, 
+                m42 : float, m43 : float, m44 : float} (@view)
+    

test/compiled/if_def_block.golden

@@ -0,0 +1 @@
+[pixel entry point] - ps_main

test/compiled/if_def_expression.golden

@@ -0,0 +1 @@
+[vertex entry point] - vs_console_main