parser.cpp

#define NOMINMAX
#define WIN32_LEAN_AND_MEAN

#include "module.hpp"
#include "diagnostics.hpp"
#include "parser.hpp"
#include "interface.hpp"
#include "file_manager.hpp"
#include <variant>

using namespace std::literals;

diagnose::source_location get_location(doir::module& mod, const peg::SemanticValues &vs) {
	diagnose::source_location out;
	auto sv = vs.sv();
	out.file = vs.path;
	out.start_byte = sv.data() - mod.source.data();
	out.end_byte = out.start_byte + sv.size();
	while(sv.back() == '\n' || sv.back() == '\r' || std::isspace(sv.back())) {
		out.end_byte--;
		sv = sv.substr(0, sv.length() - 1);
	}
	return out;
}

struct call_info {
	bool flatten = false, Inline = false, tail = false;
	doir::interned_string function;
	doir::lookup::function_inputs inputs;
};

using assignment_value_t = std::variant<long double, doir::interned_string, call_info, ecrs::entity_t, std::shared_ptr<struct function_type_t>>;

struct function_type_t {
	struct parameter {
		doir::interned_string name;
		doir::lookup::lookup type;
		std::optional<assignment_value_t> value = {};
	};
	std::vector<parameter> inputs;
	std::optional<doir::lookup::lookup> return_type = {};

	ecrs::entity_t push_function_type(doir::block_builder& builder, doir::interned_string ident = "_"){
		std::vector<doir::lookup::lookup> inputs; inputs.reserve(this->inputs.size());
		for(auto& i: this->inputs)
			inputs.push_back(i.type);
		std::vector<doir::interned_string> names; names.reserve(this->inputs.size());
		for(auto& i: this->inputs)
			names.push_back(i.name);
		return builder.push_function_type(ident, inputs, return_type, names);
	}

	doir::function_builder push_function(doir::block_builder& builder, doir::interned_string name) {
		auto out = builder.push_function(name, push_function_type(builder));
		for(size_t i = 0; i < inputs.size(); ++i)
			if(inputs[i].value && std::holds_alternative<long double>(*inputs[i].value)) {
				if(inputs[i].type.resolved())
					out.push_number_parameter(i, inputs[i].name, inputs[i].type.entity(), std::get<long double>(*inputs[i].value));
				else out.push_number_parameter(i, inputs[i].name, inputs[i].type.name(), std::get<long double>(*inputs[i].value));
			} else if(inputs[i].value && std::holds_alternative<doir::interned_string>(*inputs[i].value)) {
				if(inputs[i].type.resolved())
					out.push_string_parameter(i, inputs[i].name, inputs[i].type.entity(), std::get<doir::interned_string>(*inputs[i].value));
				else out.push_string_parameter(i, inputs[i].name, inputs[i].type.name(), std::get<doir::interned_string>(*inputs[i].value));
			} else {
				if(inputs[i].type.resolved())
					out.push_valueless_parameter(i, inputs[i].name, inputs[i].type.entity());
				else out.push_valueless_parameter(i, inputs[i].name, inputs[i].type.name());
			}
		return out;
	}

	ecrs::entity_t push_valueless_function(doir::block_builder& builder, doir::interned_string name) {
		return builder.push_valueless_function(name, push_function_type(builder));
	}
};



peg::parser doir::initialize_parser(std::vector<doir::block_builder>& blocks, bool guarantee_source_location /* = true */) {
	auto grammar =
#include "grammar.peg"
	;
	peg::parser parser(grammar);

	parser.set_logger([&](size_t line, size_t col, std::string_view msg) {
		auto& mod = *blocks.back().mod;
		auto working_file = mod.working_file.value();
		// auto working_file = "../grammar.peg"; mod.source = doir::file_manager::singleton().get_file_string(working_file);
		diagnostics().register_source(working_file, mod.source);

		auto message_segments = diagnose::split(msg, ',');
		diagnose::diagnostic diagnostic;
		diagnostic.kind = diagnose::diagnostic::error;
		diagnostic.message = std::string(message_segments[1].substr(1));
		diagnostic.location = {.file = working_file, .start = {line, col}, .end = {line, col + 1}};

		if(message_segments.size() == 3) {
			diagnose::diagnostic::annotation annotation;
			annotation.message = "expecting"s + diagnose::ansi::magenta + std::string(message_segments[2].substr(10));
			annotation.position = diagnostic.location.start;
			diagnostic.annotations.push_back(annotation);
		}
		diagnostics().push(diagnostic);
	});

	// auto ok = parser.load_grammar(grammar);
	// assert(ok);

	auto& mod = *blocks.back().mod;
	const auto compiler_interned = mod.interner->intern("compiler");
	const auto type_interned = mod.interner->intern("type");
	const auto block_interned = mod.interner->intern("block");
	const auto namespace_interned = mod.interner->intern("namespace");
	const auto alias_interned = mod.interner->intern("alias");

	parser["assignment"] = [&, guarantee_source_location, compiler_interned, type_interned, namespace_interned, alias_interned]
		(const peg::SemanticValues &vs)
	{
		if(vs.choice() == 0) { // Changing languages is not supported in the prototype!
			auto& diag = push_diagnostic(diagnostic_type::LanguageChangeNotSupported, get_location(mod, vs), mod.source, *mod.working_file);
			return ecrs::invalid_entity;
		}

		bool Export = false;
		if(vs.tokens.size())
			if(vs.token(0) == "export")
				Export = true;

		auto ident = std::any_cast<interned_string>(vs[0 + Export]);
		auto type = vs[3 + Export];
		std::optional<diagnose::source_location::detailed> location = {};
		std::optional<assignment_value_t> value = {};

		auto dbg = vs.size() - Export;
		switch(vs.size() - Export) {
		break; case 7: // valueless
			{ /* do nothing */}
		break; case 9: // sourceinfo
			location = std::any_cast<diagnose::source_location::detailed>(vs[5 + Export]);
		break; case 12: // value and sourceinfo
			location = std::any_cast<diagnose::source_location::detailed>(vs[8 + Export]);
		case 10: // value
			if(vs[7 + Export].type() == typeid(interned_string))
				value = call_info{.function = alias_interned, .inputs = {{std::any_cast<interned_string>(vs[7 + Export])}}};
			else if(vs[7 + Export].type() == typeid(function_type_t))
				value = std::make_unique<function_type_t>(std::any_cast<function_type_t>(vs[7 + Export])); // Function type
			else value = std::any_cast<assignment_value_t>(vs[7 + Export]);
		}

		auto& mod = *blocks.back().mod;
		ecrs::entity_t e = ecrs::invalid_entity;
		if(!value) {
			if(type.type() == typeid(doir::lookup::type_of))
				e = blocks.back().push_valueless(ident, std::any_cast<doir::lookup::type_of>(type).name());
			else {
				auto ft = std::any_cast<function_type_t>(type);
				e = ft.push_valueless_function(blocks.back(), ident);
			}
		} else if(std::holds_alternative<long double>(*value)) {
			if(type.type() == typeid(doir::lookup::type_of))
				e = blocks.back().push_number(ident, std::any_cast<doir::lookup::type_of>(type).name(), std::get<long double>(*value));
			else {
				push_diagnostic(diagnostic_type::CantStoreInFunctionRegister, get_location(mod, vs), mod.source, *mod.working_file);
				return e;
			}
		} else if(std::holds_alternative<interned_string>(*value)) {
			if(type.type() == typeid(doir::lookup::type_of)) {
				auto name = std::any_cast<doir::lookup::type_of>(type).name();
				if(name == alias_interned)
					e = blocks.back().push_alias(ident, std::get<interned_string>(*value));
				else e = blocks.back().push_string(ident, name, std::get<interned_string>(*value));
			} else { 
				push_diagnostic(diagnostic_type::CantStoreInFunctionRegister, get_location(mod, vs), mod.source, *mod.working_file);
				return e;
			}
		} else if(std::holds_alternative<call_info>(*value)) {
			auto call = std::get<call_info>(*value);
			if(type.type() == typeid(doir::lookup::type_of)) {
				auto name = std::any_cast<doir::lookup::type_of>(type).name();
				if(name == alias_interned && call.function == alias_interned)
					e = blocks.back().push_alias(ident, call.inputs[0].name());
				else if(call.function == alias_interned) {
					auto& diag = push_diagnostic(diagnostic_type::CantCopyRegisters, get_location(mod, vs), mod.source, *mod.working_file);
					diagnose::diagnostic::annotation annotation;
					annotation.message = "Instead call "s + doir::ansi::function + "copy" + diagnose::ansi::reset + " or " + doir::ansi::function + "move" + diagnose::ansi::reset;
					annotation.position = diag.location.start;
					diag.annotations.push_back(annotation);
				} else e = blocks.back().push_call(ident, name, call.function, call.inputs);
			} else e = blocks.back().push_call(ident, std::any_cast<function_type_t>(type).push_function_type(blocks.back()), call.function, call.inputs);

			if(call.Inline || call.flatten || call.tail) {
				auto f = (doir::flags::Inline * call.Inline) | (doir::flags::Flatten * call.flatten) | (doir::flags::Tail * call.tail);
				blocks.back().mod->add_component<doir::flags>(e).as_underlying() = f;
			}
		} else if(std::holds_alternative<ecrs::entity_t>(*value)) {
			block_builder builder;
			if(type.type() == typeid(doir::lookup::type_of)) {
				auto type_name = std::any_cast<doir::lookup::type_of>(type).name();
				if(type_name == type_interned) {
					builder = blocks.back().push_type(ident);
				} else if(type_name == namespace_interned) {
					builder = blocks.back().push_namespace(ident);
					if(ident == compiler_interned) {
						mod.get_component<doir::name>(builder.block) = {mod.interner->intern("compiler_ignored")};
						auto& diag = push_diagnostic(diagnostic_type::CompilerNamespaceReserved, get_location(mod, vs), mod.source, *mod.working_file);
						diag.push_annotation_at_start({
							.message = "Use of reserved "s + doir::ansi::type + "compiler" + diagnose::ansi::reset + " namespace has been ignored",
							.color = doir::ansi::type
						});
						return builder.end();
					}
				} else if(type_name == alias_interned) {
					auto& diag = push_diagnostic(diagnostic_type::AliasNotAllowed, get_location(mod, vs), mod.source, *mod.working_file);
					diag.additional_note = "Aliases aren't allowed to reference blocks";
				} else {
					builder = blocks.back().push_subblock(ident, interned_string(type_name));
					if(std::string_view(type_name) == /*block_interned*/"block") // TODO: Why does block interned keep becoming a path?
						mod.get_or_add_component<doir::flags>(builder.block).as_underlying() |= doir::flags::Comptime;
				}

			} else {
				auto ft = std::any_cast<function_type_t>(type);
				builder = ft.push_function(blocks.back(), ident);
			}

			e = builder.block;
			block_builder source = {std::get<ecrs::entity_t>(*value), builder.mod};
			builder.move_existing(source);

		} else if(std::holds_alternative<std::shared_ptr<struct function_type_t>>(*value)) {
			if(type.type() != typeid(doir::lookup::type_of)) {
				auto& diag = push_diagnostic(diagnostic_type::InvalidType, get_location(mod, vs), mod.source, *mod.working_file);
				diagnose::diagnostic::annotation annotation;
				annotation.message = "Function types can only be assigned to registers of type "s + doir::ansi::type + "type" + diagnose::ansi::reset;
				annotation.position = diag.location.start;
				diag.annotations.push_back(annotation);
			}
			auto type_name = std::any_cast<doir::lookup::type_of>(type).name();
			if(type_name != type_interned) {
				auto& diag = push_diagnostic(diagnostic_type::InvalidType, get_location(mod, vs), mod.source, *mod.working_file);
				diagnose::diagnostic::annotation annotation;
				annotation.message = "Function types can only be assigned to registers of type "s + doir::ansi::type + "type" + diagnose::ansi::reset;
				annotation.position = diag.location.start;
				diag.annotations.push_back(annotation);
			}

			auto& function = std::get<std::shared_ptr<struct function_type_t>>(*value);
			e = function->push_function_type(blocks.back(), ident);
		}

		// if(e == ecrs::invalid_entity) return e;

		if(location) mod.add_component<diagnose::source_location::detailed>(e) = *location;
		else if(guarantee_source_location && !(mod.has_component<diagnose::source_location>(e) || mod.has_component<diagnose::source_location::detailed>(e)) )
			mod.get_or_add_component<diagnose::source_location>(e) = get_location(*blocks.back().mod, vs);

		if(Export) blocks.back().mod->get_or_add_component<doir::flags>(e) = {doir::flags::Export};
		return e;
	};

	parser["deducible_type"] = [&](const peg::SemanticValues &vs) {
		auto dbg = vs.size();
		if(vs.tokens.size()) {
			auto& diag = push_diagnostic(diagnostic_type::InvalidType, get_location(mod, vs), mod.source, *mod.working_file);
			diagnose::diagnostic::annotation annotation;
			annotation.message = std::string(doir::ansi::type) + "Deducible" + diagnose::ansi::reset + " types not yet supported";
			annotation.position = diag.location.start;
			diag.annotations.push_back(annotation);
		}
		return vs[0];
	};

	parser["parameter"] = [&](const peg::SemanticValues &vs) -> function_type_t::parameter {
		function_type_t::parameter out;
		out.name = std::any_cast<interned_string>(vs[0]);

		auto dbg = vs.size();
		if(vs[3].type() == typeid(doir::lookup::type_of))
			out.type = std::any_cast<doir::lookup::type_of>(vs[3]);
		else out.type = std::any_cast<function_type_t>(vs[3]).push_function_type(blocks.back());

		if(vs.size() == 6)
			out.value = std::any_cast<assignment_value_t>(vs[5]);
		return out;
	};

	parser["FunctionType"] = [](const peg::SemanticValues &vs) -> function_type_t {
		bool has_return_type = vs.tokens.size();
		function_type_t out;
		for(size_t i = 1, size = vs.size() - 3 * has_return_type; i < size; i += 2)
			out.inputs.emplace_back(std::any_cast<function_type_t::parameter>(vs[i]));

		if(has_return_type) {
			size_t i = vs.size() - 1;
			if(vs[i].type() == typeid(doir::lookup::type_of))
				out.return_type = std::any_cast<doir::lookup::type_of>(vs[i]);
			else out.return_type = std::any_cast<ecrs::entity_t>(vs[i]);
		}
		return out;
	};

	parser["Type"] = [](const peg::SemanticValues &vs) -> std::any {
		switch(vs.choice()) {
		break; case 0: // FunctionType
			return vs[0];
		break; case 1: { // Identifier
			auto ident = std::any_cast<interned_string>(vs[0]);
			return doir::lookup::type_of(ident);
		}
		}
		throw std::runtime_error("Type Unreachable");
	};

	parser["Block"] = [&](const peg::SemanticValues &vs) -> assignment_value_t {
		auto out = blocks.back().end();
		blocks.pop_back();
		return out;
	};

	parser["block_start"] = [&](const peg::SemanticValues &vs) {
		auto mod = blocks.back().mod;
		auto& builder = blocks.emplace_back(mod->add_entity(), mod);
		mod->add_component<doir::block>(builder.block);
	};

	parser["function_call"] = [&](const peg::SemanticValues &vs) -> assignment_value_t {
		bool has_modifier = vs.tokens.size();
		call_info out;
		if(has_modifier) {
			if(vs.token(0) == "flatten")
				out.flatten = true;
			else if(vs.token(0) == "inline")
				out.Inline = true;
			else if(vs.token() == "tail")
				out.tail = true;
		}

		out.function = std::any_cast<interned_string>(vs[0 + has_modifier]);
		auto dbg = vs.size();
		for(size_t i = 3 + has_modifier; i + 3 <= vs.size(); i += 3)
			out.inputs.emplace_back(std::any_cast<interned_string>(vs[i]));

		return out;
	};

	parser["SourceInfo"] = [&](const peg::SemanticValues &vs) {
		diagnose::source_location::detailed out;
		out.file = vs.token(0);
		out.start.line = peg::token_to_number_<size_t>(vs.token(1));
		switch (vs.tokens.size()) {
		break; case 3: // no ends
			out.end.line = out.start.line;
			out.start.column = peg::token_to_number_<size_t>(vs.token(2));
			out.end.column = out.start.column + 1;
		break; case 4: // line end or column end
			if(vs.token(2).starts_with("-")) { // end line
				out.end.line = peg::token_to_number_<size_t>(vs.token(2).substr(1));
				out.start.column = peg::token_to_number_<size_t>(vs.token(3));
				out.end.column = out.start.column + 1;
			} else { // end column
				out.end.line = out.start.line;
				out.start.column = peg::token_to_number_<size_t>(vs.token(2));
				out.end.column = peg::token_to_number_<size_t>(vs.token(3).substr(1));
			}
		break; case 5: // line end and column end
			out.end.line = peg::token_to_number_<size_t>(vs.token(2).substr(1));
			out.start.column = peg::token_to_number_<size_t>(vs.token(3));
			out.end.column = peg::token_to_number_<size_t>(vs.token(4).substr(1));
		}

		auto& mod = *blocks.back().mod;
		if(out.end.line < out.start.line || out.end.column < out.start.column) {
			auto& diag = push_diagnostic(diagnostic_type::NumberingOutOfOrder, get_location(mod, vs), mod.source, *mod.working_file);
			auto offset = vs.sv().find(":");
			if( !(out.end.line < out.start.line) ) offset = vs.sv().find(":", offset + 1);
			diag.push_annotation({
				.position = {diag.location.start.line, diag.location.start.column + offset + 1},
				.message = "The "s + doir::ansi::info + "start" + diagnose::ansi::reset + " of a source location must come before its " + doir::ansi::info + "end" + diagnose::ansi::reset,
				.color = doir::ansi::info
			});
		}

		if(out.start.column == 0 && out.end.column == 1 && out.start.line != 0) try {
			std::vector<std::string_view> lines = diagnose::split(doir::file_manager::singleton().get_file_string(out.file), '\n');

			out.start.column = 1;
			out.end.column = lines[out.start.line - 1].size() + 1;
		} catch(std::system_error) {
			auto& diag = push_diagnostic(diagnostic_type::FileDoesNotExist, get_location(mod, vs), mod.source, *mod.working_file);
			diag.push_annotation_at_start({
				.message = "Attempted to load file "s + doir::ansi::file + "`" + std::string(out.file) + "`" + diagnose::ansi::reset,
				.color = doir::ansi::file,
			});
			diag.additional_note = "Calculating the end of line with column=0 requires loading a file and scanning its lines.";

		} else if(out.start.column == 0 || out.start.line == 0) {
			auto& diag = push_diagnostic(diagnostic_type::NumberingStartsAt1, get_location(mod, vs), mod.source, *mod.working_file);
			bool line = out.start.line == 0;
			auto offset = vs.sv().find(":");
			if(!line) offset = vs.sv().find(":", offset + 1);
			diag.push_annotation({
				.position = {diag.location.start.line, diag.location.start.column + offset + 1},
				.message = std::string("Source location ") + doir::ansi::info + (line ? "lines" : "columns") + diagnose::ansi::reset + " start at 0, not 1",
				.color = doir::ansi::info,
			});
		}

		return out;
	};

	constexpr static auto escape_string = [](doir::module& mod, const peg::SemanticValues &vs) {
		try {
			auto unescaped = unescape_python_string(vs.token(0));
			return mod.interner->intern(unescaped);
		} catch(string_processing_error e) {
			auto source_location = get_location(mod, vs);
			auto& diag = push_diagnostic(diagnostic_type::StringProcessingError, source_location, mod.source, *mod.working_file);
			diagnose::diagnostic::annotation annotation;
			annotation.message = e.what();
			source_location.start_byte += e.start;
			source_location.end_byte = source_location.start_byte + 1;
			annotation.position = source_location.to_detailed(mod.source).start;
			diag.annotations.push_back(annotation);
			return mod.interner->intern("<error>");
		}
	};

	parser["Identifier"] = [&](const peg::SemanticValues &vs) {
		switch(vs.choice()) {
		break; case 0: // String
			return escape_string(mod, vs); // TODO: Are there later identifier verifies which need to be aware that this is a special snowflake?
		break; case 1: { // Normal
			auto out = mod.interner->intern(vs.token(0));
			verify::identifier_structure(diagnostics(), *blocks.back().mod, out);
			return out;
		}
		}
		throw std::runtime_error("Identifier unreachable");
	};

	parser["Constant"] = [&](const peg::SemanticValues &vs) -> assignment_value_t {
		switch (vs.choice()) {
			break; case 0: case 1: {
				auto out = vs.token_to_number<long double>();
				if(out == 0)
					return (long double)std::stoi(vs.token_to_string(0), nullptr, 0);
				else return out;
			}
			break; case 2: case 3: {
				return escape_string(mod, vs);
			}
		}
		throw std::runtime_error("Constant Unreachable");
	};

	return parser;
};