Feature: Implement the UTF-8 lexer

.editorconfig

@@ -1,62 +1,34 @@
-# Remove the line below if you want to inherit .editorconfig settings from higher directories
 root = true
 
-# C# files
 [*.{cs,csx}]
-
-#### Core EditorConfig Options ####
-
-# Indentation and spacing
 indent_size = 4
 indent_style = tab
 tab_width = 4
-
-# New line preferences
 end_of_line = lf
 insert_final_newline = true
-
-#### .NET Code Actions ####
-
-# Type members
 dotnet_hide_advanced_members = false
 dotnet_member_insertion_location = with_other_members_of_the_same_kind
 dotnet_property_generation_behavior = prefer_throwing_properties
-
-# Symbol search
 dotnet_search_reference_assemblies = true
-
-#### .NET Coding Conventions ####
-
-# Organize usings
 dotnet_separate_import_directive_groups = true
 dotnet_sort_system_directives_first = true
 file_header_template = unset
-
-# this. and Me. preferences
 dotnet_style_qualification_for_event = false:warning
 dotnet_style_qualification_for_field = false
 dotnet_style_qualification_for_method = false:warning
 dotnet_style_qualification_for_property = false:warning
-
-# Language keywords vs BCL types preferences
 dotnet_style_predefined_type_for_locals_parameters_members = true:warning
 dotnet_style_predefined_type_for_member_access = false:warning
-
-# Parentheses preferences
 dotnet_style_parentheses_in_arithmetic_binary_operators = always_for_clarity
 dotnet_style_parentheses_in_other_binary_operators = always_for_clarity
 dotnet_style_parentheses_in_other_operators = never_if_unnecessary:suggestion
 dotnet_style_parentheses_in_relational_binary_operators = always_for_clarity
-
-# Modifier preferences
 dotnet_style_require_accessibility_modifiers = for_non_interface_members
-
-# Expression-level preferences
 dotnet_prefer_system_hash_code = true:warning
 dotnet_style_coalesce_expression = true:warning
 dotnet_style_collection_initializer = true:warning
 dotnet_style_explicit_tuple_names = true:warning
-dotnet_style_namespace_match_folder = true
+dotnet_style_namespace_match_folder = true:warning
 dotnet_style_null_propagation = true:warning
 dotnet_style_object_initializer = true:warning
 dotnet_style_operator_placement_when_wrapping = beginning_of_line
@@ -72,28 +44,14 @@ dotnet_style_prefer_is_null_check_over_reference_equality_method = true:warning
 dotnet_style_prefer_non_hidden_explicit_cast_in_source = true
 dotnet_style_prefer_simplified_boolean_expressions = true:warning
 dotnet_style_prefer_simplified_interpolation = true
-
-# Field preferences
 dotnet_style_readonly_field = true
-
-# Parameter preferences
 dotnet_code_quality_unused_parameters = all:warning
-
-# Suppression preferences
 dotnet_remove_unnecessary_suppression_exclusions = none
-
-# New line preferences
 dotnet_style_allow_multiple_blank_lines_experimental = true
 dotnet_style_allow_statement_immediately_after_block_experimental = false:warning
-
-#### C# Coding Conventions ####
-
-# var preferences
 csharp_style_var_elsewhere = true
 csharp_style_var_for_built_in_types = false
 csharp_style_var_when_type_is_apparent = false
-
-# Expression-bodied members
 csharp_style_expression_bodied_accessors = true:warning
 csharp_style_expression_bodied_constructors = true:warning
 csharp_style_expression_bodied_indexers = true:warning
@@ -102,26 +60,18 @@ csharp_style_expression_bodied_local_functions = true:warning
 csharp_style_expression_bodied_methods = true:warning
 csharp_style_expression_bodied_operators = true:warning
 csharp_style_expression_bodied_properties = true:warning
-
-# Pattern matching preferences
 csharp_style_pattern_matching_over_as_with_null_check = true:warning
 csharp_style_pattern_matching_over_is_with_cast_check = true:warning
 csharp_style_prefer_extended_property_pattern = true
 csharp_style_prefer_not_pattern = true:warning
 csharp_style_prefer_pattern_matching = true:warning
 csharp_style_prefer_switch_expression = true:warning
-
-# Null-checking preferences
 csharp_style_conditional_delegate_call = true:warning
-
-# Modifier preferences
 csharp_prefer_static_anonymous_function = true
 csharp_prefer_static_local_function = true
 csharp_preferred_modifier_order = public,private,protected,internal,file,static,extern,new,virtual,abstract,sealed,override,readonly,unsafe,required,volatile,async
 csharp_style_prefer_readonly_struct = true
 csharp_style_prefer_readonly_struct_member = true
-
-# Code-block preferences
 csharp_prefer_braces = when_multiline:warning
 csharp_prefer_simple_using_statement = true:warning
 csharp_prefer_system_threading_lock = true
@@ -130,8 +80,6 @@ csharp_style_prefer_method_group_conversion = true:warning
 csharp_style_prefer_primary_constructors = true
 csharp_style_prefer_simple_property_accessors = true
 csharp_style_prefer_top_level_statements = false:error
-
-# Expression-level preferences
 csharp_prefer_simple_default_expression = true:warning
 csharp_style_deconstructed_variable_declaration = true
 csharp_style_implicit_object_creation_when_type_is_apparent = true:error
@@ -147,37 +95,25 @@ csharp_style_prefer_utf8_string_literals = true
 csharp_style_throw_expression = true:warning
 csharp_style_unused_value_assignment_preference = discard_variable
 csharp_style_unused_value_expression_statement_preference = discard_variable
-
-# 'using' directive preferences
 csharp_using_directive_placement = outside_namespace:error
-
-# New line preferences
 csharp_style_allow_blank_line_after_colon_in_constructor_initializer_experimental = true
 csharp_style_allow_blank_line_after_token_in_arrow_expression_clause_experimental = true
 csharp_style_allow_blank_line_after_token_in_conditional_expression_experimental = false:warning
 csharp_style_allow_blank_lines_between_consecutive_braces_experimental = false:warning
 csharp_style_allow_embedded_statements_on_same_line_experimental = false:warning
-
-#### C# Formatting Rules ####
-
-# New line preferences
 csharp_new_line_before_catch = true
 csharp_new_line_before_else = true
 csharp_new_line_before_finally = true
 csharp_new_line_before_members_in_anonymous_types = true
 csharp_new_line_before_members_in_object_initializers = true
 csharp_new_line_before_open_brace = all
 csharp_new_line_between_query_expression_clauses = true
-
-# Indentation preferences
 csharp_indent_block_contents = true
 csharp_indent_braces = false
 csharp_indent_case_contents = true
 csharp_indent_case_contents_when_block = true
 csharp_indent_labels = one_less_than_current
 csharp_indent_switch_labels = true
-
-# Space preferences
 csharp_space_after_cast = false
 csharp_space_after_colon_in_inheritance_clause = true
 csharp_space_after_comma = true
@@ -200,128 +136,71 @@ csharp_space_between_method_declaration_name_and_open_parenthesis = false
 csharp_space_between_method_declaration_parameter_list_parentheses = false
 csharp_space_between_parentheses = false
 csharp_space_between_square_brackets = false
-
-# Wrapping preferences
 csharp_preserve_single_line_blocks = true
 csharp_preserve_single_line_statements = false
-
-#### Naming styles ####
-
-# Naming rules
-
 dotnet_naming_rule.interfaces_should_be_begins_with_i.severity = error
 dotnet_naming_rule.interfaces_should_be_begins_with_i.symbols = interfaces
 dotnet_naming_rule.interfaces_should_be_begins_with_i.style = begins_with_i
-
 dotnet_naming_rule.classes_should_be_pascalcase.severity = error
 dotnet_naming_rule.classes_should_be_pascalcase.symbols = classes
 dotnet_naming_rule.classes_should_be_pascalcase.style = pascalcase
-
 dotnet_naming_rule.structures_and_enums_should_be_pascalcase.severity = error
 dotnet_naming_rule.structures_and_enums_should_be_pascalcase.symbols = structures_and_enums
 dotnet_naming_rule.structures_and_enums_should_be_pascalcase.style = pascalcase
-
 dotnet_naming_rule.async_methods_should_be_ends_with_async.severity = warning
 dotnet_naming_rule.async_methods_should_be_ends_with_async.symbols = async_methods
 dotnet_naming_rule.async_methods_should_be_ends_with_async.style = ends_with_async
-
 dotnet_naming_rule.methods__events__delegates_and_local_functions_should_be_pascalcase.severity = error
 dotnet_naming_rule.methods__events__delegates_and_local_functions_should_be_pascalcase.symbols = methods__events__delegates_and_local_functions
 dotnet_naming_rule.methods__events__delegates_and_local_functions_should_be_pascalcase.style = pascalcase
-
 dotnet_naming_rule.properties_should_be_pascalcase.severity = error
 dotnet_naming_rule.properties_should_be_pascalcase.symbols = properties
 dotnet_naming_rule.properties_should_be_pascalcase.style = pascalcase
-
 dotnet_naming_rule.generics_should_be_begins_with_t.severity = warning
 dotnet_naming_rule.generics_should_be_begins_with_t.symbols = generics
 dotnet_naming_rule.generics_should_be_begins_with_t.style = begins_with_t
-
 dotnet_naming_rule.constants_should_be_pascalcase.severity = error
 dotnet_naming_rule.constants_should_be_pascalcase.symbols = constants
 dotnet_naming_rule.constants_should_be_pascalcase.style = pascalcase
-
 dotnet_naming_rule.public_fields_should_be_pascalcase.severity = error
 dotnet_naming_rule.public_fields_should_be_pascalcase.symbols = public_fields
 dotnet_naming_rule.public_fields_should_be_pascalcase.style = pascalcase
-
 dotnet_naming_rule.fields__parameters_and_locals_should_be_camelcase.severity = error
 dotnet_naming_rule.fields__parameters_and_locals_should_be_camelcase.symbols = fields__parameters_and_locals
 dotnet_naming_rule.fields__parameters_and_locals_should_be_camelcase.style = camelcase
-
 dotnet_naming_rule.namespaces_should_be_pascalcase.severity = warning
 dotnet_naming_rule.namespaces_should_be_pascalcase.symbols = namespaces
 dotnet_naming_rule.namespaces_should_be_pascalcase.style = pascalcase
-
-# Symbol specifications
-
 dotnet_naming_symbols.namespaces.applicable_kinds = namespace
 dotnet_naming_symbols.namespaces.applicable_accessibilities = *
-dotnet_naming_symbols.namespaces.required_modifiers = 
-
 dotnet_naming_symbols.classes.applicable_kinds = class
 dotnet_naming_symbols.classes.applicable_accessibilities = *
-dotnet_naming_symbols.classes.required_modifiers = 
-
 dotnet_naming_symbols.structures_and_enums.applicable_kinds = struct, enum
 dotnet_naming_symbols.structures_and_enums.applicable_accessibilities = *
-dotnet_naming_symbols.structures_and_enums.required_modifiers = 
-
 dotnet_naming_symbols.interfaces.applicable_kinds = interface
 dotnet_naming_symbols.interfaces.applicable_accessibilities = *
-dotnet_naming_symbols.interfaces.required_modifiers = 
-
 dotnet_naming_symbols.properties.applicable_kinds = property
 dotnet_naming_symbols.properties.applicable_accessibilities = *
-dotnet_naming_symbols.properties.required_modifiers = 
-
 dotnet_naming_symbols.methods__events__delegates_and_local_functions.applicable_kinds = event, delegate, method, local_function
 dotnet_naming_symbols.methods__events__delegates_and_local_functions.applicable_accessibilities = *
-dotnet_naming_symbols.methods__events__delegates_and_local_functions.required_modifiers = 
-
 dotnet_naming_symbols.fields__parameters_and_locals.applicable_kinds = field, parameter, local
 dotnet_naming_symbols.fields__parameters_and_locals.applicable_accessibilities = internal, private, protected, protected_internal, private_protected, local
-dotnet_naming_symbols.fields__parameters_and_locals.required_modifiers = 
-
 dotnet_naming_symbols.generics.applicable_kinds = type_parameter
 dotnet_naming_symbols.generics.applicable_accessibilities = *
-dotnet_naming_symbols.generics.required_modifiers = 
-
 dotnet_naming_symbols.constants.applicable_kinds = field
 dotnet_naming_symbols.constants.applicable_accessibilities = *
 dotnet_naming_symbols.constants.required_modifiers = const
-
 dotnet_naming_symbols.async_methods.applicable_kinds = method
 dotnet_naming_symbols.async_methods.applicable_accessibilities = *
 dotnet_naming_symbols.async_methods.required_modifiers = async
-
 dotnet_naming_symbols.public_fields.applicable_kinds = field
 dotnet_naming_symbols.public_fields.applicable_accessibilities = public
-dotnet_naming_symbols.public_fields.required_modifiers = 
-
-# Naming styles
-
-dotnet_naming_style.pascalcase.required_prefix = 
-dotnet_naming_style.pascalcase.required_suffix = 
-dotnet_naming_style.pascalcase.word_separator = 
 dotnet_naming_style.pascalcase.capitalization = pascal_case
-
 dotnet_naming_style.begins_with_i.required_prefix = I
-dotnet_naming_style.begins_with_i.required_suffix = 
-dotnet_naming_style.begins_with_i.word_separator = 
 dotnet_naming_style.begins_with_i.capitalization = pascal_case
-
-dotnet_naming_style.camelcase.required_prefix = 
-dotnet_naming_style.camelcase.required_suffix = 
-dotnet_naming_style.camelcase.word_separator = 
 dotnet_naming_style.camelcase.capitalization = camel_case
-
 dotnet_naming_style.begins_with_t.required_prefix = T
-dotnet_naming_style.begins_with_t.required_suffix = 
-dotnet_naming_style.begins_with_t.word_separator = 
 dotnet_naming_style.begins_with_t.capitalization = pascal_case
-
-dotnet_naming_style.ends_with_async.required_prefix = 
 dotnet_naming_style.ends_with_async.required_suffix = Async
-dotnet_naming_style.ends_with_async.word_separator = 
 dotnet_naming_style.ends_with_async.capitalization = pascal_case
+

.gitignore

@@ -378,9 +378,7 @@ _ReSharper*/
 *__NOTYET
 
 # Configs
-.vscode/*
-!.vscode/tasks.json
-!.vscode/enable.settings.jsonc
+.vscode/
 
 # Site (on main)
 site/
@@ -399,3 +397,9 @@ ADMONITION.md
 docs/_site/
 docs/__site/
 docs/api/
+
+# SonarQube has config for SonarScanner and stuff - dont track it
+.sonarqube/
+
+# SonarLint is team configuration for SonarQube for IDE - track it
+!.sonarlint/

.sonarlint/RedSeaModernLanguage.json

@@ -1,5 +1,5 @@
 {
-  "sonarCloudOrganization": "oas",
-  "region": "EU",
-  "projectKey": "oas_RedSeaModernLanguage"
+    "sonarCloudOrganization": "oas",
+    "projectKey": "oas_RedSeaModernLanguage",
+    "region": "EU"
 }