Mirror/wren
1
0
Fork 1
mirror of https://github.com/wren-lang/wren.git synced 2026-01-12 06:38:45 +01:00
Code Issues Packages Projects Releases Wiki Activity

skip UTF-8 BOM

Browse Source
This commit is contained in:
jclc
2018-04-04 05:11:59 +03:00
parent 7487eeab49
commit 8858161484
1 changed files with 12 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files

16
src/vm/wren_compiler.c
View File

@ -3416,20 +3416,27 @@ void definition(Compiler* compiler)
ObjFn* wrenCompile(WrenVM* vm, ObjModule* module, const char* source,
bool isExpression, bool printErrors)
{
// Skip potential UTF-8 BOM
size_t sourceOffset = 0;
if (source[0] == (char) 0xef && source[1] == (char) 0xbb && source[2] == (char) 0xbf)
{
sourceOffset = 3;
}
Parser parser;
parser.vm = vm;
parser.module = module;
parser.source = source;
parser.source = source + sourceOffset;
parser.tokenStart = source;
parser.currentChar = source;
parser.tokenStart = source + sourceOffset;
parser.currentChar = source + sourceOffset;
parser.currentLine = 1;
parser.numParens = 0;
// Zero-init the current token. This will get copied to previous when
// advance() is called below.
parser.current.type = TOKEN_ERROR;
parser.current.start = source;
parser.current.start = source + sourceOffset;
parser.current.length = 0;
parser.current.line = 0;
parser.current.value = UNDEFINED_VAL;
@ -3439,6 +3446,7 @@ ObjFn* wrenCompile(WrenVM* vm, ObjModule* module, const char* source,
parser.printErrors = printErrors;
parser.hasError = false;
// Read the first token.
nextToken(&parser);