properly handle the single null-byte file (closes #24022)

benjaminp · benjaminp · commit d97d4fb6784c · 2016-09-18T23:41:11.000-07:00
diff --git a/Parser/tokenizer.c b/Parser/tokenizer.c
@@ -1014,7 +1014,7 @@ tok_nextc(struct tok_state *tok)
                 else {
                     tok->done = E_OK;
                     tok->inp = strchr(tok->buf, '\0');
-                    done = tok->inp[-1] == '\n';
+                    done = tok->inp == tok->buf || tok->inp[-1] == '\n';
                 }
             }
             else {

Original file line number	Diff line number	Diff line change
`@@ -1014,7 +1014,7 @@ tok_nextc(struct tok_state *tok)`
`1014`	`1014`	`else {`
`1015`	`1015`	`tok->done = E_OK;`
`1016`	`1016`	`tok->inp = strchr(tok->buf, '\0');`
`1017`		`- done = tok->inp[-1] == '\n';`
	`1017`	`+ done = tok->inp == tok->buf \|\| tok->inp[-1] == '\n';`
`1018`	`1018`	`}`
`1019`	`1019`	`}`
`1020`	`1020`	`else {`