scanner: must call close_token before returning the token.

[ocean] / csrc / scanner.mdc

diff --git a/csrc/scanner.mdc b/csrc/scanner.mdc
index 58ccd6b9c6c8017214de5c4316892e053230f797..06fef7d04887ba8be71fc859c4966280be2c9906 100644 (file)
--- a/csrc/scanner.mdc
+++ b/csrc/scanner.mdc
@@ -722,6 +722,7 @@ information and return one token.
                        if (ignored & (1<<TK_newline))
                                continue;
                        tk.num = TK_newline;
+                       close_token(state, &tk);
                        return tk;
                }
                // Indents are needed, so check all white space.