mesa/glcpp-lex.l
Carl Worth 1a29500e72 Fix (and add test for) function-like macro invocation with newlines.
The test has a newline before the left parenthesis, and newlines to
separate the parentheses from the argument.

The fix involves more state in the lexer to only return a NEWLINE
token when termniating a directive. This is very similar to our
previous fix with extra lexer state to only return the SPACE token
when it would be significant for the parser.

With this change, the exact number and positioning of newlines in the
output is now different compared to "gcc -E" so we add a -B option to
diff when testing to ignore that.
2010-05-17 13:21:13 -07:00

156 lines
3.2 KiB
Text

%{
/*
* Copyright © 2010 Intel Corporation
*
* Permission is hereby granted, free of charge, to any person obtaining a
* copy of this software and associated documentation files (the "Software"),
* to deal in the Software without restriction, including without limitation
* the rights to use, copy, modify, merge, publish, distribute, sublicense,
* and/or sell copies of the Software, and to permit persons to whom the
* Software is furnished to do so, subject to the following conditions:
*
* The above copyright notice and this permission notice (including the next
* paragraph) shall be included in all copies or substantial portions of the
* Software.
*
* THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
* IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
* FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
* THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
* LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING
* FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER
* DEALINGS IN THE SOFTWARE.
*/
#include <stdio.h>
#include <string.h>
#include "glcpp.h"
#include "glcpp-parse.h"
/* Yes, a macro with a return statement in it is evil. But surely no
* more evil than all the code generation happening with flex in the
* first place. */
#define LEXIFY_IDENTIFIER do { \
yylval.str = xtalloc_strdup (yyextra, yytext); \
switch (glcpp_parser_macro_type (yyextra, yylval.str)) \
{ \
case MACRO_TYPE_UNDEFINED: \
return IDENTIFIER; \
break; \
case MACRO_TYPE_OBJECT: \
return OBJ_MACRO; \
break; \
case MACRO_TYPE_FUNCTION: \
return FUNC_MACRO; \
break; \
} \
} while (0)
%}
%option reentrant noyywrap
%option extra-type="glcpp_parser_t *"
%x ST_DEFINE
%x ST_DEFVAL_START
%x ST_DEFVAL
%x ST_UNDEF
%x ST_UNDEF_END
SPACE [[:space:]]
NONSPACE [^[:space:]]
NEWLINE [\n]
HSPACE [ \t]
HASH ^{HSPACE}*#{HSPACE}*
IDENTIFIER [_a-zA-Z][_a-zA-Z0-9]*
TOKEN [^[:space:](),]+
%%
{HASH}undef{HSPACE}* {
BEGIN ST_UNDEF;
return UNDEF;
}
<ST_UNDEF>{IDENTIFIER} {
BEGIN ST_UNDEF_END;
LEXIFY_IDENTIFIER;
}
<ST_UNDEF_END>\n {
BEGIN INITIAL;
return NEWLINE;
}
/* We use the ST_DEFINE and ST_DEFVAL states so that we can
* pass a space token, (yes, a token for whitespace!), since
* the preprocessor specification requires distinguishing
* "#define foo()" from "#define foo ()".
*/
{HASH}define{HSPACE}* {
BEGIN ST_DEFINE;
return DEFINE;
}
<ST_DEFINE>{IDENTIFIER} {
BEGIN ST_DEFVAL_START;
yylval.str = xtalloc_strdup (yyextra, yytext);
return IDENTIFIER;
}
<ST_DEFVAL_START>\n {
BEGIN INITIAL;
return NEWLINE;
}
<ST_DEFVAL_START>{HSPACE}+ {
BEGIN ST_DEFVAL;
return SPACE;
}
<ST_DEFVAL_START>"(" {
BEGIN ST_DEFVAL;
return '(';
}
<ST_DEFVAL>{IDENTIFIER} {
LEXIFY_IDENTIFIER;
}
<ST_DEFVAL>[(),] {
return yytext[0];
}
<ST_DEFVAL>{TOKEN} {
yylval.str = xtalloc_strdup (yyextra, yytext);
return TOKEN;
}
<ST_DEFVAL>\n {
BEGIN INITIAL;
return NEWLINE;
}
<ST_DEFVAL>{HSPACE}+
{IDENTIFIER} {
LEXIFY_IDENTIFIER;
}
[(),] {
return yytext[0];
}
{TOKEN} {
yylval.str = xtalloc_strdup (yyextra, yytext);
return TOKEN;
}
\n {
printf ("\n");
}
{HSPACE}+
%%