sharpetronics/geany
1
0
Fork 0
Code Issues Pull Requests Projects Releases Wiki Activity

Import new CSS parser from fishman-ctags

Browse Source 
Some highlights:
* Fixes handling of comments
* Adds support for attribute and namespace selectors
* Adds support for @supports blocks
* Fixes tag type for many selectors
* Adds support for pseudo-classes with arguments
This commit is contained in:
Colomban Wendling 2014-11-11 02:01:41 +01:00
parent 2072797283
commit f765463af0
9 changed files with 269 additions and 253 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

398
tagmanager/ctags/css.c
View File

@ -1,224 +1,259 @@
/***************************************************************************
* css.c
* Character-based parser for Css definitions
* Author - Iago Rubio <iagorubio(at)users.sourceforge.net>
* - Bronisław Białek <after89(at)gmail.com>
* Token-based parser for CSS definitions
* Author - Colomban Wendling <colomban@geany.org>
**************************************************************************/
#include "general.h"
#include <string.h>
#include <ctype.h>
#include <string.h>
#include <ctype.h>
#include "parse.h"
#include "read.h"
#include "entry.h"
#include "parse.h"
#include "read.h"
typedef enum eCssKinds {
K_NONE = -1, K_SELECTOR, K_ID, K_CLASS
K_CLASS, K_SELECTOR, K_ID
} cssKind;
static kindOption CssKinds [] = {
{ TRUE, 's', "struct", "selectors" },
{ TRUE, 'v', "variable", "identities" },
{ TRUE, 'c', "class", "classes" }
{ TRUE, 'c', "class", "classes" },
{ TRUE, 's', "struct", "selectors" },
{ TRUE, 'v', "variable", "identities" }
};
typedef enum _CssParserState { /* state of parsing */
P_STATE_NONE, /* default state */
P_STATE_IN_COMMENT, /* into a comment, only multi line in CSS */
P_STATE_IN_SINGLE_STRING, /* into a single quoted string */
P_STATE_IN_DOUBLE_STRING, /* into a double quoted string */
P_STATE_IN_DEFINITION, /* on the body of the style definition, nothing for us */
P_STATE_IN_MEDIA, /* on a @media declaration, can be multi-line */
P_STATE_IN_IMPORT, /* on a @import declaration, can be multi-line */
P_STATE_IN_NAMESPACE, /* on a @namespace declaration */
P_STATE_IN_PAGE, /* on a @page declaration */
P_STATE_IN_FONTFACE, /* on a @font-face declaration */
P_STATE_AT_END /* end of parsing */
} CssParserState;
typedef enum {
/* any ASCII */
TOKEN_EOF = 257,
TOKEN_SELECTOR,
TOKEN_STRING
} tokenType;
static void makeCssSimpleTag( vString *name, cssKind kind, boolean delete )
typedef struct {
tokenType type;
vString *string;
} tokenInfo;
static boolean isSelectorChar (const int c)
{
vStringTerminate (name);
makeSimpleTag (name, CssKinds, kind);
vStringClear (name);
if( delete )
vStringDelete (name);
/* attribute selectors are handled separately */
return (isalnum (c) ||
c == '_' || // allowed char
c == '-' || // allowed char
c == '+' || // allow all sibling in a single tag
c == '>' || // allow all child in a single tag
c == '|' || // allow namespace separator
c == '(' || // allow pseudo-class arguments
c == ')' ||
c == '.' || // allow classes and selectors
c == ':' || // allow pseudo classes
c == '*' || // allow globs as P + *
c == '#'); // allow ids
}
static boolean isCssDeclarationAllowedChar( const unsigned char *cp )
static void parseSelector (vString *const string, const int firstChar)
{
return isalnum ((int) *cp) ||
isspace ((int) *cp) ||
*cp == '_' || /* allowed char */
*cp == '-' || /* allowed char */
*cp == '+' || /* allow all sibling in a single tag */
*cp == '>' || /* allow all child in a single tag */
*cp == '{' || /* allow the start of the declaration */
*cp == '.' || /* allow classes and selectors */
*cp == ',' || /* allow multiple declarations */
*cp == ':' || /* allow pseudo classes */
*cp == '*' || /* allow globs as P + * */
*cp == '#'; /* allow ids */
}
static CssParserState parseCssDeclaration( const unsigned char **position, cssKind kind, const char *aname)
{
const unsigned char *cp = *position;
vString *name = vStringNew ();
vStringCopyS(name, aname);
/* pick to the end of line including children and sibling
* if declaration is multiline go for the next line */
while ( isCssDeclarationAllowedChar(cp) ||
*cp == '\0' ) /* track the end of line into the loop */
int c = firstChar;
do
{
if( *cp == ',' )
{
makeCssSimpleTag(name, kind, TRUE);
*position = cp;
return P_STATE_NONE;
}
else if( *cp == '{' || *cp == '\0' )
{ /* assume that line end is the same as a starting definition (i.e. the { is on the next line */
makeCssSimpleTag(name, kind, TRUE);
*position = cp;
return P_STATE_IN_DEFINITION;
}
vStringPut (name, (int) *cp);
++cp;
}
makeCssSimpleTag(name, kind, TRUE);
*position = cp;
return P_STATE_NONE;
vStringPut (string, (char) c);
c = fileGetc ();
} while (isSelectorChar (c));
fileUngetc (c);
vStringTerminate (string);
}
static CssParserState parseCssLine( const unsigned char *line, CssParserState state )
static void readToken (tokenInfo *const token)
{
vString *aux;
vString *stack = vStringNew ();
int c;
while( *line != '\0' ) /* fileReadLine returns NULL terminated strings */
vStringClear (token->string);
getNextChar:
c = fileGetc ();
while (isspace (c))
c = fileGetc ();
token->type = c;
switch (c)
{
vStringClear (stack);
while (state == P_STATE_NONE &&
(isspace ((int) *line) || isalnum ((int) *line) || ( *line == '*' && *(line-1) != '/' )))
case EOF: token->type = TOKEN_EOF; break;
case '\'':
case '"':
{
if ((stack->length > 0 && isspace((int) *line)) || isalnum ((int) *line) || *line == '*') {
vStringPut(stack, (int) *line);
const int delimiter = c;
do
{
vStringPut (token->string, c);
c = fileGetc ();
if (c == '\\')
c = fileGetc ();
}
++line;
while (c != EOF && c != delimiter);
if (c != EOF)
vStringPut (token->string, c);
token->type = TOKEN_STRING;
break;
}
vStringTerminate (stack);
switch( state )
case '/': /* maybe comment start */
{
case P_STATE_NONE:
if( *line == '.' ) /* a class */
state = parseCssDeclaration( &line, K_CLASS, vStringValue(stack) );
else if( *line == '#' ) /* an id */
state = parseCssDeclaration( &line, K_ID, vStringValue(stack) );
else if( *line == '@' ) /* at-rules, we'll ignore them */
int d = fileGetc ();
if (d != '*')
{
fileUngetc (d);
vStringPut (token->string, c);
token->type = c;
}
else
{
d = fileGetc ();
do
{
++line;
aux = vStringNew();
while( !isspace((int) *line) )
{
vStringPut (aux, (int) *line);
++line;
}
vStringTerminate (aux);
if( strcmp( aux->buffer, "media" ) == 0 )
state = P_STATE_IN_MEDIA;
else if ( strcmp( aux->buffer, "import" ) == 0 )
state = P_STATE_IN_IMPORT;
else if ( strcmp( aux->buffer, "namespace" ) == 0 )
state = P_STATE_IN_NAMESPACE;
else if ( strcmp( aux->buffer, "page" ) == 0 )
state = P_STATE_IN_PAGE;
else if ( strcmp( aux->buffer, "font-face" ) == 0 )
state = P_STATE_IN_FONTFACE;
vStringDelete (aux);
c = d;
d = fileGetc ();
}
else if( *line == '*' && *(line-1) == '/' ) /* multi-line comment */
state = P_STATE_IN_COMMENT;
else if ( stack->length > 0 )
state = parseCssDeclaration( &line, K_SELECTOR, vStringValue(stack) );
break;
case P_STATE_IN_COMMENT:
if( *line == '/' && *(line-1) == '*')
state = P_STATE_NONE;
break;
case P_STATE_IN_SINGLE_STRING:
if( *line == '\'' && *(line-1) != '\\' )
state = P_STATE_IN_DEFINITION; /* PAGE, FONTFACE and DEFINITION are treated the same way */
break;
case P_STATE_IN_DOUBLE_STRING:
if( *line=='"' && *(line-1) != '\\' )
state = P_STATE_IN_DEFINITION; /* PAGE, FONTFACE and DEFINITION are treated the same way */
break;
case P_STATE_IN_MEDIA:
/* skip to start of media body or line end */
while( *line != '{' )
{
if( *line == '\0' )
break;
++line;
}
if( *line == '{' )
state = P_STATE_NONE;
break;
case P_STATE_IN_IMPORT:
case P_STATE_IN_NAMESPACE:
/* skip to end of declaration or line end */
while( *line != ';' )
{
if( *line == '\0' )
break;
++line;
}
if( *line == ';' )
state = P_STATE_NONE;
break;
case P_STATE_IN_PAGE:
case P_STATE_IN_FONTFACE:
case P_STATE_IN_DEFINITION:
if( *line == '\0' )
line = fileReadLine ();
if( *line == '}' )
state = P_STATE_NONE;
else if( *line == '\'' )
state = P_STATE_IN_SINGLE_STRING;
else if( *line == '"' )
state = P_STATE_IN_DOUBLE_STRING;
break;
case P_STATE_AT_END:
return state;
while (d != EOF && ! (c == '*' && d == '/'));
goto getNextChar;
}
break;
}
if (line == NULL) return P_STATE_AT_END;
line++;
}
vStringDelete (stack);
return state;
default:
if (! isSelectorChar (c))
{
vStringPut (token->string, c);
token->type = c;
}
else
{
parseSelector (token->string, c);
token->type = TOKEN_SELECTOR;
}
break;
}
}
/* sets selector kind in @p kind if found, otherwise don't touches @p kind */
static cssKind classifySelector (const vString *const selector)
{
size_t i;
for (i = vStringLength (selector); i > 0; --i)
{
char c = vStringItem (selector, i - 1);
if (c == '.')
return K_CLASS;
else if (c == '#')
return K_ID;
}
return K_SELECTOR;
}
static void findCssTags (void)
{
const unsigned char *line;
CssParserState state = P_STATE_NONE;
boolean readNextToken = TRUE;
tokenInfo token;
while ( (line = fileReadLine ()) != NULL )
{
state = parseCssLine( line, state );
if( state==P_STATE_AT_END ) return;
}
token.string = vStringNew ();
do
{
if (readNextToken)
readToken (&token);
readNextToken = TRUE;
if (token.type == '@')
{ /* At-rules, from the "@" to the next block or semicolon */
boolean useContents;
readToken (&token);
useContents = (strcmp (vStringValue (token.string), "media") == 0 ||
strcmp (vStringValue (token.string), "supports") == 0);
while (token.type != TOKEN_EOF &&
token.type != ';' && token.type != '{')
{
readToken (&token);
}
/* HACK: we *eat* the opening '{' for medias and the like so that
* the content is parsed as if it was at the root */
readNextToken = useContents && token.type == '{';
}
else if (token.type == TOKEN_SELECTOR)
{ /* collect selectors and make a tag */
cssKind kind = K_SELECTOR;
MIOPos filePosition;
unsigned long lineNumber;
vString *selector = vStringNew ();
do
{
if (vStringLength (selector) > 0)
vStringPut (selector, ' ');
vStringCat (selector, token.string);
kind = classifySelector (token.string);
lineNumber = getSourceLineNumber ();
filePosition = getInputFilePosition ();
readToken (&token);
/* handle attribute selectors */
if (token.type == '[')
{
int depth = 1;
while (depth > 0 && token.type != TOKEN_EOF)
{
vStringCat (selector, token.string);
readToken (&token);
if (token.type == '[')
depth++;
else if (token.type == ']')
depth--;
}
if (token.type != TOKEN_EOF)
vStringCat (selector, token.string);
readToken (&token);
}
}
while (token.type == TOKEN_SELECTOR);
/* we already consumed the next token, don't read it twice */
readNextToken = FALSE;
vStringTerminate (selector);
if (CssKinds[kind].enabled)
{
tagEntryInfo e;
initTagEntry (&e, vStringValue (selector));
e.lineNumber = lineNumber;
e.filePosition = filePosition;
e.kindName = CssKinds[kind].name;
e.kind = (char) CssKinds[kind].letter;
makeTagEntry (&e);
}
vStringDelete (selector);
}
else if (token.type == '{')
{ /* skip over { ... } */
int depth = 1;
while (depth > 0 && token.type != TOKEN_EOF)
{
readToken (&token);
if (token.type == '{')
depth++;
else if (token.type == '}')
depth--;
}
}
}
while (token.type != TOKEN_EOF);
vStringDelete (token.string);
}
/* parser definition */
@ -232,3 +267,4 @@ extern parserDefinition* CssParser (void)
def->parser = findCssTags;
return def;
}

4
tests/ctags/css-at-rules.css.tags
View File

@ -1,3 +1,3 @@
# format=tagmanager
body ﾌ2048ﾖ0
html ﾌ2048ﾖ0
bodyﾌ2048ﾖ0
htmlﾌ2048ﾖ0

5
tests/ctags/css-at-supports.css.tags
View File

@ -1,5 +1,2 @@
# format=tagmanager
html Ì2048Ö0
or Ì2048Ö0
test-property2: 42Ì2048Ö0
test-property: 42Ì2048Ö0
htmlﾌ2048ﾖ0

16
tests/ctags/css-attribute-selectors.css.tags
View File

@ -1,12 +1,6 @@
# format=tagmanager
aĚ2048Ö0
background-color: light-greenĚ2048Ö0
body Ě2048Ö0
color: greenĚ2048Ö0
color: redĚ2048Ö0
enĚ2048Ö0
hrefĚ2048Ö0
http:Ě2048Ö0
https:Ě2048Ö0
langĚ2048Ö0
p Ě2048Ö0
a[href^="http://"]Ì2048Ö0
a[href^="https://"]Ì2048Ö0
a[lang~=en]Ì2048Ö0
bodyÌ2048Ö0
pÌ2048Ö0

7
tests/ctags/css-namespace-selectors.css.tags
View File

@ -1,5 +1,4 @@
# format=tagmanager
*Ě2048Ö0
a Ě2048Ö0
div Ě2048Ö0
svgĚ2048Ö0
*|divÌ2048Ö0
svg|aÌ2048Ö0
|aÌ2048Ö0

33
tests/ctags/css-pseudo-classes.css.tags
View File

@ -1,23 +1,12 @@
# format=tagmanager
0n+1Ì2048Ö0
1Ì2048Ö0
10n+0Ì2048Ö0
2nÌ2048Ö0
2n+1Ì2048Ö0
a:langÌ2048Ö0
after Ì2048Ö0
background-color: gray Ì2048Ö0
background-color: light-gray Ì2048Ö0
body :notÌ2048Ö0
color: greenÌ2048Ö0
color: limeÌ2048Ö0
color: redÌ2048Ö0
enÌ2048Ö0
evenÌ2048Ö0
first-childÌ2048Ö0
n+3Ì2048Ö0
oddÌ2048Ö0
spanÌ2048Ö0
span:notÌ2048Ö0
span:nth-childÌ2048Ö0
tr:nth-childÌ2048Ö0
a:lang(en):afterÌ2048Ö0
body :not(span)Ì2048Ö0
span:not(:first-child)Ì2048Ö0
span:nth-child(-n+3)Ì2048Ö0
span:nth-child(0n+1)Ì2048Ö0
span:nth-child(1)Ì2048Ö0
tr:nth-child(10n+0)Ì2048Ö0
tr:nth-child(2n)Ì2048Ö0
tr:nth-child(2n+1)Ì2048Ö0
tr:nth-child(even)Ì2048Ö0
tr:nth-child(odd)Ì2048Ö0

18
tests/ctags/css-simple.css.tags
View File

@ -1,11 +1,11 @@
# format=tagmanager
#footer Ì16384Ö0
* Ì2048Ö0
.foo aÌ1Ö0
.foo b Ì1Ö0
.header Ì1Ö0
.red Ì1Ö0
div.magic Ì1Ö0
#footerÌ16384Ö0
*Ì2048Ö0
.foo aÌ2048Ö0
.foo bÌ2048Ö0
.headerÌ1Ö0
.redÌ1Ö0
div.magicÌ1Ö0
htmlÌ2048Ö0
ul > li > a Ì2048Ö0
ul li Ì2048Ö0
ul > li > aÌ2048Ö0
ul liÌ2048Ö0

1
tests/ctags/css-singlequote-in-comment-issue2.css.tags
View File

@ -1,2 +1,3 @@
# format=tagmanager
aÌ2048Ö0
b<EFBFBD>2048<EFBFBD>0

40
tests/ctags/css-tag-types.css.tags
View File

@ -1,36 +1,36 @@
# format=tagmanager
#a #fooÌ16384Ö0
#a #foo #barÌ16384Ö0
#a #foo .barÌ16384Ö0
#a #foo barÌ16384Ö0
#a .fooÌ16384Ö0
#a #foo .barÌ1Ö0
#a #foo barÌ2048Ö0
#a .fooÌ1Ö0
#a .foo #barÌ16384Ö0
#a .foo .barÌ16384Ö0
#a .foo barÌ16384Ö0
#a fooÌ16384Ö0
#a .foo .barÌ1Ö0
#a .foo barÌ2048Ö0
#a fooÌ2048Ö0
#a foo #barÌ16384Ö0
#a foo .barÌ16384Ö0
#a foo barÌ16384Ö0
.a #fooÌ1Ö0
.a #foo #barÌ1Ö0
#a foo .barÌ1Ö0
#a foo barÌ2048Ö0
.a #fooÌ16384Ö0
.a #foo #barÌ16384Ö0
.a #foo .barÌ1Ö0
.a #foo barÌ1Ö0
.a #foo barÌ2048Ö0
.a .fooÌ1Ö0
.a .foo #barÌ1Ö0
.a .foo #barÌ16384Ö0
.a .foo .barÌ1Ö0
.a .foo barÌ1Ö0
.a fooÌ1Ö0
.a foo #barÌ1Ö0
.a .foo barÌ2048Ö0
.a fooÌ2048Ö0
.a foo #barÌ16384Ö0
.a foo .barÌ1Ö0
.a foo barÌ1Ö0
.a foo barÌ2048Ö0
a #fooÌ16384Ö0
a #foo #barÌ16384Ö0
a #foo .barÌ16384Ö0
a #foo barÌ16384Ö0
a #foo .barÌ1Ö0
a #foo barÌ2048Ö0
a .fooÌ1Ö0
a .foo #barÌ1Ö0
a .foo #barÌ16384Ö0
a .foo .barÌ1Ö0
a .foo barÌ1Ö0
a .foo barÌ2048Ö0
a fooÌ2048Ö0
a foo #barÌ16384Ö0
a foo .barÌ1Ö0