main: using regex for choosing a parser for the given file name

This change extends --map-<LANG> option to support regular
expression matching with the full file name.

The original --map-<LANG> option supports the glob based matching
and the extension comparison with the file basename.
However, two methods are not enough if the file names are too
generic. See #3287 .

The regular expression passed to --map-<LANG> must be surround
by % character like

   --map-RpmMacros='%(.*/)?macros\.d/macros\.([^/]+)$%'

If you want to match in a case-insensitive way, append `i' after
the second % like

   --map-RpmMacros='%(.*/)?macros\.d/macros\.([^/]+)$%i'

If you want to use % as part of an expression, put \ before %
for escaping.

TODO:

- [ ] reconsider name regex, rxpr, or something
- [ ] update ctags.1
- [ ] add Tmain test cases
- [ ] add description to --help
- [X] extend optlib2c
- [X] add --list-map-regex
- [X] add --list-maps
- [ ] add pcre backend

Signed-off-by: Masatake YAMATO <[email protected]>

Author: masatake

main/options.c

@@ -59,6 +59,9 @@
 /*  The following separators are permitted for list options.
  */
 #define EXTENSION_SEPARATOR '.'
+#define REXPR_START '%'
+#define REXPR_STOP '%'
+#define REXPR_ICASE 'i'
 #define PATTERN_START '('
 #define PATTERN_STOP  ')'
 #define IGNORE_SEPARATORS   ", \t\n"
@@ -303,10 +306,10 @@ static optionDescription LongOptionDescription [] = {
  {1,0,"  --langmap=<map>[,<map>[...]]"},
  {1,0,"       Override default mapping of language to input file extension."},
  {1,0,"       e.g. --langmap=c:.c.x,java:+.j,make:([Mm]akefile).mak"},
- {1,0,"  --map-<LANG>=[+|-]<extension>|<pattern>"},
+ {1,0,"  --map-<LANG>=[+|-]<extension>|<pattern>|<regex>"},
  {1,0,"       Set, add(+) or remove(-) the map for <LANG>."},
- {1,0,"       Unlike --langmap, this doesn't take a list; only one file name <pattern>"},
- {1,0,"       or one file <extension> can be specified at once."},
+ {1,0,"       Unlike --langmap, this doesn't take a list; only one file name <pattern>,"},
+ {1,0,"       one file name <regex>, or one file <extension> can be specified at once."},
  {1,0,"       Unlike --langmap the change with this option affects mapping of <LANG> only."},
  {1,0,""},
  {1,0,"Tags File Contents Options"},
@@ -436,6 +439,8 @@ static optionDescription LongOptionDescription [] = {
  {1,0,"       Output list of language extensions in mapping."},
  {1,0,"  --list-map-patterns[=(<language>|all)]"},
  {1,0,"       Output list of language patterns in mapping."},
+ {1,0,"  --list-map-regex[=(<language>|all)]"},
+ {1,0,"       Output list of language regular expressions in mapping."},
  {1,0,"  --list-maps[=(<language>|all)]"},
  {1,0,"       Output list of language mappings (both extensions and patterns)."},
  {1,0,"  --list-mline-regex-flags"},
@@ -1793,6 +1798,7 @@ static char* extractMapFromParameter (const langType language,
 		++parameter;
 		for (p = parameter  ;  *p != PATTERN_STOP  &&  *p != '\0'  ;  ++p)
 		{
+			/* ??? */
 			if (*p == '\\'  &&  *(p + 1) == PATTERN_STOP)
 				++p;
 		}
@@ -1808,6 +1814,26 @@ static char* extractMapFromParameter (const langType language,
 		return result;
 	}
 
+	if (first == REXPR_START)
+	{
+		*mapType = LMAP_REXPR;
+
+		++parameter;
+		vString *rexpr = vStringNew ();
+		for (p = parameter  ;  *p != REXPR_STOP  &&  *p != '\0'  ;  ++p)
+		{
+			if (*p == '\\'  &&  *(p + 1) == REXPR_STOP)
+				continue;
+			vStringPut (rexpr, *p);
+		}
+		if (*p == '\0')
+			error (FATAL, "Unterminated file name regex for %s language",
+				   getLanguageName (language));
+
+		*tail = p + 1;
+		return vStringDeleteUnwrap (rexpr);
+	}
+
 	return NULL;
 }
 
@@ -1823,6 +1849,13 @@ static char* addLanguageMap (const langType language, char* map_parameter,
 		addLanguageExtensionMap (language, map, exclusiveInAllLanguages);
 	else if (map && map_type == LMAP_PATTERN)
 		addLanguagePatternMap (language, map, exclusiveInAllLanguages);
+	else if (map && map_type == LMAP_REXPR)
+	{
+		bool icase = (*p == REXPR_ICASE);
+		addLanguageRexprMap (language, map, icase, exclusiveInAllLanguages);
+		if (icase)
+			p++;
+	}
 	else
 		error (FATAL, "Badly formed language map for %s language",
 				getLanguageName (language));
@@ -1843,6 +1876,13 @@ static char* removeLanguageMap (const langType language, char* map_parameter)
 		removeLanguageExtensionMap (language, map);
 	else if (map && map_type == LMAP_PATTERN)
 		removeLanguagePatternMap (language, map);
+	else if (map && map_type == LMAP_REXPR)
+	{
+		bool icase = (*p == REXPR_ICASE);
+		removeLanguageRexprMap (language, map, icase);
+		if (icase)
+			p++;
+	}
 	else
 		error (FATAL, "Badly formed language map for %s language",
 		       getLanguageName (language));
@@ -2164,6 +2204,13 @@ static void processListMapPatternsOption (const char *const option,
 	processListMapsOptionForType (option, parameter, LMAP_PATTERN|LMAP_TABLE_OUTPUT);
 }
 
+static void processListMapRegularExpressionsOption (const char *const option,
+				       const char *const parameter)
+{
+	processListMapsOptionForType (option, parameter, LMAP_REXPR|LMAP_TABLE_OUTPUT);
+}
+
+
 static void processListMapsOption (
 		const char *const option CTAGS_ATTR_UNUSED,
 		const char *const parameter CTAGS_ATTR_UNUSED)
@@ -2327,6 +2374,13 @@ static void processDescribeLanguage(const char *const option,
 		   getLanguageVersionCurrent (language),
 		   getLanguageVersionAge (language));
 
+	puts("");
+	puts("Mappings/rexprs");
+	puts("-------------------------------------------------------");
+	printLanguageMaps (language, LMAP_REXPR|LMAP_NO_LANG_PREFIX,
+					   localOption.withListHeader, localOption.machinable,
+					   stdout);
+
 	puts("");
 	puts("Mappings/patterns");
 	puts("-------------------------------------------------------");
@@ -2999,6 +3053,7 @@ static parametricOption ParametricOptions [] = {
 	{ "list-maps",              processListMapsOption,          true,   STAGE_ANY },
 	{ "list-map-extensions",    processListMapExtensionsOption, true,   STAGE_ANY },
 	{ "list-map-patterns",      processListMapPatternsOption,   true,   STAGE_ANY },
+	{ "list-map-regex",         processListMapRegularExpressionsOption, true, STAGE_ANY },
 	{ "list-mline-regex-flags", processListMultilineRegexFlagsOption, true, STAGE_ANY },
 	{ "list-output-formats",    processListOutputFormatsOption, true,   STAGE_ANY },
 	{ "list-params",            processListParametersOption,    true,   STAGE_ANY },