summaryrefslogtreecommitdiff
path: root/l10ntools/source/gLexSrc.l
diff options
context:
space:
mode:
Diffstat (limited to 'l10ntools/source/gLexSrc.l')
-rw-r--r--l10ntools/source/gLexSrc.l337
1 files changed, 337 insertions, 0 deletions
diff --git a/l10ntools/source/gLexSrc.l b/l10ntools/source/gLexSrc.l
new file mode 100644
index 000000000000..d68e5d07b5b5
--- /dev/null
+++ b/l10ntools/source/gLexSrc.l
@@ -0,0 +1,337 @@
+/* -*- Mode: C++; tab-width: 4; indent-tabs-mode: nil; c-basic-offset: 4 -*- */
+/*
+ * This file is part of the LibreOffice project.
+ *
+ * This Source Code Form is subject to the terms of the Mozilla Public
+ * License, v. 2.0. If a copy of the MPL was not distributed with this
+ * file, You can obtain one at http://mozilla.org/MPL/2.0/.
+ *
+ * This file incorporates work covered by the following license notice:
+ *
+ * Licensed to the Apache Software Foundation (ASF) under one or more
+ * contributor license agreements. See the NOTICE file distributed
+ * with this work for additional information regarding copyright
+ * ownership. The ASF licenses this file to you under the Apache
+ * License, Version 2.0 (the "License"); you may not use this file
+ * except in compliance with the License. You may obtain a copy of
+ * the License at http://www.apache.org/licenses/LICENSE-2.0 .
+ */
+
+
+/*****************************************************************************
+ ********************** L E X D E F I N I T I O N **********************
+ *****************************************************************************
+ * lex grammar for parsing ressource source files (*.src)
+ * file is converted to gConSrc_yy.cxx with "flex"
+ *****************************************************************************/
+
+
+
+/*************** O V E R W R I T I N G F U N C T I O N S ***************/
+%top{
+#include "gConvSrc.hxx"
+
+#define IMPLptr convert_gen_impl::mcImpl
+#define LOCptr ((convert_src *)convert_gen_impl::mcImpl)
+
+/* enlarge token buffer to tokenize whole std::strings */
+#undef YYLMAX
+#define YYLMAX 64000
+
+/* change reader function (input) to our own version */
+#define YY_INPUT(buf,result,max_size) {int xres; IMPLptr->lexRead(buf, &xres, max_size); result = (yy_size_t)xres;}
+
+#define yytext_ptr srctext_ptr
+#define YY_NO_UNISTD_H 1
+}
+
+%{
+static void yy_flex_strncpy (char* s1, yyconst char * s2, int n )
+{
+ register int i;
+ for ( i = 0; i < n; ++i )
+ s1[i] = s2[i];
+}
+%}
+
+
+
+
+
+/***************************** O P T I O N S *****************************/
+/* 8bit --> allow 8bit characters in the input stream */
+/* noyywrap --> yywrap is not called (single file scan) */
+/* never-interactive --> no check for console output */
+/* prefix= --> yyFlexLexer change name */
+/* --- The following options are for future use (maybe) */
+/* yyclass= --> subClass yyFlexLexer to allow own functions */
+/* c++ --> generate C++ classes */
+%option prefix="src" 8bit noyywrap never-interactive
+%array
+%p 24000
+%e 1200
+%n 500
+
+
+/*********************** H E L P E R M A C R O S ***********************/
+%x CMD
+PRE ^[ \t]*
+SUF [ \t\r\n\\]
+SUFT [ \t\r\n\[]
+SPACE [ \t]*
+IDENT ([(a-zA-Z0-9_][ a-zA-Z0-9_\-\+\*(,&]*[a-zA-Z0-9)_]|[a-zA-Z0-9_])
+KEYID [a-zA-Z0-9_-]+
+
+/******************* R U L E S D E F I N I T I O N S *******************/
+%%
+
+
+
+"/*" {
+ int i = 1;
+ for (;;)
+ {
+ while (yytext[i] != '*')
+ yytext[++i] = yyinput();
+ yytext[++i] = yyinput();
+ if (yytext[i] == '/')
+ break;
+ }
+ yytext[i+1] = '\0';
+
+ IMPLptr->copySource(yytext);
+}
+
+
+"//".* {
+ IMPLptr->copySource(yytext);
+}
+
+
+
+"\"" {
+ char buildValue[8000];
+ int j, i;
+
+ // loop across multiple "..." and combine them, while keeping the source
+ buildValue[0] = yytext[0];
+ for (j = i = 0; yytext[i] != ';' ;)
+ {
+ // build current "..."
+ for (; (buildValue[++j] = yytext[++i] = yyinput()) != '\"';)
+ if (yytext[i] == '\\')
+ buildValue[++j] = yytext[++i] = yyinput();
+ --j;
+ // Look for termination or continuation
+ if (LOCptr->mbExpectValue)
+ for (; (yytext[++i] = yyinput()) != ';' && yytext[i] != '\"';) ;
+ else
+ break;
+ }
+ yytext[++i] =
+ buildValue[j+1] = '\0';
+ LOCptr->setValue(yytext, &buildValue[1]);
+}
+
+
+
+"{" {
+ LOCptr->startBlock(yytext);
+}
+
+
+
+"}"{SPACE}";"* {
+ LOCptr->stopBlock(yytext);
+}
+
+
+
+{PRE}"<"{SUF} {
+ yyless(strlen(yytext)-1);
+ LOCptr->setListItem(yytext, true);
+}
+
+
+
+">"{SPACE}";"{SUF} {
+ yyless(strlen(yytext)-1);
+ LOCptr->setListItem(yytext, false);
+}
+
+
+
+\n {
+ LOCptr->setNL(yytext, false);
+}
+
+
+
+\\[\r]*\n {
+ LOCptr->setNL(yytext, true);
+}
+
+
+
+"["{SPACE}en-US{SPACE}"]" {
+ LOCptr->setLang(yytext, true);
+}
+
+
+
+"["{SPACE}{KEYID}{SPACE}"]" {
+ LOCptr->setLang(yytext, false);
+}
+
+
+
+{PRE}[bB][iI][tT][mM][aA][pP]{SUF} |
+{PRE}[bB][uU][tT][tT][oO][nN][iI][mM][aA][gG][eE]{SUF} |
+{PRE}[cC][aA][nN][cC][eE][lL][bB][uU][tT][tT][oO][nN]{SUF} |
+{PRE}[cC][hH][eE][cC][kK][bB][oO][xX]{SUF} |
+{PRE}[cC][oO][nN][tT][rR][oO][lL]{SUF} |
+{PRE}[cC][oO][mM][bB][oO][bB][oO][xX]{SUF} |
+{PRE}[dD][oO][cC][kK][iI][nN][gG][wW][iI][nN][dD][oO][wW]{SUF} |
+{PRE}[eE][dD][iI][tT]{SUF} |
+{PRE}[eE][rR][rR][oO][rR][bB][oO][xX]{SUF} |
+{PRE}[fF][iI][xX][eE][dD][tT][eE][xX][tT]{SUF} |
+{PRE}[fF][iI][xX][eE][dD][lL][iI][nN][eE]{SUF} |
+{PRE}[fF][lL][oO][aA][tT][iI][nN][gG][wW][iI][nN][dD][oO][wW]{SUF} |
+{PRE}[gG][rR][oO][uU][pP][bB][oO][xX]{SUF} |
+{PRE}[hH][eE][lL][pP][bB][uU][tT][tT][oO][nN]{SUF} |
+{PRE}[iI][dD][lL][iI][sS][tT]{SUF} |
+{PRE}[iI][mM][aA][gG][eE]{SUF} |
+{PRE}[iI][mM][aA][gG][eE][lL][iI][sS][tT]{SUF} |
+{PRE}[iI][mM][aA][gG][eE][bB][uU][tT][tT][oO][nN]{SUF} |
+{PRE}[iI][mM][aA][gG][eE][rR][aA][dD][iI][oO][bB][uU][tT][tT][oO][nN]{SUF} |
+{PRE}[iI][nN][fF][oO][bB][oO][xX]{SUF} |
+{PRE}[lL][iI][sS][tT][bB][oO][xX]{SUF} |
+{PRE}[mM][eE][nN][uU]{SUF} |
+{PRE}[mM][eE][nN][uU][bB][uU][tT][tT][oO][nN]{SUF} |
+{PRE}[mM][eE][nN][uU][iI][tT][eE][mM]{SUF} |
+{PRE}[mM][eE][sS][sS][bB][oO][xX]{SUF} |
+{PRE}[mM][eE][tT][rR][iI][cC][fF][iI][eE][lL][dD]{SUF} |
+{PRE}[mM][oO][dD][aA][lL][dD][iI][aA][lL][oO][gG]{SUF} |
+{PRE}[mM][oO][dD][eE][lL][eE][sS][sS][dD][iI][aA][lL][oO][gG]{SUF} |
+{PRE}[mM][oO][rR][eE][bB][uU][tT][tT][oO][nN]{SUF} |
+{PRE}[mM][uU][lL][tT][iI][lL][iI][nN][eE][eE][dD][iI][tT]{SUF} |
+{PRE}[nN][uU][mM][eE][rR][iI][cC][fF][iI][eE][lL][dD]{SUF} |
+{PRE}[oO][kK][bB][uU][tT][tT][oO][nN]{SUF} |
+{PRE}[pP][aA][gG][eE][iI][tT][eE][mM]{SUF} |
+{PRE}[pP][aA][gG][eE][lL][iI][sS][tT]{SUF} |
+{PRE}[pP][uU][sS][hH][bB][uU][tT][tT][oO][nN]{SUF} |
+{PRE}[qQ][uU][eE][rR][yY][bB][oO][xX]{SUF} |
+{PRE}[rR][aA][dD][iI][oO][bB][uU][tT][tT][oO][nN]{SUF} |
+{PRE}[rR][eE][sS][oO][uU][rR][cC][eE]{SUF} |
+{PRE}[sS][fF][xX][sS][tT][yY][lL][eE][fF][aA][mM][iI][lL][iI][eS][sS]{SUF} |
+{PRE}[sS][fF][xX][sS][tT][yY][lL][eE][fF][aA][mM][iI][lL][yY][iI][tT][eE][mM]{SUF} |
+{PRE}[sS][pP][iI][nN][fF][iI][eE][lL][dD]{SUF} |
+{PRE}[sS][tT][rR][iI][nN][gG]{SUF} |
+{PRE}[sS][tT][rR][iI][nN][gG][aA][rR][rR][aA][yY]{SUF} |
+{PRE}[tT][aA][bB][cC][oO][nN][tT][rR][oO][lL]{SUF} |
+{PRE}[tT][aA][bB][dD][iI][aA][lL][oO][gG]{SUF} |
+{PRE}[tT][aA][bB][pP][aA][gG][eE]{SUF} |
+{PRE}[tT][iI][mM][eE][fF][iI][eE][lL][dD]{SUF} |
+{PRE}[tT][oO][oO][lL][bB][oO][xX]{SUF} |
+{PRE}[tT][oO][oO][lL][bB][oO][xX][iI][tT][eE][mM]{SUF} |
+{PRE}[tT][rR][iI][sS][tT][aA][tT][eE][bB][oO][xX]{SUF} |
+{PRE}[wW][aA][rR][nN][iI][nN][gG][bB][oO][xX]{SUF} |
+{PRE}[wW][iI][nN][dD][oO][wW]{SUF} |
+{PRE}[wW][oO][rR][kK][wW][iI][nN][dD][oO][wW]{SUF} {
+ yyless(strlen(yytext)-1);
+ LOCptr->setCmd(yytext);
+ BEGIN(CMD);
+}
+
+<CMD>{IDENT} {
+ LOCptr->setName(yytext);
+ BEGIN(INITIAL);
+}
+
+<CMD>[ \t=]+ {
+ IMPLptr->copySource(yytext);
+}
+
+<CMD>.|\n|\r {
+ yyless(0);
+ BEGIN(INITIAL);
+}
+
+
+
+{PRE}[hH][eE][lL][pP][iI][dD]{SUF} {
+ yyless(strlen(yytext)-1);
+ LOCptr->setId(yytext, false);
+}
+
+
+
+{PRE}[sS][tT][yY][lL][eE][fF][aA][mM][iI][lL][yY]{SUF} |
+{PRE}[iI][dD][eE][nN][tT][iI][fF][iI][eE][rR]{SUF} {
+ yyless(strlen(yytext)-1);
+ LOCptr->setId(yytext, true);
+}
+
+
+
+{PRE}[cC][uU][sS][tT][oO][mM][uU][nN][iI][tT][tT][eE][xX][tT]{SUFT} |
+{PRE}[hH][eE][lL][pP][tT][eE][xX][tT]{SUFT} |
+{PRE}[mM][eE][sS][sS][aA][gG][eE]{SUFT} |
+{PRE}[qQ][uU][iI][cC][kK][hH][eE][lL][pP][tT][eE][xX][tT]{SUFT} |
+{PRE}[tT][eE][xX][tT]{SUFT} |
+{PRE}[tT][iI][tT][lL][eE]{SUFT} {
+ yyless(strlen(yytext)-1);
+ LOCptr->setText(yytext);
+}
+
+
+
+{PRE}[fF][iI][lL][tT][eE][rR][lL][iI][sS][tT]{SUFT} |
+{PRE}[iI][tT][eE][mM][lL][iI][sS][tT]{SUFT} |
+{PRE}[sS][tT][yY][lL][eE][fF][aA][mM][iI][lL][yY][lL][iI][sS][tT]{SUF} {
+ yyless(strlen(yytext)-1);
+ LOCptr->setList(yytext);
+}
+
+
+
+{PRE}[pP][aA][iI][rR][eE][dD][lL][iI][sS][tT]{SUFT} |
+{PRE}[sS][tT][rR][iI][nN][gG][lL][iI][sS][tT]{SUFT} {
+ yyless(strlen(yytext)-1);
+ LOCptr->setList(yytext);
+}
+
+
+
+{PRE}"#define"{SUF} {
+ yyless(strlen(yytext)-1);
+ LOCptr->setMacro(yytext);
+ BEGIN(CMD);
+}
+
+
+
+{KEYID} {
+ LOCptr->setName(yytext);
+}
+
+
+
+. {
+ IMPLptr->copySource(yytext);
+
+ // Just to please compiler.
+ if (false)
+ REJECT;
+}
+
+%%
+
+
+
+void src_dummyJustForCompiler()
+{
+// char *txt = NULL;
+// yy_flex_strlen(txt);
+// yyunput(0, txt);
+}
generated by cgit (git 2.34.1) at 2024-12-27 16:09:00 +0000