/* -*- Mode: C++; tab-width: 4; indent-tabs-mode: nil; c-basic-offset: 4 -*- */ /* * This file is part of the LibreOffice project. * * This Source Code Form is subject to the terms of the Mozilla Public * License, v. 2.0. If a copy of the MPL was not distributed with this * file, You can obtain one at http://mozilla.org/MPL/2.0/. * * This file incorporates work covered by the following license notice: * * Licensed to the Apache Software Foundation (ASF) under one or more * contributor license agreements. See the NOTICE file distributed * with this work for additional information regarding copyright * ownership. The ASF licenses this file to you under the Apache * License, Version 2.0 (the "License"); you may not use this file * except in compliance with the License. You may obtain a copy of * the License at http://www.apache.org/licenses/LICENSE-2.0 . */ #include #include #include #include #include struct TokenTable { SbiToken t; const char *s; }; static const TokenTable aTokTable_Basic [] = { { CAT, "&" }, { MUL, "*" }, { PLUS, "+" }, { MINUS, "-" }, { DIV, "/" }, { EOS, ":" }, { ASSIGN, ":=" }, { LT, "<" }, { LE, "<=" }, { NE, "<>" }, { EQ, "=" }, { GT, ">" }, { GE, ">=" }, { ACCESS, "Access" }, { ALIAS, "Alias" }, { AND, "And" }, { ANY, "Any" }, { APPEND, "Append" }, { AS, "As" }, { ATTRIBUTE,"Attribute" }, { BASE, "Base" }, { BINARY, "Binary" }, { TBOOLEAN, "Boolean" }, { BYREF, "ByRef", }, { TBYTE, "Byte", }, { BYVAL, "ByVal", }, { CALL, "Call" }, { CASE, "Case" }, { CDECL_, "Cdecl" }, { CLASSMODULE, "ClassModule" }, { CLOSE, "Close" }, { COMPARE, "Compare" }, { COMPATIBLE,"Compatible" }, { CONST_, "Const" }, { TCURRENCY,"Currency" }, { TDATE, "Date" }, { DECLARE, "Declare" }, { DEFBOOL, "DefBool" }, { DEFCUR, "DefCur" }, { DEFDATE, "DefDate" }, { DEFDBL, "DefDbl" }, { DEFERR, "DefErr" }, { DEFINT, "DefInt" }, { DEFLNG, "DefLng" }, { DEFOBJ, "DefObj" }, { DEFSNG, "DefSng" }, { DEFSTR, "DefStr" }, { DEFVAR, "DefVar" }, { DIM, "Dim" }, { DO, "Do" }, { TDOUBLE, "Double" }, { EACH, "Each" }, { ELSE, "Else" }, { ELSEIF, "ElseIf" }, { END, "End" }, { ENDENUM, "End Enum" }, { ENDFUNC, "End Function" }, { ENDIF, "End If" }, { ENDPROPERTY, "End Property" }, { ENDSELECT,"End Select" }, { ENDSUB, "End Sub" }, { ENDTYPE, "End Type" }, { ENDIF, "EndIf" }, { ENUM, "Enum" }, { EQV, "Eqv" }, { ERASE, "Erase" }, { ERROR_, "Error" }, { EXIT, "Exit" }, { BASIC_EXPLICIT, "Explicit" }, { FOR, "For" }, { FUNCTION, "Function" }, { GET, "Get" }, { GLOBAL, "Global" }, { GOSUB, "GoSub" }, { GOTO, "GoTo" }, { IF, "If" }, { IMP, "Imp" }, { IMPLEMENTS, "Implements" }, { IN_, "In" }, { INPUT, "Input" }, // also INPUT # { TINTEGER, "Integer" }, { IS, "Is" }, { LET, "Let" }, { LIB, "Lib" }, { LIKE, "Like" }, { LINE, "Line" }, { LINEINPUT,"Line Input" }, { LOCAL, "Local" }, { LOCK, "Lock" }, { TLONG, "Long" }, { LOOP, "Loop" }, { LPRINT, "LPrint" }, { LSET, "LSet" }, // JSM { MOD, "Mod" }, { NAME, "Name" }, { NEW, "New" }, { NEXT, "Next" }, { NOT, "Not" }, { TOBJECT, "Object" }, { ON, "On" }, { OPEN, "Open" }, { OPTION, "Option" }, { OPTIONAL_, "Optional" }, { OR, "Or" }, { OUTPUT, "Output" }, { PARAMARRAY, "ParamArray" }, { PRESERVE, "Preserve" }, { PRINT, "Print" }, { PRIVATE, "Private" }, { PROPERTY, "Property" }, { PTRSAFE, "PtrSafe" }, { PUBLIC, "Public" }, { RANDOM, "Random" }, { READ, "Read" }, { REDIM, "ReDim" }, { REM, "Rem" }, { RESUME, "Resume" }, { RETURN, "Return" }, { RSET, "RSet" }, // JSM { SELECT, "Select" }, { SET, "Set" }, { SHARED, "Shared" }, { TSINGLE, "Single" }, { STATIC, "Static" }, { STEP, "Step" }, { STOP, "Stop" }, { TSTRING, "String" }, { SUB, "Sub" }, { STOP, "System" }, { TEXT, "Text" }, { THEN, "Then" }, { TO, "To", }, { TYPE, "Type" }, { TYPEOF, "TypeOf" }, { UNTIL, "Until" }, { TVARIANT, "Variant" }, { VBASUPPORT, "VbaSupport" }, { WEND, "Wend" }, { WHILE, "While" }, { WITH, "With" }, { WITHEVENTS, "WithEvents" }, { WRITE, "Write" }, // also WRITE # { XOR, "Xor" }, }; // #i109076 class TokenLabelInfo { std::array m_pTokenCanBeLabelTab; public: TokenLabelInfo(); bool canTokenBeLabel( SbiToken eTok ) { return m_pTokenCanBeLabelTab[eTok]; } }; class StaticTokenLabelInfo: public ::rtl::Static< TokenLabelInfo, StaticTokenLabelInfo >{}; // #i109076 TokenLabelInfo::TokenLabelInfo() { m_pTokenCanBeLabelTab.fill(false); // Token accepted as label by VBA static const SbiToken eLabelToken[] = { ACCESS, ALIAS, APPEND, BASE, BINARY, CLASSMODULE, COMPARE, COMPATIBLE, DEFERR, ERROR_, BASIC_EXPLICIT, LIB, LINE, LPRINT, NAME, TOBJECT, OUTPUT, PROPERTY, RANDOM, READ, STEP, STOP, TEXT, VBASUPPORT }; for( SbiToken eTok : eLabelToken ) { m_pTokenCanBeLabelTab[eTok] = true; } } SbiTokenizer::SbiTokenizer( const OUString& rSrc, StarBASIC* pb ) : SbiScanner(rSrc, pb) , eCurTok(NIL) , ePush(NIL) , nPLine(0) , nPCol1(0) , nPCol2(0) , bEof(false) , bEos(true) , bAs(false) , bErrorIsSymbol(true) { } void SbiTokenizer::Push( SbiToken t ) { if( ePush != NIL ) Error( ERRCODE_BASIC_INTERNAL_ERROR, "PUSH" ); else ePush = t; } void SbiTokenizer::Error( ErrCode code, const OUString &aMsg ) { aError = aMsg; Error( code ); } void SbiTokenizer::Error( ErrCode code, SbiToken tok ) { aError = Symbol( tok ); Error( code ); } // reading in the next token without absorbing it SbiToken SbiTokenizer::Peek() { if( ePush == NIL ) { sal_uInt16 nOldLine = nLine; sal_uInt16 nOldCol1 = nCol1; sal_uInt16 nOldCol2 = nCol2; ePush = Next(); nPLine = nLine; nLine = nOldLine; nPCol1 = nCol1; nCol1 = nOldCol1; nPCol2 = nCol2; nCol2 = nOldCol2; } return eCurTok = ePush; } // For decompilation. Numbers and symbols return an empty string. const OUString& SbiTokenizer::Symbol( SbiToken t ) { // character token? if( t < FIRSTKWD ) { aSym = OUString(sal::static_int_cast(t)); return aSym; } switch( t ) { case NEG : aSym = "-"; return aSym; case EOS : aSym = ":/CRLF"; return aSym; case EOLN : aSym = "CRLF"; return aSym; default: break; } for( auto& rTok : aTokTable_Basic ) { if( rTok.t == t ) { aSym = OStringToOUString(rTok.s, RTL_TEXTENCODING_ASCII_US); return aSym; } } const sal_Unicode *p = aSym.getStr(); if (*p <= ' ') { aSym = "???"; } return aSym; } // Reading in the next token and put it down. // Tokens that don't appear in the token table // are directly returned as a character. // Some words are treated in a special way. SbiToken SbiTokenizer::Next() { if (bEof) { return EOLN; } // have read in one already? if( ePush != NIL ) { eCurTok = ePush; ePush = NIL; nLine = nPLine; nCol1 = nPCol1; nCol2 = nPCol2; bEos = IsEoln( eCurTok ); return eCurTok; } const TokenTable *tp; if( !NextSym() ) { bEof = bEos = true; return eCurTok = EOLN; } if( aSym.startsWith("\n") ) { bEos = true; return eCurTok = EOLN; } bEos = false; if( bNumber ) { return eCurTok = NUMBER; } else if( ( eScanType == SbxDATE || eScanType == SbxSTRING ) && !bSymbol ) { return eCurTok = FIXSTRING; } else if( aSym.isEmpty() ) { //something went wrong bEof = bEos = true; return eCurTok = EOLN; } // Special cases of characters that are between "Z" and "a". ICompare() // evaluates the position of these characters in different ways. else if( aSym[0] == '^' ) { return eCurTok = EXPON; } else if( aSym[0] == '\\' ) { return eCurTok = IDIV; } else { if( eScanType != SbxVARIANT ) return eCurTok = SYMBOL; // valid token? short lb = 0; short ub = SAL_N_ELEMENTS(aTokTable_Basic)-1; short delta; do { delta = (ub - lb) >> 1; tp = &aTokTable_Basic[ lb + delta ]; sal_Int32 res = aSym.compareToIgnoreAsciiCaseAscii( tp->s ); if( res == 0 ) { goto special; } if( res < 0 ) { if ((ub - lb) == 2) { ub = lb; } else { ub = ub - delta; } } else { if ((ub -lb) == 2) { lb = ub; } else { lb = lb + delta; } } } while( delta ); // Symbol? if not >= token sal_Unicode ch = aSym[0]; if( !BasicCharClass::isAlpha( ch, bCompatible ) && !bSymbol ) { return eCurTok = static_cast(ch & 0x00FF); } return eCurTok = SYMBOL; } special: // #i92642 bool bStartOfLine = (eCurTok == NIL || eCurTok == REM || eCurTok == EOLN || eCurTok == THEN || eCurTok == ELSE); // single line If if( !bStartOfLine && (tp->t == NAME || tp->t == LINE) ) { return eCurTok = SYMBOL; } else if( tp->t == TEXT ) { return eCurTok = SYMBOL; } // maybe we can expand this for other statements that have parameters // that are keywords ( and those keywords are only used within such // statements ) // what's happening here is that if we come across 'append' ( and we are // not in the middle of parsing a special statement ( like 'Open') // we just treat keyword 'append' as a normal 'SYMBOL'. // Also we accept Dim APPEND else if ( ( !bInStatement || eCurTok == DIM ) && tp->t == APPEND ) { return eCurTok = SYMBOL; } // #i92642: Special LINE token handling -> SbiParser::Line() // END IF, CASE, SUB, DEF, FUNCTION, TYPE, CLASS, WITH if( tp->t == END ) { // from 15.3.96, special treatment for END, at Peek() the current // time is lost, so memorize everything and restore after sal_uInt16 nOldLine = nLine; sal_uInt16 nOldCol = nCol; sal_uInt16 nOldCol1 = nCol1; sal_uInt16 nOldCol2 = nCol2; OUString aOldSym = aSym; SaveLine(); // save pLine in the scanner eCurTok = Peek(); switch( eCurTok ) { case IF: Next(); eCurTok = ENDIF; break; case SELECT: Next(); eCurTok = ENDSELECT; break; case SUB: Next(); eCurTok = ENDSUB; break; case FUNCTION: Next(); eCurTok = ENDFUNC; break; case PROPERTY: Next(); eCurTok = ENDPROPERTY; break; case TYPE: Next(); eCurTok = ENDTYPE; break; case ENUM: Next(); eCurTok = ENDENUM; break; case WITH: Next(); eCurTok = ENDWITH; break; default : eCurTok = END; break; } nCol1 = nOldCol1; if( eCurTok == END ) { // reset everything so that token is read completely newly after END ePush = NIL; nLine = nOldLine; nCol = nOldCol; nCol2 = nOldCol2; aSym = aOldSym; RestoreLine(); } return eCurTok; } // are data types keywords? // there is ERROR(), DATA(), STRING() etc. eCurTok = tp->t; // AS: data types are keywords if( tp->t == AS ) { bAs = true; } else { if( bAs ) { bAs = false; } else if( eCurTok >= DATATYPE1 && eCurTok <= DATATYPE2 && (bErrorIsSymbol || eCurTok != ERROR_) ) { eCurTok = SYMBOL; } } // CLASSMODULE, PROPERTY, GET, ENUM token only visible in compatible mode SbiToken eTok = tp->t; if( bCompatible ) { // #129904 Suppress system if( eTok == STOP && aSym.equalsIgnoreAsciiCase("system") ) { eCurTok = SYMBOL; } if( eTok == GET && bStartOfLine ) { eCurTok = SYMBOL; } } else { if( eTok == CLASSMODULE || eTok == IMPLEMENTS || eTok == PARAMARRAY || eTok == ENUM || eTok == PROPERTY || eTok == GET || eTok == TYPEOF ) { eCurTok = SYMBOL; } } bEos = IsEoln( eCurTok ); return eCurTok; } bool SbiTokenizer::MayBeLabel( bool bNeedsColon ) { if( eCurTok == SYMBOL || StaticTokenLabelInfo::get().canTokenBeLabel( eCurTok ) ) { return !bNeedsColon || DoesColonFollow(); } else { return ( eCurTok == NUMBER && eScanType == SbxINTEGER && nVal >= 0 ); } } OUString SbiTokenizer::GetKeywordCase( const OUString& sKeyword ) { for( auto& rTok : aTokTable_Basic ) { if( sKeyword.equalsIgnoreAsciiCaseAscii(rTok.s) ) return OStringToOUString(rTok.s, RTL_TEXTENCODING_ASCII_US); } return OUString(); } /* vim:set shiftwidth=4 softtabstop=4 expandtab: */ n value='feature/cib_contract6721b'>feature/cib_contract6721b LibreOffice 核心代码仓库文档基金会
summaryrefslogtreecommitdiff
AgeCommit message (Expand)Author
2022-12-21tdf#140215 Simplify the handling of .ulf filesIlmari Lauhakangas
2022-12-03tdf#132650 Improve applause.wav soundBogdan B
2021-04-27tdf#140681 Translate Bullets default gallery nameGabor Kelemen
2021-01-20Revert "tdf#139076 update Bullet icons with sexy .svg icons"Andreas Kainz
2021-01-19tdf#139076 update Bullet icons with sexy .svg iconsandreas kainz
2021-01-19tdf#132846 Lines connector better layout for writerandreas kainz
2020-08-16tdf#134583 remove glow effect from verticall scroll gallery itemandreas kainz
2020-07-15tdf#133788 Missing pieces for Gallery localizationChristian Lohmaier
2020-06-17Resolves tdf#132904 and tdf#133788 - Gallery clean-upHeiko Tietze
2020-06-06tdf#132618 Diagram gallery number fixandreas kainz
2020-05-12Area fill bitmap presets invoice paper language fixandreas kainz
2020-05-07tdf#132618 Diagramm gallery fix numberandreas kainz
2020-05-05Gallery: add styles support to bpmn gallery itemsandreas kainz
2020-04-21tdf#99674 update flowchart gallery now with themes supportandreas kainz
2020-04-15tdf#131787 Update diagrams gallery with real shapesandreas kainz
2020-04-14tdf#131308 add network galleryandreas kainz
2020-04-14add more icon gallery shapesandreas kainz
2020-04-10tdf#131948 Remove /extras/source/gallery/www-grafandreas kainz
2020-04-09Gallery Rename Symbols to Iconsandreas kainz
2020-04-08Arrow Gallery updateandreas kainz
2020-04-08tdf#131795 Add new Shapes/Symbols Galleryandreas kainz
2020-04-08tdf#131949 Remove /extras/source/gallery/htmlexpoandreas kainz
2020-04-07Gallery: change name from icons to symbolsandreas kainz
2020-04-06tdf#131860 Add new icons Galleryandreas kainz
2020-04-05tdf#131784 Add new Arrows Galleryandreas kainz
2020-04-04tdf#131786 Remove Arrow Galleryandreas kainz
2020-04-04tdf#131787 Remove Diagramm Galleryandreas kainz
2020-04-04tdf#131796 Remove Symbols Galleryandreas kainz
2020-04-04tdf#131782 Remove Text Shape Galleryandreas kainz
2020-04-04tdf#131792 Remove People galleryandreas kainz
2020-04-04tdf#131780 Remove Transportation galleryandreas kainz
2020-04-04tdf#131790 Remove Finance galleryandreas kainz
2020-04-04tdf#131789 Remove Environment galleryandreas kainz
2020-04-03tdf#131789 Remove Environment gallery will be available as extensionandreas kainz
2020-04-03tdf#99674 Add Flowchart galleryandreas kainz
2020-04-03Revert "tdf#131224 update bullets and numbering images"Heiko Tietze
2020-04-02tdf#131308 Gallery: Remove Computer Galleryandreas kainz
2020-04-01bpmn gallery update for better previewsandreas kainz
2020-04-01bpmn gallery available in user dirandreas kainz
2020-03-29tdf#125960 update fontwork shapes for fontwork galleryandreas kainz
2020-03-29Gallery: Add bpmn galleryandreas kainz
2020-03-29tdf#131224 update bullets and numbering imagesandreas kainz
2020-03-14Revert "Resolves tdf#99675: Add BPMN images to the gallery"Heiko Tietze
2020-03-12Resolves tdf#99675: Add BPMN images to the galleryandreas kainz