d900dc5b1c
* src/rtl/hbtoken.c
+ added support for passing token parser parameters as bit field number.
The goal is to replace last to parameters with single bit field which
allows to set many different parsing aspects instead of adding many
new parameters.
+ added support for reverted apostrophes quoting: `a b c`
; TODO: add constant values to control parser in token functions
* utils/hbmk2/hbmk2.prg
! respect reverted apostrophes quoting in options read from .hbp/.hbm
files.
! do not ignore tool parameters passed in -*flags= hbmk2 params if
they do not start with '-'. It resolves problems with shells which
need special quoting to pass parameters, i.e. with both modifications
it's possible to use in hbp files dynamic parameters encapsulated in
different forms, depending on used platform, shell and parameter type,
i.e. parameters are passed as set of separated arguments:
-cflag=`config-tool1`
or paramters are passed as single argument:
-cflag="`config-tool2`"
or parameters are passed in file which name shows config-tool3:
-cflag="@`config-tool3`"
In short words now things like:
-cflag=`pkg-config --cflags gtk+-3.0`
will work correctly with .hbp files
311 lines
9.2 KiB
C
311 lines
9.2 KiB
C
/*
|
|
* Harbour Project source code:
|
|
*
|
|
*
|
|
* Copyright 2007 Przemyslaw Czerpak <druzus / at / priv.onet.pl>
|
|
* www - http://harbour-project.org
|
|
*
|
|
* This program is free software; you can redistribute it and/or modify
|
|
* it under the terms of the GNU General Public License as published by
|
|
* the Free Software Foundation; either version 2, or (at your option)
|
|
* any later version.
|
|
*
|
|
* This program is distributed in the hope that it will be useful,
|
|
* but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
* GNU General Public License for more details.
|
|
*
|
|
* You should have received a copy of the GNU General Public License
|
|
* along with this software; see the file COPYING.txt. If not, write to
|
|
* the Free Software Foundation, Inc., 59 Temple Place, Suite 330,
|
|
* Boston, MA 02111-1307 USA (or visit the web site http://www.gnu.org/).
|
|
*
|
|
* As a special exception, the Harbour Project gives permission for
|
|
* additional uses of the text contained in its release of Harbour.
|
|
*
|
|
* The exception is that, if you link the Harbour libraries with other
|
|
* files to produce an executable, this does not by itself cause the
|
|
* resulting executable to be covered by the GNU General Public License.
|
|
* Your use of that executable is in no way restricted on account of
|
|
* linking the Harbour library code into it.
|
|
*
|
|
* This exception does not however invalidate any other reasons why
|
|
* the executable file might be covered by the GNU General Public License.
|
|
*
|
|
* This exception applies only to the code released by the Harbour
|
|
* Project under the name Harbour. If you copy code from other
|
|
* Harbour Project or Free Software Foundation releases into a copy of
|
|
* Harbour, as the General Public License permits, the exception does
|
|
* not apply to the code that you add in this way. To avoid misleading
|
|
* anyone as to the status of such modified files, you must delete
|
|
* this exception notice from them.
|
|
*
|
|
* If you write modifications of your own for Harbour, it is your choice
|
|
* whether to permit this exception to apply to your modifications.
|
|
* If you do not wish that, delete this exception notice.
|
|
*
|
|
*/
|
|
|
|
#include "hbapi.h"
|
|
#include "hbapiitm.h"
|
|
#include "hbapierr.h"
|
|
|
|
#define _HB_TOK_RESPECT_DQUOTE 1
|
|
#define _HB_TOK_RESPECT_SQUOTE 2
|
|
#define _HB_TOK_RESPECT_BQUOTE 4
|
|
#define _HB_TOK_ISDELIM 8
|
|
#define _HB_TOK_STRIP_QUUTE 16
|
|
|
|
static HB_SIZE hb_tokenCount( const char * szLine, HB_SIZE nLen,
|
|
const char * szDelim, HB_SIZE nDelim,
|
|
int iFlags )
|
|
{
|
|
HB_SIZE ul = 0, nTokens = 1;
|
|
char cQuote = 0;
|
|
|
|
while( ul < nLen )
|
|
{
|
|
if( cQuote )
|
|
{
|
|
if( szLine[ ul ] == cQuote )
|
|
cQuote = 0;
|
|
}
|
|
else if( ( szLine[ ul ] == '"' && ( iFlags & _HB_TOK_RESPECT_DQUOTE ) ) ||
|
|
( szLine[ ul ] == '\'' && ( iFlags & _HB_TOK_RESPECT_SQUOTE ) ) ||
|
|
( szLine[ ul ] == '`' && ( iFlags & _HB_TOK_RESPECT_BQUOTE ) ) )
|
|
cQuote = szLine[ ul ];
|
|
else if( szLine[ ul ] == szDelim[ 0 ] &&
|
|
( nDelim == 1 || ! memcmp( szLine + ul, szDelim, nDelim ) ) )
|
|
{
|
|
++nTokens;
|
|
if( ( iFlags & _HB_TOK_ISDELIM ) == 0 )
|
|
{
|
|
while( ul + 1 < nLen && szLine[ ul + 1 ] == szDelim[ 0 ] )
|
|
++ul;
|
|
}
|
|
ul += nDelim - 1;
|
|
}
|
|
++ul;
|
|
}
|
|
|
|
return nTokens;
|
|
}
|
|
|
|
static const char * hb_tokenGet( const char * szLine, HB_SIZE nLen,
|
|
const char * szDelim, HB_SIZE nDelim,
|
|
int iFlags, HB_SIZE nToken, HB_SIZE * pnLen )
|
|
{
|
|
HB_SIZE ul, nStart;
|
|
char cQuote = 0;
|
|
|
|
for( ul = nStart = 0; ul < nLen; ++ul )
|
|
{
|
|
if( cQuote )
|
|
{
|
|
if( szLine[ ul ] == cQuote )
|
|
cQuote = 0;
|
|
}
|
|
else if( ( szLine[ ul ] == '"' && ( iFlags & _HB_TOK_RESPECT_DQUOTE ) ) ||
|
|
( szLine[ ul ] == '\'' && ( iFlags & _HB_TOK_RESPECT_SQUOTE ) ) ||
|
|
( szLine[ ul ] == '`' && ( iFlags & _HB_TOK_RESPECT_BQUOTE ) ) )
|
|
cQuote = szLine[ ul ];
|
|
else if( szLine[ ul ] == szDelim[ 0 ] &&
|
|
( nDelim == 1 || ! memcmp( szLine + ul, szDelim, nDelim ) ) )
|
|
{
|
|
if( --nToken == 0 )
|
|
{
|
|
*pnLen = ul - nStart;
|
|
return szLine + nStart;
|
|
}
|
|
if( ( iFlags & _HB_TOK_ISDELIM ) == 0 )
|
|
{
|
|
while( ul + 1 < nLen && szLine[ ul + 1 ] == szDelim[ 0 ] )
|
|
++ul;
|
|
}
|
|
ul += nDelim - 1;
|
|
nStart = ul + 1;
|
|
}
|
|
}
|
|
if( --nToken == 0 )
|
|
{
|
|
*pnLen = ul - nStart;
|
|
return szLine + nStart;
|
|
}
|
|
*pnLen = 0;
|
|
return NULL;
|
|
}
|
|
|
|
static PHB_ITEM hb_tokenArray( const char * szLine, HB_SIZE nLen,
|
|
const char * szDelim, HB_SIZE nDelim,
|
|
int iFlags )
|
|
{
|
|
HB_SIZE nTokens = hb_tokenCount( szLine, nLen, szDelim, nDelim, iFlags );
|
|
PHB_ITEM pArray = hb_itemArrayNew( nTokens );
|
|
|
|
if( nTokens )
|
|
{
|
|
HB_SIZE ul, nStart, nToken;
|
|
char cQuote = 0;
|
|
|
|
for( ul = nStart = nToken = 0; ul < nLen; ++ul )
|
|
{
|
|
if( cQuote )
|
|
{
|
|
if( szLine[ ul ] == cQuote )
|
|
cQuote = 0;
|
|
}
|
|
else if( ( szLine[ ul ] == '"' && ( iFlags & _HB_TOK_RESPECT_DQUOTE ) ) ||
|
|
( szLine[ ul ] == '\'' && ( iFlags & _HB_TOK_RESPECT_SQUOTE ) ) ||
|
|
( szLine[ ul ] == '`' && ( iFlags & _HB_TOK_RESPECT_BQUOTE ) ) )
|
|
cQuote = szLine[ ul ];
|
|
else if( szLine[ ul ] == szDelim[ 0 ] &&
|
|
( nDelim == 1 || ! memcmp( szLine + ul, szDelim, nDelim ) ) )
|
|
{
|
|
hb_arraySetCL( pArray, ++nToken, szLine + nStart, ul - nStart );
|
|
if( ( iFlags & _HB_TOK_ISDELIM ) == 0 )
|
|
{
|
|
while( ul + 1 < nLen && szLine[ ul + 1 ] == szDelim[ 0 ] )
|
|
++ul;
|
|
}
|
|
ul += nDelim - 1;
|
|
nStart = ul + 1;
|
|
}
|
|
}
|
|
hb_arraySetCL( pArray, ++nToken, szLine + nStart, ul - nStart );
|
|
}
|
|
|
|
return pArray;
|
|
}
|
|
|
|
static HB_BOOL hb_tokenParam( int iParam, HB_SIZE nSkip,
|
|
const char ** pszLine, HB_SIZE * pnLen,
|
|
const char ** pszDelim, HB_SIZE * pnDelim,
|
|
int * piFlags )
|
|
{
|
|
const char * szLine = hb_parc( 1 ), * szDelim = NULL;
|
|
HB_SIZE nLen = hb_parclen( 1 ), nDelim = 0;
|
|
int iFlags = 0;
|
|
|
|
if( nLen )
|
|
{
|
|
if( nSkip )
|
|
{
|
|
szLine += nSkip;
|
|
if( nLen <= nSkip )
|
|
nLen = 0;
|
|
else
|
|
nLen -= nSkip;
|
|
}
|
|
|
|
nDelim = hb_parclen( iParam );
|
|
if( nDelim )
|
|
{
|
|
szDelim = hb_parc( iParam );
|
|
iFlags |= _HB_TOK_ISDELIM;
|
|
}
|
|
else
|
|
{
|
|
szDelim = " ";
|
|
nDelim = 1;
|
|
}
|
|
|
|
if( ( iFlags & _HB_TOK_ISDELIM ) == 0 )
|
|
{
|
|
while( nLen && *szLine == szDelim[ 0 ] )
|
|
{
|
|
++szLine;
|
|
--nLen;
|
|
}
|
|
while( nLen && szLine[ nLen - 1 ] == szDelim[ 0 ] )
|
|
--nLen;
|
|
}
|
|
if( hb_parl( iParam + 1 ) )
|
|
{
|
|
iFlags |= _HB_TOK_RESPECT_DQUOTE | _HB_TOK_RESPECT_SQUOTE;
|
|
if( hb_parl( iParam + 2 ) )
|
|
iFlags &= ~_HB_TOK_RESPECT_SQUOTE;
|
|
}
|
|
else
|
|
iFlags |= hb_parni( iParam + 1 );
|
|
}
|
|
|
|
*pnLen = nLen;
|
|
*pnDelim = nDelim;
|
|
*pszLine = szLine;
|
|
*pszDelim = szDelim;
|
|
*piFlags = iFlags;
|
|
|
|
return szLine != NULL;
|
|
}
|
|
|
|
HB_FUNC( HB_TOKENCOUNT )
|
|
{
|
|
const char * szLine, * szDelim;
|
|
HB_SIZE nLen, nDelim;
|
|
int iFlags;
|
|
|
|
if( hb_tokenParam( 2, 0, &szLine, &nLen, &szDelim, &nDelim, &iFlags ) )
|
|
hb_retns( hb_tokenCount( szLine, nLen, szDelim, nDelim, iFlags ) );
|
|
else
|
|
hb_retns( 0 );
|
|
}
|
|
|
|
HB_FUNC( HB_TOKENGET )
|
|
{
|
|
const char * szLine, * szDelim;
|
|
HB_SIZE nLen, nDelim;
|
|
int iFlags;
|
|
|
|
if( hb_tokenParam( 3, 0, &szLine, &nLen, &szDelim, &nDelim, &iFlags ) )
|
|
{
|
|
szLine = hb_tokenGet( szLine, nLen, szDelim, nDelim, iFlags,
|
|
hb_parns( 2 ), &nLen );
|
|
hb_retclen( szLine, nLen );
|
|
}
|
|
else
|
|
hb_retc_null();
|
|
}
|
|
|
|
/* like hb_tokenGet() but returns next token starting from passed position
|
|
* (0 based) inside string, f.e.:
|
|
* hb_tokenPtr( cString, @nTokPos, Chr( 9 ) ) -> cToken
|
|
*/
|
|
HB_FUNC( HB_TOKENPTR )
|
|
{
|
|
const char * szLine, * szDelim, * szToken;
|
|
HB_SIZE nLen, nDelim, nSkip, nToken;
|
|
int iFlags;
|
|
|
|
if( hb_tokenParam( 3, hb_parns( 2 ), &szLine, &nLen, &szDelim, &nDelim, &iFlags ) )
|
|
{
|
|
szToken = hb_tokenGet( szLine, nLen, szDelim, nDelim, iFlags,
|
|
1, &nToken );
|
|
if( szToken && nLen > nToken )
|
|
nSkip = szToken - hb_parc( 1 ) + nToken + nDelim;
|
|
else
|
|
nSkip = hb_parclen( 1 ) + 1;
|
|
|
|
/* return position to start next search from */
|
|
hb_storns( nSkip, 2 );
|
|
/* return token */
|
|
hb_retclen( szToken, nToken );
|
|
}
|
|
else
|
|
{
|
|
hb_storns( 0, 2 );
|
|
hb_retc_null();
|
|
}
|
|
}
|
|
|
|
HB_FUNC( HB_ATOKENS )
|
|
{
|
|
const char * szLine, * szDelim;
|
|
HB_SIZE nLen, nDelim;
|
|
int iFlags;
|
|
|
|
if( hb_tokenParam( 2, 0, &szLine, &nLen, &szDelim, &nDelim, &iFlags ) )
|
|
hb_itemReturnRelease( hb_tokenArray( szLine, nLen, szDelim, nDelim, iFlags ) );
|
|
else
|
|
hb_errRT_BASE_SubstR( EG_ARG, 1123, NULL, HB_ERR_FUNCNAME, HB_ERR_ARGS_BASEPARAMS );
|
|
}
|