/* ******************************************************************************* * * Copyright (C) 2000-2007, International Business Machines * Corporation and others. All Rights Reserved. * ******************************************************************************* * file name: uparse.c * encoding: US-ASCII * tab size: 8 (not used) * indentation:4 * * created on: 2000apr18 * created by: Markus W. Scherer * * This file provides a parser for files that are delimited by one single * character like ';' or TAB. Example: the Unicode Character Properties files * like UnicodeData.txt are semicolon-delimited. */ #include "unicode/utypes.h" #include "cstring.h" #include "filestrm.h" #include "uparse.h" #include "unicode/uchar.h" #include "unicode/ustring.h" #include "ustr_imp.h" #include U_CAPI const char * U_EXPORT2 u_skipWhitespace(const char *s) { while(*s==' ' || *s=='\t') { ++s; } return s; } /* * If the string starts with # @missing: then return the pointer to the * following non-whitespace character. * Otherwise return the original pointer. * Unicode 5.0 adds such lines in some data files to document * default property values. * Poor man's regex for variable amounts of white space. */ static const char * getMissingLimit(const char *s) { const char *s0=s; if( *(s=u_skipWhitespace(s))=='#' && *(s=u_skipWhitespace(s+1))=='@' && 0==strncmp((s=u_skipWhitespace(s+1)), "missing", 7) && *(s=u_skipWhitespace(s+7))==':' ) { return u_skipWhitespace(s+1); } else { return s0; } } U_CAPI void U_EXPORT2 u_parseDelimitedFile(const char *filename, char delimiter, char *fields[][2], int32_t fieldCount, UParseLineFn *lineFn, void *context, UErrorCode *pErrorCode) { FileStream *file; char line[300]; char *start, *limit; int32_t i, length; if(pErrorCode==NULL || U_FAILURE(*pErrorCode)) { return; } if(fields==NULL || lineFn==NULL || fieldCount<=0) { *pErrorCode=U_ILLEGAL_ARGUMENT_ERROR; return; } if(filename==NULL || *filename==0 || (*filename=='-' && filename[1]==0)) { filename=NULL; file=T_FileStream_stdin(); } else { file=T_FileStream_open(filename, "r"); } if(file==NULL) { *pErrorCode=U_FILE_ACCESS_ERROR; return; } while(T_FileStream_readLine(file, line, sizeof(line))!=NULL) { length=(int32_t)uprv_strlen(line); /* remove trailing newline characters */ while(length>0 && (line[length-1]=='\r' || line[length-1]=='\n')) { line[--length]=0; } /* * detect a line with # @missing: * start parsing after that, or else from the beginning of the line * set the default warning for @missing lines */ start=(char *)getMissingLimit(line); if(start==line) { *pErrorCode=U_ZERO_ERROR; } else { *pErrorCode=U_USING_DEFAULT_WARNING; } /* skip this line if it is empty or a comment */ if(*start==0 || *start=='#') { continue; } /* remove in-line comments */ limit=uprv_strchr(start, '#'); if(limit!=NULL) { /* get white space before the pound sign */ while(limit>start && (*(limit-1)==' ' || *(limit-1)=='\t')) { --limit; } /* truncate the line */ *limit=0; } /* skip lines with only whitespace */ if(u_skipWhitespace(start)[0]==0) { continue; } /* for each field, call the corresponding field function */ for(i=0; i0 && dest==NULL)) { *pErrorCode=U_ILLEGAL_ARGUMENT_ERROR; return 0; } count=0; for(;;) { s=u_skipWhitespace(s); if(*s==';' || *s==0) { return count; } /* read one code point */ value=(uint32_t)uprv_strtoul(s, &end, 16); if(end<=s || (*end!=' ' && *end!='\t' && *end!=';' && *end!=0) || value>=0x110000) { *pErrorCode=U_PARSE_ERROR; return 0; } /* append it to the destination array */ if(count0 && dest==NULL)) { *pErrorCode=U_ILLEGAL_ARGUMENT_ERROR; } if(pFirst!=NULL) { *pFirst=0xffffffff; } destLength=0; for(;;) { s=u_skipWhitespace(s); if(*s==';' || *s==0) { if(destLength=0x110000) { *pErrorCode=U_PARSE_ERROR; return 0; } /* store the first code point */ if(destLength==0 && pFirst!=NULL) { *pFirst=value; } /* append it to the destination array */ if((destLength+UTF_CHAR_LENGTH(value))<=destCapacity) { UTF_APPEND_CHAR_UNSAFE(dest, destLength, value); } else { destLength+=UTF_CHAR_LENGTH(value); } /* go to the following characters */ s=end; } } /* read a range like start or start..end */ U_CAPI int32_t U_EXPORT2 u_parseCodePointRange(const char *s, uint32_t *pStart, uint32_t *pEnd, UErrorCode *pErrorCode) { char *end; uint32_t value; if(pErrorCode==NULL || U_FAILURE(*pErrorCode)) { return 0; } if(s==NULL || pStart==NULL || pEnd==NULL) { *pErrorCode=U_ILLEGAL_ARGUMENT_ERROR; return 0; } s=u_skipWhitespace(s); if(*s==';' || *s==0) { *pErrorCode=U_PARSE_ERROR; return 0; } /* read the start code point */ value=(uint32_t)uprv_strtoul(s, &end, 16); if(end<=s || (*end!=' ' && *end!='\t' && *end!='.' && *end!=';') || value>=0x110000) { *pErrorCode=U_PARSE_ERROR; return 0; } *pStart=*pEnd=value; /* is there a "..end"? */ s=u_skipWhitespace(end); if(*s==';' || *s==0) { return 1; } if(*s!='.' || s[1]!='.') { *pErrorCode=U_PARSE_ERROR; return 0; } s+=2; /* read the end code point */ value=(uint32_t)uprv_strtoul(s, &end, 16); if(end<=s || (*end!=' ' && *end!='\t' && *end!=';') || value>=0x110000) { *pErrorCode=U_PARSE_ERROR; return 0; } *pEnd=value; /* is this a valid range? */ if(value<*pStart) { *pErrorCode=U_PARSE_ERROR; return 0; } /* no garbage after that? */ s=u_skipWhitespace(end); if(*s==';' || *s==0) { return value-*pStart+1; } else { *pErrorCode=U_PARSE_ERROR; return 0; } } U_CAPI int32_t U_EXPORT2 u_parseUTF8(const char *source, int32_t sLen, char *dest, int32_t destCapacity, UErrorCode *status) { const char *read = source; int32_t i = 0; unsigned int value = 0; if(sLen == -1) { sLen = (int32_t)strlen(source); } while(read < source+sLen) { sscanf(read, "%2x", &value); if(i < destCapacity) { dest[i] = (char)value; } i++; read += 2; } return u_terminateChars(dest, destCapacity, i, status); }