mirror of
				https://github.com/sqlite/sqlite.git
				synced 2025-10-31 18:11:01 +03:00 
			
		
		
		
	can store tokens in a single byte and thus be smaller in size. (CVS 2776) FossilOrigin-Name: 2dfc9863919c9eb1fd1064ab2817d752dd7f9293
		
			
				
	
	
		
			33 lines
		
	
	
		
			1.2 KiB
		
	
	
	
		
			Awk
		
	
	
	
	
	
			
		
		
	
	
			33 lines
		
	
	
		
			1.2 KiB
		
	
	
	
		
			Awk
		
	
	
	
	
	
| #!/usr/bin/awk
 | |
| #
 | |
| # This script appends additional token codes to the end of the
 | |
| # parse.h file that lemon generates.  These extra token codes are
 | |
| # not used by the parser.  But they are used by the tokenizer and/or
 | |
| # the code generator.
 | |
| #
 | |
| #
 | |
| BEGIN {
 | |
|   max = 0
 | |
| }
 | |
| /^#define TK_/ {
 | |
|   print $0
 | |
|   if( max<$3 ) max = $3
 | |
| }
 | |
| END {
 | |
|   printf "#define TK_%-29s %4d\n", "TO_TEXT",         max+1
 | |
|   printf "#define TK_%-29s %4d\n", "TO_BLOB",         max+2
 | |
|   printf "#define TK_%-29s %4d\n", "TO_NUMERIC",      max+3
 | |
|   printf "#define TK_%-29s %4d\n", "TO_INT",          max+4
 | |
|   printf "#define TK_%-29s %4d\n", "TO_REAL",         max+5
 | |
|   printf "#define TK_%-29s %4d\n", "END_OF_FILE",     max+6
 | |
|   printf "#define TK_%-29s %4d\n", "ILLEGAL",         max+7
 | |
|   printf "#define TK_%-29s %4d\n", "SPACE",           max+8
 | |
|   printf "#define TK_%-29s %4d\n", "UNCLOSED_STRING", max+9
 | |
|   printf "#define TK_%-29s %4d\n", "COMMENT",         max+10
 | |
|   printf "#define TK_%-29s %4d\n", "FUNCTION",        max+11
 | |
|   printf "#define TK_%-29s %4d\n", "COLUMN",          max+12
 | |
|   printf "#define TK_%-29s %4d\n", "AGG_FUNCTION",    max+13
 | |
|   printf "#define TK_%-29s %4d\n", "AGG_COLUMN",      max+14
 | |
|   printf "#define TK_%-29s %4d\n", "CONST_FUNC",      max+15
 | |
| }
 |