mktokens revision 4f6e8d7a00cbeda1e70cc15be9c4af1018bdad53 
1#!/bin/sh -
2#	$NetBSD: mktokens,v 1.10 2003/08/22 11:22:23 agc Exp $
3#
4# Copyright (c) 1991, 1993
5#	The Regents of the University of California.  All rights reserved.
6#
7# This code is derived from software contributed to Berkeley by
8# Kenneth Almquist.
9#
10# Redistribution and use in source and binary forms, with or without
11# modification, are permitted provided that the following conditions
12# are met:
13# 1. Redistributions of source code must retain the above copyright
14#    notice, this list of conditions and the following disclaimer.
15# 2. Redistributions in binary form must reproduce the above copyright
16#    notice, this list of conditions and the following disclaimer in the
17#    documentation and/or other materials provided with the distribution.
18# 3. Neither the name of the University nor the names of its contributors
19#    may be used to endorse or promote products derived from this software
20#    without specific prior written permission.
21#
22# THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND
23# ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
24# IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
25# ARE DISCLAIMED.  IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE
26# FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
27# DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
28# OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
29# HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
30# LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
31# OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
32# SUCH DAMAGE.
33#
34#	@(#)mktokens	8.1 (Berkeley) 5/31/93
35
36# The following is a list of tokens.  The second column is nonzero if the
37# token marks the end of a list.  The third column is the name to print in
38# error messages.
39
40cat > /tmp/ka$$ <<\!
41TEOF	1	end of file
42TNL	0	newline
43TSEMI	0	";"
44TBACKGND 0	"&"
45TAND	0	"&&"
46TOR	0	"||"
47TPIPE	0	"|"
48TLP	0	"("
49TRP	1	")"
50TENDCASE 1	";;"
51TENDBQUOTE 1	"`"
52TREDIR	0	redirection
53TWORD	0	word
54TIF	0	"if"
55TTHEN	1	"then"
56TELSE	1	"else"
57TELIF	1	"elif"
58TFI	1	"fi"
59TWHILE	0	"while"
60TUNTIL	0	"until"
61TFOR	0	"for"
62TDO	1	"do"
63TDONE	1	"done"
64TBEGIN	0	"{"
65TEND	1	"}"
66TCASE	0	"case"
67TESAC	1	"esac"
68TNOT	0	"!"
69!
70nl=`wc -l /tmp/ka$$`
71exec > token.h
72awk '{print "#define " $1 " " NR-1}' /tmp/ka$$
73echo '
74/* Array indicating which tokens mark the end of a list */
75const char tokendlist[] = {'
76awk '{print "\t" $2 ","}' /tmp/ka$$
77echo '};
78
79const char *const tokname[] = {'
80sed -e 's/"/\\"/g' \
81    -e 's/[^	 ]*[	 ][	 ]*[^	 ]*[	 ][	 ]*\(.*\)/	"\1",/' \
82    /tmp/ka$$
83echo '};
84'
85sed 's/"//g' /tmp/ka$$ | awk '
86/TIF/{print "#define KWDOFFSET " NR-1; print ""; 
87      print "const char *const parsekwd[] = {"}
88/TIF/,/neverfound/{print "	\"" $3 "\","}'
89echo '	0
90};'
91
92rm /tmp/ka$$
93