\hypertarget{token_8c}{}\doxysection{token.\+c File Reference}
\label{token_8c}\index{token.c@{token.c}}
{\ttfamily \#include \char`\"{}form3.\+h\char`\"{}}\newline
\doxysubsection*{Macros}
\begin{DoxyCompactItemize}
\item 
\mbox{\Hypertarget{token_8c_af2940e4068a10f5691a3ff0bf8236959}\label{token_8c_af2940e4068a10f5691a3ff0bf8236959}} 
\#define {\bfseries CHECKPOLY}~\{if(polyflag)Mes\+Print(\char`\"{}\&Illegal use of polynomial function\char`\"{}); polyflag = 0; \}
\end{DoxyCompactItemize}
\doxysubsection*{Functions}
\begin{DoxyCompactItemize}
\item 
\mbox{\Hypertarget{token_8c_a23254a80f097b1c6c9bac6be0adf6d07}\label{token_8c_a23254a80f097b1c6c9bac6be0adf6d07}} 
int {\bfseries tokenize} (UBYTE $\ast$in, WORD leftright)
\item 
\mbox{\Hypertarget{token_8c_aa0e73ca4982f1cd8161e0623da2d9b33}\label{token_8c_aa0e73ca4982f1cd8161e0623da2d9b33}} 
void {\bfseries Write\+Tokens} (SBYTE $\ast$in)
\item 
\mbox{\Hypertarget{token_8c_ac7dd8e94e0602a90758bdb3ce1637ed1}\label{token_8c_ac7dd8e94e0602a90758bdb3ce1637ed1}} 
int {\bfseries simp1token} (SBYTE $\ast$s)
\item 
\mbox{\Hypertarget{token_8c_a5684da1fc5b02302925a08a723465c41}\label{token_8c_a5684da1fc5b02302925a08a723465c41}} 
int {\bfseries simpwtoken} (SBYTE $\ast$s)
\item 
\mbox{\Hypertarget{token_8c_ae0bb8c22e16002f090989835c721ecb2}\label{token_8c_ae0bb8c22e16002f090989835c721ecb2}} 
int {\bfseries simp2token} (SBYTE $\ast$s)
\item 
\mbox{\Hypertarget{token_8c_af0650e24e8114c2e2e7d57b2327dd53f}\label{token_8c_af0650e24e8114c2e2e7d57b2327dd53f}} 
int {\bfseries simp3atoken} (SBYTE $\ast$s, int mode)
\item 
\mbox{\Hypertarget{token_8c_a32cae15d574ff7682f545b743057fd9f}\label{token_8c_a32cae15d574ff7682f545b743057fd9f}} 
int {\bfseries simp3btoken} (SBYTE $\ast$s, int mode)
\item 
\mbox{\Hypertarget{token_8c_ae2e0739eb09e94c73bd71987a37a47ca}\label{token_8c_ae2e0739eb09e94c73bd71987a37a47ca}} 
int {\bfseries simp4token} (SBYTE $\ast$s)
\item 
\mbox{\Hypertarget{token_8c_a1c904e02e90e1c5ec1e43a37b5880525}\label{token_8c_a1c904e02e90e1c5ec1e43a37b5880525}} 
int {\bfseries simp5token} (SBYTE $\ast$s, int mode)
\item 
\mbox{\Hypertarget{token_8c_ab10fb9818b12fec77bf1d2c10bedffaa}\label{token_8c_ab10fb9818b12fec77bf1d2c10bedffaa}} 
int {\bfseries simp6token} (SBYTE $\ast$tokens, int mode)
\end{DoxyCompactItemize}
\doxysubsection*{Variables}
\begin{DoxyCompactItemize}
\item 
char $\ast$ {\bfseries ttypes} \mbox{[}$\,$\mbox{]}
\end{DoxyCompactItemize}


\doxysubsection{Detailed Description}
The tokenizer. This is a part of the compiler that does an intermediate type of translation. It does look up the names etc and can do a number of optimizations. The resulting output is a stream of bytes which can be processed by the code generator (in the file \mbox{\hyperlink{compiler_8c}{compiler.\+c}}) 

\doxysubsection{Variable Documentation}
\mbox{\Hypertarget{token_8c_aeec6dbcbcde3bc0b69d7e571edc8696f}\label{token_8c_aeec6dbcbcde3bc0b69d7e571edc8696f}} 
\index{token.c@{token.c}!ttypes@{ttypes}}
\index{ttypes@{ttypes}!token.c@{token.c}}
\doxysubsubsection{\texorpdfstring{ttypes}{ttypes}}
{\footnotesize\ttfamily char$\ast$ ttypes\mbox{[}$\,$\mbox{]}}

{\bfseries Initial value\+:}
\begin{DoxyCode}{0}
\DoxyCodeLine{= \{ \textcolor{stringliteral}{"{}\(\backslash\)n"{}}, \textcolor{stringliteral}{"{}S"{}}, \textcolor{stringliteral}{"{}I"{}}, \textcolor{stringliteral}{"{}V"{}}, \textcolor{stringliteral}{"{}F"{}}, \textcolor{stringliteral}{"{}set"{}}, \textcolor{stringliteral}{"{}E"{}}, \textcolor{stringliteral}{"{}dotp"{}}, \textcolor{stringliteral}{"{}\#"{}},}
\DoxyCodeLine{   \textcolor{stringliteral}{"{}sub"{}}, \textcolor{stringliteral}{"{}d\_"{}}, \textcolor{stringliteral}{"{}\$"{}}, \textcolor{stringliteral}{"{}dub"{}}, \textcolor{stringliteral}{"{}("{}}, \textcolor{stringliteral}{"{})"{}}, \textcolor{stringliteral}{"{}?"{}}, \textcolor{stringliteral}{"{}??"{}}, \textcolor{stringliteral}{"{}."{}}, \textcolor{stringliteral}{"{}["{}}, \textcolor{stringliteral}{"{}]"{}},}
\DoxyCodeLine{   \textcolor{stringliteral}{"{},"{}}, \textcolor{stringliteral}{"{}(("{}}, \textcolor{stringliteral}{"{}))"{}}, \textcolor{stringliteral}{"{}*"{}}, \textcolor{stringliteral}{"{}/"{}}, \textcolor{stringliteral}{"{}\string^"{}}, \textcolor{stringliteral}{"{}+"{}}, \textcolor{stringliteral}{"{}-\/"{}}, \textcolor{stringliteral}{"{}!"{}}, \textcolor{stringliteral}{"{}end"{}}, \textcolor{stringliteral}{"{}\{\{"{}}, \textcolor{stringliteral}{"{}\}\}"{}},}
\DoxyCodeLine{   \textcolor{stringliteral}{"{}N\_?"{}}, \textcolor{stringliteral}{"{}conj"{}}, \textcolor{stringliteral}{"{}()"{}}, \textcolor{stringliteral}{"{}\#d"{}}, \textcolor{stringliteral}{"{}\string^d"{}}, \textcolor{stringliteral}{"{}\_"{}}, \textcolor{stringliteral}{"{}snum"{}}  \}}

\end{DoxyCode}


Definition at line 587 of file token.\+c.

