aboutsummaryrefslogtreecommitdiffstatshomepage
path: root/token.h
diff options
Diffstat (limited to 'token.h')
-rw-r--r--token.h15
1 files changed, 7 insertions, 8 deletions
diff --git a/token.h b/token.h
index e3ebef0c..6fb072f8 100644
--- a/token.h
+++ b/token.h
@@ -85,7 +85,11 @@ struct string {
char data[];
};
-struct value {
+struct token {
+ unsigned int line;
+ unsigned int pos:16,stream:8,len:8;
+ struct token *next;
+
enum token_type type;
union {
double fpval;
@@ -96,13 +100,8 @@ struct value {
};
};
-struct token {
- unsigned int line;
- unsigned int pos:16,stream:8,len:8;
- struct value value;
- struct token *next;
-};
-
+extern int init_stream(const char *);
+extern struct token *built_in_token(int, const char *);
extern const char *show_special(int op);
extern const char *show_token(const struct token *token);
extern struct token * tokenize(const char *, int);