2018-09-09 12:15:27 -05:00
|
|
|
//
|
|
|
|
|
// tokenize.h
|
|
|
|
|
// cinc
|
|
|
|
|
//
|
|
|
|
|
// Created by Peter Terpstra on 9/7/18.
|
|
|
|
|
// Copyright © 2018 Peter Terpstra. All rights reserved.
|
|
|
|
|
//
|
|
|
|
|
|
|
|
|
|
#ifndef tokenize_h
|
|
|
|
|
#define tokenize_h
|
|
|
|
|
|
|
|
|
|
#include "token.h"
|
|
|
|
|
|
2018-09-16 16:44:08 -05:00
|
|
|
#define ID_MAX_SIZE 31
|
|
|
|
|
#define NUM_MAX_SIZE 31
|
|
|
|
|
|
2018-09-09 12:15:27 -05:00
|
|
|
Token* tokenize(char* prg);
|
|
|
|
|
|
|
|
|
|
void free_toklist(Token* tokens);
|
|
|
|
|
#endif /* tokenize_h */
|
