token.h

Go to the documentation of this file.

#pragma once
 
#include "dstring.h"

typedef enum token_type
{
  TK_CLOSE_BRACES,
  TK_CLOSE_BRACKET,
  TK_CLOSE_PARENS,
  TK_COLON,
  TK_COMMA,
  TK_EOF,
  TK_EQUAL,
  TK_IDENTIFIER,
  TK_KEYWORD,
  TK_NUMBER,
  TK_OPEN_BRACES,
  TK_OPEN_BRACKET,
  TK_OPEN_PARENS,
  TK_OPERATOR,
  TK_SEMICOLON,
  TK_STRING,
} token_type_t;

typedef struct token
{
  token_type_t type;    
  unsigned int line;    
  unsigned int column;  
  long long int value;  
  dstring_t lexeme;     
} token_t;
 
extern const char* mya_token_types[];