blob: 5f42e376fc6cc4f3e1931c74653656e96470dd58 (
plain) (
blame)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
|
#include "lex.h"
#include <stddef.h>
#include <stdlib.h>
#include <string.h>
#include "error.h"
inline unsigned is_space_char(char input) {
return input == '\t' || input == ' ' || input == '\n' || input == '\r';
}
inline unsigned is_int_char(char input) {
return '0' <= input && input <= '9';
}
// The number of bytes that should be read to read an integer
unsigned char lex_int_length(char* input) {
unsigned char n = 0;
while (is_int_char(*input++)) n++;
return n;
}
inline unsigned is_name_char(char input) {
return (('A' <= input && input <= 'Z') ||
('a' <= input && input <= 'z') ||
input == '_');
}
// The number of bytes that should be read to read a name
unsigned char lex_name_length(char* input) {
unsigned char n = 0;
while (is_name_char(*input++)) n++;
return n;
}
token_list* lex(char* input) {
if (input[0] == 0) {
return NULL;
}
token_list* list = malloc(sizeof(token_list));
if (!list)
error_no_mem();
token_list* first_list = list;
while (*input) {
list->elem.var = NULL;
unsigned proceed_to_next_token = 1;
switch (*input) {
case ';': list->elem.kind = TOKEN_SEMICOLON; break;
case ':': list->elem.kind = TOKEN_COLON; break;
case '(': list->elem.kind = TOKEN_OPEN_P; break;
case ')': list->elem.kind = TOKEN_CLOSE_P; break;
case '[': list->elem.kind = TOKEN_OPEN_SQ; break;
case ']': list->elem.kind = TOKEN_CLOSE_SQ; break;
case '=': list->elem.kind = TOKEN_EQUALS; break;
case ',': list->elem.kind = TOKEN_COMMA; break;
default:
if (is_int_char(*input)) {
list->elem.kind = TOKEN_INT;
unsigned char len = lex_int_length(input);
char* s = malloc(len);
list->elem.var = calloc(1, sizeof(int));
if (!s || !list->elem.var)
error_no_mem();
strncpy(s, input, len);
*((int*) list->elem.var) = atoi(s);
free(s);
input += len - 1;
} else if (is_name_char(*input)) {
list->elem.kind = TOKEN_NAME;
unsigned char len = lex_name_length(input);
list->elem.var = calloc(1, len + 1);
if (!list->elem.var)
error_no_mem();
strncpy(list->elem.var, input, len);
input += len - 1;
} else if (is_space_char(*input)) {
proceed_to_next_token = 0;
} else {
free_token_list(first_list);
free(first_list);
return NULL;
}
}
input++;
if (*input && proceed_to_next_token) {
list->rest = malloc(sizeof(token_list));
if (!list->rest)
error_no_mem();
list = list->rest;
}
}
return first_list;
}
|
