diff options
author | Roberto Ierusalimschy <roberto@inf.puc-rio.br> | 1997-09-16 16:25:59 -0300 |
---|---|---|
committer | Roberto Ierusalimschy <roberto@inf.puc-rio.br> | 1997-09-16 16:25:59 -0300 |
commit | daa858ef278ad136afcb62d7f625b491ffbd5fa3 (patch) | |
tree | 1b3ce52cd504f66b9bd00b301544ed9308ba85c8 | |
parent | ea169d20835aa7d2a42641decc5b5d802047afca (diff) | |
download | lua-daa858ef278ad136afcb62d7f625b491ffbd5fa3.tar.gz lua-daa858ef278ad136afcb62d7f625b491ffbd5fa3.tar.bz2 lua-daa858ef278ad136afcb62d7f625b491ffbd5fa3.zip |
String table (keep all strings handled by Lua)
-rw-r--r-- | lstring.c | 186 | ||||
-rw-r--r-- | lstring.h | 21 | ||||
-rw-r--r-- | tree.c | 211 | ||||
-rw-r--r-- | tree.h | 38 |
4 files changed, 207 insertions, 249 deletions
diff --git a/lstring.c b/lstring.c new file mode 100644 index 00000000..c6c77aa6 --- /dev/null +++ b/lstring.c | |||
@@ -0,0 +1,186 @@ | |||
1 | /* | ||
2 | ** $Id: lstring.c,v 1.1 1997/08/14 20:23:30 roberto Exp $ | ||
3 | ** String table (keep all strings handled by Lua) | ||
4 | ** See Copyright Notice in lua.h | ||
5 | */ | ||
6 | |||
7 | |||
8 | #include <string.h> | ||
9 | |||
10 | #include "lmem.h" | ||
11 | #include "lobject.h" | ||
12 | #include "lstring.h" | ||
13 | #include "lua.h" | ||
14 | |||
15 | |||
16 | #define NUM_HASHS 61 | ||
17 | |||
18 | typedef struct { | ||
19 | int size; | ||
20 | int nuse; /* number of elements (including EMPTYs) */ | ||
21 | TaggedString **hash; | ||
22 | } stringtable; | ||
23 | |||
24 | |||
25 | static stringtable string_root[NUM_HASHS] = { | ||
26 | {0, 0, NULL}, {0, 0, NULL}, {0, 0, NULL}, {0, 0, NULL}, {0, 0, NULL}, | ||
27 | {0, 0, NULL}, {0, 0, NULL}, {0, 0, NULL}, {0, 0, NULL}, {0, 0, NULL}, | ||
28 | {0, 0, NULL}, {0, 0, NULL}, {0, 0, NULL}, {0, 0, NULL}, {0, 0, NULL}, | ||
29 | {0, 0, NULL}, {0, 0, NULL}, {0, 0, NULL}, {0, 0, NULL}, {0, 0, NULL}, | ||
30 | {0, 0, NULL}, {0, 0, NULL}, {0, 0, NULL}, {0, 0, NULL}, {0, 0, NULL}, | ||
31 | {0, 0, NULL}, {0, 0, NULL}, {0, 0, NULL}, {0, 0, NULL}, {0, 0, NULL}, | ||
32 | {0, 0, NULL}, {0, 0, NULL}, {0, 0, NULL}, {0, 0, NULL}, {0, 0, NULL}, | ||
33 | {0, 0, NULL}, {0, 0, NULL}, {0, 0, NULL}, {0, 0, NULL}, {0, 0, NULL}, | ||
34 | {0, 0, NULL}, {0, 0, NULL}, {0, 0, NULL}, {0, 0, NULL}, {0, 0, NULL}, | ||
35 | {0, 0, NULL}, {0, 0, NULL}, {0, 0, NULL}, {0, 0, NULL}, {0, 0, NULL}, | ||
36 | {0, 0, NULL}, {0, 0, NULL}, {0, 0, NULL}, {0, 0, NULL}, {0, 0, NULL}, | ||
37 | {0, 0, NULL}, {0, 0, NULL}, {0, 0, NULL}, {0, 0, NULL}, {0, 0, NULL}, | ||
38 | {0, 0, NULL} | ||
39 | }; | ||
40 | |||
41 | |||
42 | static TaggedString EMPTY = {LUA_T_STRING, {0}, {{NOT_USED, NOT_USED}}, 2, {0}}; | ||
43 | |||
44 | |||
45 | |||
46 | static unsigned long hash (char *s, int tag) | ||
47 | { | ||
48 | unsigned long h; | ||
49 | if (tag != LUA_T_STRING) | ||
50 | h = (unsigned long)s; | ||
51 | else { | ||
52 | h = 0; | ||
53 | while (*s) | ||
54 | h = ((h<<5)-h)^(unsigned char)*(s++); | ||
55 | } | ||
56 | return h; | ||
57 | } | ||
58 | |||
59 | |||
60 | static void grow (stringtable *tb) | ||
61 | { | ||
62 | int newsize = luaO_redimension(tb->size); | ||
63 | TaggedString **newhash = luaM_newvector(newsize, TaggedString *); | ||
64 | int i; | ||
65 | for (i=0; i<newsize; i++) | ||
66 | newhash[i] = NULL; | ||
67 | /* rehash */ | ||
68 | tb->nuse = 0; | ||
69 | for (i=0; i<tb->size; i++) { | ||
70 | if (tb->hash[i] != NULL && tb->hash[i] != &EMPTY) { | ||
71 | int h = tb->hash[i]->uu.hash%newsize; | ||
72 | while (newhash[h]) | ||
73 | h = (h+1)%newsize; | ||
74 | newhash[h] = tb->hash[i]; | ||
75 | tb->nuse++; | ||
76 | } | ||
77 | } | ||
78 | luaM_free(tb->hash); | ||
79 | tb->size = newsize; | ||
80 | tb->hash = newhash; | ||
81 | } | ||
82 | |||
83 | |||
84 | static TaggedString *newone(char *buff, int tag, unsigned long h) | ||
85 | { | ||
86 | TaggedString *ts; | ||
87 | if (tag == LUA_T_STRING) { | ||
88 | ts = (TaggedString *)luaM_malloc(sizeof(TaggedString)+strlen(buff)); | ||
89 | strcpy(ts->str, buff); | ||
90 | ts->u.s.varindex = ts->u.s.constindex = NOT_USED; | ||
91 | ts->tag = LUA_T_STRING; | ||
92 | } | ||
93 | else { | ||
94 | ts = (TaggedString *)luaM_malloc(sizeof(TaggedString)); | ||
95 | ts->u.v = buff; | ||
96 | ts->tag = tag == LUA_ANYTAG ? 0 : tag; | ||
97 | } | ||
98 | ts->marked = 0; | ||
99 | ts->uu.hash = h; | ||
100 | return ts; | ||
101 | } | ||
102 | |||
103 | static TaggedString *insert (char *buff, int tag, stringtable *tb) | ||
104 | { | ||
105 | TaggedString *ts; | ||
106 | unsigned long h = hash(buff, tag); | ||
107 | int i; | ||
108 | int j = -1; | ||
109 | if ((long)tb->nuse*3 >= (long)tb->size*2) | ||
110 | grow(tb); | ||
111 | i = h%tb->size; | ||
112 | while ((ts = tb->hash[i]) != NULL) | ||
113 | { | ||
114 | if (ts == &EMPTY) | ||
115 | j = i; | ||
116 | else if ((ts->tag == LUA_T_STRING) ? | ||
117 | (tag == LUA_T_STRING && (strcmp(buff, ts->str) == 0)) : | ||
118 | ((tag == ts->tag || tag == LUA_ANYTAG) && buff == ts->u.v)) | ||
119 | return ts; | ||
120 | i = (i+1)%tb->size; | ||
121 | } | ||
122 | /* not found */ | ||
123 | ++luaO_nentities; | ||
124 | if (j != -1) /* is there an EMPTY space? */ | ||
125 | i = j; | ||
126 | else | ||
127 | tb->nuse++; | ||
128 | ts = tb->hash[i] = newone(buff, tag, h); | ||
129 | return ts; | ||
130 | } | ||
131 | |||
132 | TaggedString *luaS_createudata (void *udata, int tag) | ||
133 | { | ||
134 | return insert(udata, tag, &string_root[(unsigned)udata%NUM_HASHS]); | ||
135 | } | ||
136 | |||
137 | TaggedString *luaS_new (char *str) | ||
138 | { | ||
139 | return insert(str, LUA_T_STRING, &string_root[(unsigned)str[0]%NUM_HASHS]); | ||
140 | } | ||
141 | |||
142 | TaggedString *luaS_newfixedstring (char *str) | ||
143 | { | ||
144 | TaggedString *ts = luaS_new(str); | ||
145 | if (ts->marked == 0) | ||
146 | ts->marked = 2; /* avoid GC */ | ||
147 | return ts; | ||
148 | } | ||
149 | |||
150 | |||
151 | void luaS_free (TaggedString *l) | ||
152 | { | ||
153 | while (l) { | ||
154 | TaggedString *next = l->uu.next; | ||
155 | luaM_free(l); | ||
156 | l = next; | ||
157 | } | ||
158 | } | ||
159 | |||
160 | |||
161 | /* | ||
162 | ** Garbage collection function. | ||
163 | */ | ||
164 | TaggedString *luaS_collector (void) | ||
165 | { | ||
166 | TaggedString *frees = NULL; | ||
167 | int i; | ||
168 | for (i=0; i<NUM_HASHS; i++) { | ||
169 | stringtable *tb = &string_root[i]; | ||
170 | int j; | ||
171 | for (j=0; j<tb->size; j++) { | ||
172 | TaggedString *t = tb->hash[j]; | ||
173 | if (t == NULL) continue; | ||
174 | if (t->marked == 1) | ||
175 | t->marked = 0; | ||
176 | else if (!t->marked) { | ||
177 | t->uu.next = frees; | ||
178 | frees = t; | ||
179 | tb->hash[j] = &EMPTY; | ||
180 | --luaO_nentities; | ||
181 | } | ||
182 | } | ||
183 | } | ||
184 | return frees; | ||
185 | } | ||
186 | |||
diff --git a/lstring.h b/lstring.h new file mode 100644 index 00000000..74106224 --- /dev/null +++ b/lstring.h | |||
@@ -0,0 +1,21 @@ | |||
1 | /* | ||
2 | ** $Id: lstring.h,v 1.1 1997/08/14 20:23:40 roberto Exp roberto $ | ||
3 | ** String table (keep all strings handled by Lua) | ||
4 | ** See Copyright Notice in lua.h | ||
5 | */ | ||
6 | |||
7 | #ifndef lstring_h | ||
8 | #define lstring_h | ||
9 | |||
10 | |||
11 | #include "lobject.h" | ||
12 | |||
13 | |||
14 | TaggedString *luaS_createudata (void *udata, int tag); | ||
15 | TaggedString *luaS_collector (void); | ||
16 | void luaS_free (TaggedString *l); | ||
17 | void luaS_callIM (TaggedString *l); | ||
18 | TaggedString *luaS_new (char *str); | ||
19 | TaggedString *luaS_newfixedstring (char *str); | ||
20 | |||
21 | #endif | ||
diff --git a/tree.c b/tree.c deleted file mode 100644 index eade7f8f..00000000 --- a/tree.c +++ /dev/null | |||
@@ -1,211 +0,0 @@ | |||
1 | /* | ||
2 | ** tree.c | ||
3 | ** TecCGraf - PUC-Rio | ||
4 | */ | ||
5 | |||
6 | char *rcs_tree="$Id: tree.c,v 1.29 1997/07/30 22:00:50 roberto Exp roberto $"; | ||
7 | |||
8 | |||
9 | #include <string.h> | ||
10 | |||
11 | #include "luamem.h" | ||
12 | #include "lua.h" | ||
13 | #include "tree.h" | ||
14 | #include "lex.h" | ||
15 | #include "hash.h" | ||
16 | #include "table.h" | ||
17 | #include "fallback.h" | ||
18 | |||
19 | |||
20 | #define NUM_HASHS 61 | ||
21 | |||
22 | typedef struct { | ||
23 | int size; | ||
24 | int nuse; /* number of elements (including EMPTYs) */ | ||
25 | TaggedString **hash; | ||
26 | } stringtable; | ||
27 | |||
28 | static int initialized = 0; | ||
29 | |||
30 | static stringtable string_root[NUM_HASHS]; | ||
31 | |||
32 | static TaggedString EMPTY = {LUA_T_STRING, NULL, {{NOT_USED, NOT_USED}}, | ||
33 | 0, 2, {0}}; | ||
34 | |||
35 | |||
36 | static unsigned long hash (char *s, int tag) | ||
37 | { | ||
38 | unsigned long h; | ||
39 | if (tag != LUA_T_STRING) | ||
40 | h = (unsigned long)s; | ||
41 | else { | ||
42 | h = 0; | ||
43 | while (*s) | ||
44 | h = ((h<<5)-h)^(unsigned char)*(s++); | ||
45 | } | ||
46 | return h; | ||
47 | } | ||
48 | |||
49 | |||
50 | static void luaI_inittree (void) | ||
51 | { | ||
52 | int i; | ||
53 | for (i=0; i<NUM_HASHS; i++) { | ||
54 | string_root[i].size = 0; | ||
55 | string_root[i].nuse = 0; | ||
56 | string_root[i].hash = NULL; | ||
57 | } | ||
58 | } | ||
59 | |||
60 | |||
61 | static void initialize (void) | ||
62 | { | ||
63 | initialized = 1; | ||
64 | luaI_inittree(); | ||
65 | luaI_addReserved(); | ||
66 | luaI_initsymbol(); | ||
67 | luaI_initconstant(); | ||
68 | luaI_initfallbacks(); | ||
69 | } | ||
70 | |||
71 | |||
72 | static void grow (stringtable *tb) | ||
73 | { | ||
74 | int newsize = luaI_redimension(tb->size); | ||
75 | TaggedString **newhash = newvector(newsize, TaggedString *); | ||
76 | int i; | ||
77 | for (i=0; i<newsize; i++) | ||
78 | newhash[i] = NULL; | ||
79 | /* rehash */ | ||
80 | tb->nuse = 0; | ||
81 | for (i=0; i<tb->size; i++) | ||
82 | if (tb->hash[i] != NULL && tb->hash[i] != &EMPTY) { | ||
83 | int h = tb->hash[i]->hash%newsize; | ||
84 | while (newhash[h]) | ||
85 | h = (h+1)%newsize; | ||
86 | newhash[h] = tb->hash[i]; | ||
87 | tb->nuse++; | ||
88 | } | ||
89 | luaI_free(tb->hash); | ||
90 | tb->size = newsize; | ||
91 | tb->hash = newhash; | ||
92 | } | ||
93 | |||
94 | |||
95 | static TaggedString *newone(char *buff, int tag, unsigned long h) | ||
96 | { | ||
97 | TaggedString *ts; | ||
98 | if (tag == LUA_T_STRING) { | ||
99 | ts = (TaggedString *)luaI_malloc(sizeof(TaggedString)+strlen(buff)); | ||
100 | strcpy(ts->str, buff); | ||
101 | ts->u.s.varindex = ts->u.s.constindex = NOT_USED; | ||
102 | ts->tag = LUA_T_STRING; | ||
103 | } | ||
104 | else { | ||
105 | ts = (TaggedString *)luaI_malloc(sizeof(TaggedString)); | ||
106 | ts->u.v = buff; | ||
107 | ts->tag = tag == LUA_ANYTAG ? 0 : tag; | ||
108 | } | ||
109 | ts->marked = 0; | ||
110 | ts->hash = h; | ||
111 | return ts; | ||
112 | } | ||
113 | |||
114 | static TaggedString *insert (char *buff, int tag, stringtable *tb) | ||
115 | { | ||
116 | TaggedString *ts; | ||
117 | unsigned long h = hash(buff, tag); | ||
118 | int i; | ||
119 | int j = -1; | ||
120 | if ((Long)tb->nuse*3 >= (Long)tb->size*2) | ||
121 | { | ||
122 | if (!initialized) | ||
123 | initialize(); | ||
124 | grow(tb); | ||
125 | } | ||
126 | i = h%tb->size; | ||
127 | while ((ts = tb->hash[i]) != NULL) | ||
128 | { | ||
129 | if (ts == &EMPTY) | ||
130 | j = i; | ||
131 | else if ((ts->tag == LUA_T_STRING) ? | ||
132 | (tag == LUA_T_STRING && (strcmp(buff, ts->str) == 0)) : | ||
133 | ((tag == ts->tag || tag == LUA_ANYTAG) && buff == ts->u.v)) | ||
134 | return ts; | ||
135 | i = (i+1)%tb->size; | ||
136 | } | ||
137 | /* not found */ | ||
138 | lua_pack(); | ||
139 | if (j != -1) /* is there an EMPTY space? */ | ||
140 | i = j; | ||
141 | else | ||
142 | tb->nuse++; | ||
143 | ts = tb->hash[i] = newone(buff, tag, h); | ||
144 | return ts; | ||
145 | } | ||
146 | |||
147 | TaggedString *luaI_createudata (void *udata, int tag) | ||
148 | { | ||
149 | return insert(udata, tag, &string_root[(unsigned)udata%NUM_HASHS]); | ||
150 | } | ||
151 | |||
152 | TaggedString *luaI_createstring (char *str) | ||
153 | { | ||
154 | return insert(str, LUA_T_STRING, &string_root[(unsigned)str[0]%NUM_HASHS]); | ||
155 | } | ||
156 | |||
157 | |||
158 | void luaI_strcallIM (TaggedString *l) | ||
159 | { | ||
160 | TObject o; | ||
161 | ttype(&o) = LUA_T_USERDATA; | ||
162 | for (; l; l=l->next) { | ||
163 | tsvalue(&o) = l; | ||
164 | luaI_gcIM(&o); | ||
165 | } | ||
166 | } | ||
167 | |||
168 | |||
169 | void luaI_strfree (TaggedString *l) | ||
170 | { | ||
171 | while (l) { | ||
172 | TaggedString *next = l->next; | ||
173 | luaI_free(l); | ||
174 | l = next; | ||
175 | } | ||
176 | } | ||
177 | |||
178 | |||
179 | /* | ||
180 | ** Garbage collection function. | ||
181 | */ | ||
182 | TaggedString *luaI_strcollector (long *acum) | ||
183 | { | ||
184 | Long counter = 0; | ||
185 | TaggedString *frees = NULL; | ||
186 | int i; | ||
187 | for (i=0; i<NUM_HASHS; i++) | ||
188 | { | ||
189 | stringtable *tb = &string_root[i]; | ||
190 | int j; | ||
191 | for (j=0; j<tb->size; j++) | ||
192 | { | ||
193 | TaggedString *t = tb->hash[j]; | ||
194 | if (t != NULL && t->marked <= 1) | ||
195 | { | ||
196 | if (t->marked) | ||
197 | t->marked = 0; | ||
198 | else | ||
199 | { | ||
200 | t->next = frees; | ||
201 | frees = t; | ||
202 | tb->hash[j] = &EMPTY; | ||
203 | counter++; | ||
204 | } | ||
205 | } | ||
206 | } | ||
207 | } | ||
208 | *acum += counter; | ||
209 | return frees; | ||
210 | } | ||
211 | |||
diff --git a/tree.h b/tree.h deleted file mode 100644 index c898bb20..00000000 --- a/tree.h +++ /dev/null | |||
@@ -1,38 +0,0 @@ | |||
1 | /* | ||
2 | ** tree.h | ||
3 | ** TecCGraf - PUC-Rio | ||
4 | ** $Id: tree.h,v 1.18 1997/06/09 17:28:14 roberto Exp roberto $ | ||
5 | */ | ||
6 | |||
7 | #ifndef tree_h | ||
8 | #define tree_h | ||
9 | |||
10 | #include "types.h" | ||
11 | |||
12 | #define NOT_USED 0xFFFE | ||
13 | |||
14 | |||
15 | typedef struct TaggedString | ||
16 | { | ||
17 | int tag; /* if != LUA_T_STRING, this is a userdata */ | ||
18 | struct TaggedString *next; | ||
19 | union { | ||
20 | struct { | ||
21 | Word varindex; /* != NOT_USED if this is a symbol */ | ||
22 | Word constindex; /* hint to reuse constant indexes */ | ||
23 | } s; | ||
24 | void *v; /* if this is a userdata, here is its value */ | ||
25 | } u; | ||
26 | unsigned long hash; /* 0 if not initialized */ | ||
27 | int marked; /* for garbage collection; never collect (nor change) if > 1 */ | ||
28 | char str[1]; /* \0 byte already reserved */ | ||
29 | } TaggedString; | ||
30 | |||
31 | |||
32 | TaggedString *luaI_createstring (char *str); | ||
33 | TaggedString *luaI_createudata (void *udata, int tag); | ||
34 | TaggedString *luaI_strcollector (long *cont); | ||
35 | void luaI_strfree (TaggedString *l); | ||
36 | void luaI_strcallIM (TaggedString *l); | ||
37 | |||
38 | #endif | ||