version 1.27, 2016/04/11 16:06:52 |
version 1.28, 2016/04/11 18:56:31 |
Line 94 struct TYPE(tokenizer) { |
|
Line 94 struct TYPE(tokenizer) { |
|
}; |
}; |
|
|
|
|
private void FUN(tok,finish)(TYPE(Tokenizer) *); |
static void FUN(tok,finish)(TYPE(Tokenizer) *); |
|
|
|
|
/* FUN(tok,finish)(): |
/* FUN(tok,finish)(): |
* Finish a word in the tokenizer. |
* Finish a word in the tokenizer. |
*/ |
*/ |
private void |
static void |
FUN(tok,finish)(TYPE(Tokenizer) *tok) |
FUN(tok,finish)(TYPE(Tokenizer) *tok) |
{ |
{ |
|
|
Line 117 FUN(tok,finish)(TYPE(Tokenizer) *tok) |
|
Line 117 FUN(tok,finish)(TYPE(Tokenizer) *tok) |
|
/* FUN(tok,init)(): |
/* FUN(tok,init)(): |
* Initialize the tokenizer |
* Initialize the tokenizer |
*/ |
*/ |
public TYPE(Tokenizer) * |
TYPE(Tokenizer) * |
FUN(tok,init)(const Char *ifs) |
FUN(tok,init)(const Char *ifs) |
{ |
{ |
TYPE(Tokenizer) *tok = tok_malloc(sizeof(*tok)); |
TYPE(Tokenizer) *tok = tok_malloc(sizeof(*tok)); |
Line 158 FUN(tok,init)(const Char *ifs) |
|
Line 158 FUN(tok,init)(const Char *ifs) |
|
/* FUN(tok,reset)(): |
/* FUN(tok,reset)(): |
* Reset the tokenizer |
* Reset the tokenizer |
*/ |
*/ |
public void |
void |
FUN(tok,reset)(TYPE(Tokenizer) *tok) |
FUN(tok,reset)(TYPE(Tokenizer) *tok) |
{ |
{ |
|
|
Line 173 FUN(tok,reset)(TYPE(Tokenizer) *tok) |
|
Line 173 FUN(tok,reset)(TYPE(Tokenizer) *tok) |
|
/* FUN(tok,end)(): |
/* FUN(tok,end)(): |
* Clean up |
* Clean up |
*/ |
*/ |
public void |
void |
FUN(tok,end)(TYPE(Tokenizer) *tok) |
FUN(tok,end)(TYPE(Tokenizer) *tok) |
{ |
{ |
|
|
Line 202 FUN(tok,end)(TYPE(Tokenizer) *tok) |
|
Line 202 FUN(tok,end)(TYPE(Tokenizer) *tok) |
|
* cursorc if !NULL, argv element containing cursor |
* cursorc if !NULL, argv element containing cursor |
* cursorv if !NULL, offset in argv[cursorc] of cursor |
* cursorv if !NULL, offset in argv[cursorc] of cursor |
*/ |
*/ |
public int |
int |
FUN(tok,line)(TYPE(Tokenizer) *tok, const TYPE(LineInfo) *line, |
FUN(tok,line)(TYPE(Tokenizer) *tok, const TYPE(LineInfo) *line, |
int *argc, const Char ***argv, int *cursorc, int *cursoro) |
int *argc, const Char ***argv, int *cursorc, int *cursoro) |
{ |
{ |
Line 453 FUN(tok,line)(TYPE(Tokenizer) *tok, cons |
|
Line 453 FUN(tok,line)(TYPE(Tokenizer) *tok, cons |
|
* Simpler version of tok_line, taking a NUL terminated line |
* Simpler version of tok_line, taking a NUL terminated line |
* and splitting into words, ignoring cursor state. |
* and splitting into words, ignoring cursor state. |
*/ |
*/ |
public int |
int |
FUN(tok,str)(TYPE(Tokenizer) *tok, const Char *line, int *argc, |
FUN(tok,str)(TYPE(Tokenizer) *tok, const Char *line, int *argc, |
const Char ***argv) |
const Char ***argv) |
{ |
{ |