tokenizer.h

Go to the documentation of this file.

#ifndef FISH_TOKENIZER_H
#define FISH_TOKENIZER_H

#include <wchar.h>

enum token_type
{
        TOK_NONE, 
        TOK_ERROR, 
        TOK_INVALID,
        TOK_STRING,
        TOK_PIPE,
        TOK_END,
        TOK_REDIRECT_OUT, 
        TOK_REDIRECT_APPEND,
        TOK_REDIRECT_IN,
        TOK_REDIRECT_FD,
        TOK_REDIRECT_NOCLOB, 
        TOK_BACKGROUND,
        TOK_COMMENT
}
        ;

enum tokenizer_error
{
        TOK_UNTERMINATED_QUOTE,
        TOK_UNTERMINATED_SUBSHELL,
        TOK_UNTERMINATED_ESCAPE,
        TOK_OTHER
}
        ;


#define TOK_ACCEPT_UNFINISHED 1

#define TOK_SHOW_COMMENTS 2


typedef struct
{
        wchar_t *buff;
        wchar_t *orig_buff;
        wchar_t *last;
        
        int last_type;
        int last_len;
        int last_pos;
        int has_next;
        int accept_unfinished;
        int show_comments;
        int free_orig;
        wchar_t last_quote;
        int error;
}
tokenizer;

void tok_init( tokenizer *tok, const wchar_t *b, int flags );

void tok_next( tokenizer *tok );

int tok_last_type( tokenizer *tok );

wchar_t *tok_last( tokenizer *tok );

wchar_t tok_last_quote( tokenizer *tok );

int tok_has_next( tokenizer *tok );

int tok_get_pos( tokenizer *tok );

void tok_destroy( tokenizer *tok );


wchar_t *tok_string( tokenizer *tok );


wchar_t *tok_first( const wchar_t *str );

void tok_set_pos( tokenizer *tok, int pos );

const wchar_t *tok_get_desc( int type );

int tok_get_error( tokenizer *tok );


#endif

---