lex.h

Go to the documentation of this file.

#ifndef LELY_UTIL_LEX_H_
#define LELY_UTIL_LEX_H_

#include <lely/libc/uchar.h>
#include <lely/util/util.h>

#include <ctype.h>
#include <stdint.h>

#ifndef LELY_UTIL_LEX_INLINE
#define LELY_UTIL_LEX_INLINE static inline
#endif

// The file location struct from <lely/util/diag.h>.
struct floc;

#ifdef __cplusplus
extern "C" {
#endif

LELY_UTIL_LEX_INLINE int isbreak(int c);

LELY_UTIL_LEX_INLINE int isodigit(int c);

LELY_UTIL_LEX_INLINE int ctoo(int c);

LELY_UTIL_LEX_INLINE int ctox(int c);

size_t lex_char(int c, const char *begin, const char *end, struct floc *at);

size_t lex_ctype(int (*ctype)(int), const char *begin, const char *end,
                struct floc *at);

size_t lex_break(const char *begin, const char *end, struct floc *at);

size_t lex_utf8(const char *begin, const char *end, struct floc *at,
                char32_t *pc32);

size_t lex_c99_id(const char *begin, const char *end, struct floc *at, char *s,
                size_t *pn);

size_t lex_c99_esc(const char *begin, const char *end, struct floc *at,
                char32_t *pc32);

size_t lex_c99_str(const char *begin, const char *end, struct floc *at, char *s,
                size_t *pn);

size_t lex_c99_pp_num(const char *begin, const char *end, struct floc *at);

// clang-format off
#define LELY_UTIL_DEFINE_LEX_SIGNED(type, suffix, strtov, pname) \
 \
        size_t lex_c99_##suffix(const char *begin, \
                        const char *end, struct floc *at, type *pname);
// clang-format on

// clang-format off
#define LELY_UTIL_DEFINE_LEX_UNSIGNED(type, suffix, strtov, pname) \
 \
        size_t lex_c99_##suffix(const char *begin, \
                        const char *end, struct floc *at, type *pname);
// clang-format on

LELY_UTIL_DEFINE_LEX_SIGNED(long, long, strtol, pl)
LELY_UTIL_DEFINE_LEX_UNSIGNED(unsigned long, ulong, strtoul, pul)
LELY_UTIL_DEFINE_LEX_SIGNED(long long, llong, strtoll, pll)
LELY_UTIL_DEFINE_LEX_UNSIGNED(unsigned long long, ullong, strtoull, pul)
LELY_UTIL_DEFINE_LEX_SIGNED(float, flt, strtof, pf)
LELY_UTIL_DEFINE_LEX_SIGNED(double, dbl, strtod, pd)
LELY_UTIL_DEFINE_LEX_SIGNED(long double, ldbl, strtold, pld)

#undef LELY_UTIL_DEFINE_LEX_UNSIGNED
#undef LELY_UTIL_DEFINE_LEX_SIGNED

// clang-format off
#define LELY_UTIL_DEFINE_LEX_SIGNED(type, suffix, pname) \
 \
        size_t lex_c99_##suffix(const char *begin, \
                        const char *end, struct floc *at, type *pname);
// clang-format on

// clang-format off
#define LELY_UTIL_DEFINE_LEX_UNSIGNED(type, suffix, pname) \
 \
        size_t lex_c99_##suffix(const char *begin, \
                        const char *end, struct floc *at, type *pname);
// clang-format on

LELY_UTIL_DEFINE_LEX_SIGNED(int_least8_t, i8, pi8)
LELY_UTIL_DEFINE_LEX_SIGNED(int_least16_t, i16, pi16)
LELY_UTIL_DEFINE_LEX_SIGNED(int_least32_t, i32, pi32)
LELY_UTIL_DEFINE_LEX_SIGNED(int_least64_t, i64, pi64)
LELY_UTIL_DEFINE_LEX_UNSIGNED(uint_least8_t, u8, pu8)
LELY_UTIL_DEFINE_LEX_UNSIGNED(uint_least16_t, u16, pu16)
LELY_UTIL_DEFINE_LEX_UNSIGNED(uint_least32_t, u32, pu32)
LELY_UTIL_DEFINE_LEX_UNSIGNED(uint_least64_t, u64, pu64)

#undef LELY_UTIL_DEFINE_LEX_UNSIGNED
#undef LELY_UTIL_DEFINE_LEX_SIGNED

size_t lex_line_comment(const char *delim, const char *begin, const char *end,
                struct floc *at);

size_t lex_base64(const char *begin, const char *end, struct floc *at,
                void *ptr, size_t *pn);

inline int
isbreak(int c)
{
        return c == '\n' || c == '\r';
}

inline int
isodigit(int c)
{
        return c >= '0' && c <= '7';
}

inline int
ctoo(int c)
{
        return c - '0';
}

inline int
ctox(int c)
{
        if (isdigit(c))
                return c - '0';
#if __STDC_ISO_10646__ && !__STDC_MB_MIGHT_NEQ_WC__
        return 10 + (isupper(c) ? c - 'A' : c - 'a');
#else
        switch (c) {
        case 'A':
        case 'a': return 0xa;
        case 'B':
        case 'b': return 0xb;
        case 'C':
        case 'c': return 0xc;
        case 'D':
        case 'd': return 0xd;
        case 'E':
        case 'e': return 0xe;
        case 'F':
        case 'f': return 0xf;
        default: return -1;
        }
#endif
}

#ifdef __cplusplus
}
#endif

#endif // !LELY_UTIL_LEX_H_