We would like to add BPF based IR decoding in a later commit. BPF
based IR decoding will have per-protocol parameters, so we need a more
flexible format.
At some point in the future it would nice to change rc-core keycode
mapping to protocol + 64 bit scancode -> keycode, rather the existing
32 bit scancode -> keycode. In order to make this possible, we want
the scancodes to be specified for their protocol, in case multiple
protocols are selected.
Signed-off-by: Sean Young <sean@xxxxxxxx>
---
utils/keytable/Makefile.am | 2 +-
utils/keytable/keytable.c | 174 +++-
utils/keytable/toml.c | 1903 ++++++++++++++++++++++++++++++++++++
utils/keytable/toml.h | 110 +++
4 files changed, 2185 insertions(+), 4 deletions(-)
create mode 100644 utils/keytable/toml.c
create mode 100644 utils/keytable/toml.h
diff --git a/utils/keytable/Makefile.am b/utils/keytable/Makefile.am
index 904aa96b..0bd7045f 100644
--- a/utils/keytable/Makefile.am
+++ b/utils/keytable/Makefile.am
@@ -4,7 +4,7 @@ sysconf_DATA = rc_maps.cfg
keytablesystem_DATA = $(srcdir)/rc_keymaps/*
udevrules_DATA = 70-infrared.rules
-ir_keytable_SOURCES = keytable.c parse.h ir-encode.c ir-encode.h
+ir_keytable_SOURCES = keytable.c parse.h ir-encode.c ir-encode.h toml.c toml.h
ir_keytable_LDADD = @LIBINTL@
ir_keytable_LDFLAGS = $(ARGP_LIBS)
diff --git a/utils/keytable/keytable.c b/utils/keytable/keytable.c
index 482fcf86..c6304b04 100644
--- a/utils/keytable/keytable.c
+++ b/utils/keytable/keytable.c
@@ -33,6 +33,7 @@
#include "ir-encode.h"
#include "parse.h"
+#include "toml.h"
#ifdef ENABLE_NLS
# define _(string) gettext(string)
@@ -200,7 +201,7 @@ static void write_sysfs_protocols(enum sysfs_protocols protocols, FILE *fp, cons
}
}
-static int parse_code(char *string)
+static int parse_code(const char *string)
{
struct parse_event *p;
@@ -291,7 +292,7 @@ struct rc_device {
enum sysfs_protocols supported, current; /* Current and supported IR protocols */
};
-static error_t parse_keyfile(char *fname, char **table)
+static error_t parse_plain_keyfile(char *fname, char **table)
{
FILE *fin;
int value, line = 0;
@@ -301,7 +302,7 @@ static error_t parse_keyfile(char *fname, char **table)
*table = NULL;
if (debug)
- fprintf(stderr, _("Parsing %s keycode file\n"), fname);
+ fprintf(stderr, _("Parsing %s keycode file as plain text\n"), fname);
fin = fopen(fname, "r");
if (!fin) {
@@ -397,7 +398,174 @@ err_einval:
fprintf(stderr, _("Invalid parameter on line %d of %s\n"),
line, fname);
return EINVAL;
+}
+
+static error_t parse_toml_protocol(struct toml_table_t *root, const char *p)
+{
+ struct toml_table_t *proot, *scancodes;
+ enum sysfs_protocols protocol;
+ const char *raw;
+ int i = 0;
+
+ protocol = parse_sysfs_protocol(p, false);
+ if (protocol == SYSFS_INVALID) {
+ fprintf(stderr, _("Protocol `%s' not known\n"), p);
+ return EINVAL;
+ }
+
+ ch_proto |= protocol;
+
+ proot = toml_table_in(root, p);
+ if (!proot) {
+ if (debug)
+ fprintf(stderr, _("No [%s] section"), p);
+ return 0;
+ }
+
+ scancodes = toml_table_in(proot, "scancodes");
+ if (!proot) {
+ if (debug)
+ fprintf(stderr, _("No [%s.scancodes] section"), p);
+ return 0;
+ }
+
+ for (;;) {
+ struct keytable_entry *ke;
+ const char *scancode;
+ char *keycode;
+ int value;
+
+ scancode = toml_key_in(scancodes, i++);
+ if (!scancode)
+ break;
+
+ raw = toml_raw_in(scancodes, scancode);
+ if (!raw) {
+ fprintf(stderr, _("Invalid value `%s'\n"), scancode);
+ return EINVAL;
+ }
+
+ if (toml_rtos(raw, &keycode)) {
+ fprintf(stderr, _("Bad value `%s' for keycode\n"),
+ keycode);
+ return EINVAL;
+ }
+
+ if (debug)
+ fprintf(stderr, _("parsing %s=%s:"), scancode, keycode);
+
+ value = parse_code(keycode);
+ if (debug)
+ fprintf(stderr, _("\tvalue=%d\n"), value);
+
+ if (value == -1) {
+ value = strtol(keycode, NULL, 0);
+ if (errno)
+ perror(_("value"));
+ }
+ free(keycode);
+
+ ke = calloc(1, sizeof(*ke));
+ if (!ke) {
+ perror("parse_keyfile");
+ return ENOMEM;
+ }
+
+ ke->scancode = strtoul(scancode, NULL, 0);
+ ke->keycode = value;
+ ke->next = keytable;
+ keytable = ke;
+ }
+
+ return 0;
+}
+
+static error_t parse_toml_keyfile(char *fname, char **table)
+{
+ struct toml_table_t *root;
+ struct toml_array_t *arr;
+ const char *raw;
+ int ret, i = 0;
+ char buf[200];
+ FILE *fin;
+ char *p;
+
+ *table = NULL;
+
+ if (debug)
+ fprintf(stderr, _("Parsing %s keycode file as toml text\n"), fname);
+
+ fin = fopen(fname, "r");
+ if (!fin) {
+ return errno;
+ }
+
+ root = toml_parse_file(fin, buf, sizeof(buf));
+ fclose(fin);
+ if (!root) {
+ fprintf(stderr, _("Failed to parse toml: %s\n"), buf);
+ return EINVAL;
+ }
+
+ arr = toml_array_in(root, "protocol");
+ if (!arr) {
+ raw = toml_raw_in(root, "protocol");
+ if (!raw) {
+ fprintf(stderr, _("Missing 'protocol'\n"));
+ goto out;
+ }
+
+ if (toml_rtos(raw, &p)) {
+ fprintf(stderr, _("Bad value `%s' for protocol\n"),
+ raw);
+ goto out;
+ }
+
+ ret = parse_toml_protocol(root, p);
+ free(p);
+ if (ret)
+ goto out;
+ } else {
+ for (;;) {
+ raw = toml_raw_at(arr, i);
+ if (!raw)
+ break;
+
+ if (toml_rtos(raw, &p)) {
+ fprintf(stderr, _("Bad value `%s' for protocol\n"),
+ raw);
+ goto out;
+ }
+
+ ret = parse_toml_protocol(root, p);
+ free(p);
+ if (ret)
+ goto out;
+
+ i++;
+ }
+
+ if (i == 0) {
+ fprintf(stderr, _("No protocols found\n"));
+ goto out;
+ }
+ }
+
+ toml_free(root);
+ return 0;
+out:
+ toml_free(root);
+ return EINVAL;
+}
+static error_t parse_keyfile(char *fname, char **table)
+{
+ size_t len = strlen(fname);
+
+ if (len >= 5 && strcasecmp(fname + len - 5, ".toml") == 0)
+ return parse_toml_keyfile(fname, table);
+ else
+ return parse_plain_keyfile(fname, table);
}
struct cfgfile *nextcfg = &cfg;
diff --git a/utils/keytable/toml.c b/utils/keytable/toml.c
new file mode 100644
index 00000000..e4b57190
--- /dev/null
+++ b/utils/keytable/toml.c
@@ -0,0 +1,1903 @@
+/*
+MIT License
+
+Copyright (c) 2017 CK Tan
+https://github.com/cktan/tomlc99
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.
+*/
+#define _POSIX_C_SOURCE 200809L
+#include <stdio.h>
+#include <setjmp.h>
+#include <stdlib.h>
+#include <assert.h>
+#include <errno.h>
+#include <stdint.h>
+#include <ctype.h>
+#include <string.h>
+#include "toml.h"
+
+#ifdef _WIN32
+char* strndup(const char* s, size_t n)
+{
+ size_t len = strnlen(s, n);
+ char* p = malloc(len+1);
+ if (p) {
+ memcpy(p, s, len);
+ p[len] = 0;
+ }
+ return p;
+}
+#endif
+
+
+/**
+ * Convert a char in utf8 into UCS, and store it in *ret.
+ * Return #bytes consumed or -1 on failure.
+ */
+int toml_utf8_to_ucs(const char* orig, int len, int64_t* ret)
+{
+ const unsigned char* buf = (const unsigned char*) orig;
+ unsigned i = *buf++;
+ int64_t v;
+
+ /* 0x00000000 - 0x0000007F:
+ 0xxxxxxx
+ */
+ if (0 == (i >> 7)) {
+ if (len < 1) return -1;
+ v = i;
+ return *ret = v, 1;
+ }
+ /* 0x00000080 - 0x000007FF:
+ 110xxxxx 10xxxxxx
+ */
+ if (0x6 == (i >> 5)) {
+ if (len < 2) return -1;
+ v = i & 0x1f;
+ i = *(++buf);
+ if (0x2 != (i >> 6)) return -1;
+ v = (v << 6) | (i & 0x3f);
+ return *ret = v, (const char*) buf - orig;
+ }
+
+ /* 0x00000800 - 0x0000FFFF:
+ 1110xxxx 10xxxxxx 10xxxxxx
+ */
+ if (0xE == (i >> 4)) {
+ if (len < 3) return -1;
+ v = i & 0x0F;
+ for (int j = 0; j < 2; j++) {
+ i = *(++buf);
+ if (0x2 != (i >> 6)) return -1;
+ v = (v << 6) | (i & 0x3f);
+ }
+ return *ret = v, (const char*) buf - orig;
+ }
+
+ /* 0x00010000 - 0x001FFFFF:
+ 11110xxx 10xxxxxx 10xxxxxx 10xxxxxx
+ */
+ if (0x1E == (i >> 3)) {
+ if (len < 4) return -1;
+ v = i & 0x07;
+ for (int j = 0; j < 3; j++) {
+ i = *(++buf);
+ if (0x2 != (i >> 6)) return -1;
+ v = (v << 6) | (i & 0x3f);
+ }
+ return *ret = v, (const char*) buf - orig;
+ }
+
+ /* 0x00200000 - 0x03FFFFFF:
+ 111110xx 10xxxxxx 10xxxxxx 10xxxxxx 10xxxxxx
+ */
+ if (0x3E == (i >> 2)) {
+ if (len < 5) return -1;
+ v = i & 0x03;
+ for (int j = 0; j < 4; j++) {
+ i = *(++buf);
+ if (0x2 != (i >> 6)) return -1;
+ v = (v << 6) | (i & 0x3f);
+ }
+ return *ret = v, (const char*) buf - orig;
+ }
+
+ /* 0x04000000 - 0x7FFFFFFF:
+ 1111110x 10xxxxxx 10xxxxxx 10xxxxxx 10xxxxxx 10xxxxxx
+ */
+ if (0x7e == (i >> 1)) {
+ if (len < 6) return -1;
+ v = i & 0x01;
+ for (int j = 0; j < 5; j++) {
+ i = *(++buf);
+ if (0x2 != (i >> 6)) return -1;
+ v = (v << 6) | (i & 0x3f);
+ }
+ return *ret = v, (const char*) buf - orig;
+ }
+ return -1;
+}
+
+
+/**
+ * Convert a UCS char to utf8 code, and return it in buf.
+ * Return #bytes used in buf to encode the char, or
+ * -1 on error.
+ */
+int toml_ucs_to_utf8(int64_t code, char buf[6])
+{
+ /* http://stackoverflow.com/questions/6240055/manually-converting-unicode-codepoints-into-utf-8-and-utf-16 */
+ /* The UCS code values 0xd800–0xdfff (UTF-16 surrogates) as well
+ * as 0xfffe and 0xffff (UCS noncharacters) should not appear in
+ * conforming UTF-8 streams.
+ */
+ if (0xd800 <= code && code <= 0xdfff) return -1;
+ if (0xfffe <= code && code <= 0xffff) return -1;
+
+ /* 0x00000000 - 0x0000007F:
+ 0xxxxxxx
+ */
+ if (code < 0) return -1;
+ if (code <= 0x7F) {
+ buf[0] = (unsigned char) code;
+ return 1;
+ }
+
+ /* 0x00000080 - 0x000007FF:
+ 110xxxxx 10xxxxxx
+ */
+ if (code <= 0x000007FF) {
+ buf[0] = 0xc0 | (code >> 6);
+ buf[1] = 0x80 | (code & 0x3f);
+ return 2;
+ }
+
+ /* 0x00000800 - 0x0000FFFF:
+ 1110xxxx 10xxxxxx 10xxxxxx
+ */
+ if (code <= 0x0000FFFF) {
+ buf[0] = 0xe0 | (code >> 12);
+ buf[1] = 0x80 | ((code >> 6) & 0x3f);
+ buf[2] = 0x80 | (code & 0x3f);
+ return 3;
+ }
+
+ /* 0x00010000 - 0x001FFFFF:
+ 11110xxx 10xxxxxx 10xxxxxx 10xxxxxx
+ */
+ if (code <= 0x001FFFFF) {
+ buf[0] = 0xf0 | (code >> 18);
+ buf[1] = 0x80 | ((code >> 12) & 0x3f);
+ buf[2] = 0x80 | ((code >> 6) & 0x3f);
+ buf[3] = 0x80 | (code & 0x3f);
+ return 4;
+ }
+
+ /* 0x00200000 - 0x03FFFFFF:
+ 111110xx 10xxxxxx 10xxxxxx 10xxxxxx 10xxxxxx
+ */
+ if (code <= 0x03FFFFFF) {
+ buf[0] = 0xf8 | (code >> 24);
+ buf[1] = 0x80 | ((code >> 18) & 0x3f);
+ buf[2] = 0x80 | ((code >> 12) & 0x3f);
+ buf[3] = 0x80 | ((code >> 6) & 0x3f);
+ buf[4] = 0x80 | (code & 0x3f);
+ return 5;
+ }
+
+ /* 0x04000000 - 0x7FFFFFFF:
+ 1111110x 10xxxxxx 10xxxxxx 10xxxxxx 10xxxxxx 10xxxxxx
+ */
+ if (code <= 0x7FFFFFFF) {
+ buf[0] = 0xfc | (code >> 30);
+ buf[1] = 0x80 | ((code >> 24) & 0x3f);
+ buf[2] = 0x80 | ((code >> 18) & 0x3f);
+ buf[3] = 0x80 | ((code >> 12) & 0x3f);
+ buf[4] = 0x80 | ((code >> 6) & 0x3f);
+ buf[5] = 0x80 | (code & 0x3f);
+ return 6;
+ }
+
+ return -1;
+}
+
+/*
+ * TOML has 3 data structures: value, array, table.
+ * Each of them can have identification key.
+ */
+typedef struct toml_keyval_t toml_keyval_t;
+struct toml_keyval_t {
+ const char* key; /* key to this value */
+ const char* val; /* the raw value */
+};
+
+
+struct toml_array_t {
+ const char* key; /* key to this array */
+ int kind; /* element kind: 'v'alue, 'a'rray, or 't'able */
+ int type; /* for value kind: 'i'nt, 'd'ouble, 'b'ool, 's'tring, 't'ime, 'D'ate, 'T'imestamp */
+
+ int nelem; /* number of elements */
+ union {
+ char** val;
+ toml_array_t** arr;
+ toml_table_t** tab;
+ } u;
+};
+
+
+struct toml_table_t {
+ const char* key; /* key to this table */
+ int implicit; /* table was created implicitly */
+
+ /* key-values in the table */
+ int nkval;
+ toml_keyval_t** kval;
+
+ /* arrays in the table */
+ int narr;
+ toml_array_t** arr;
+
+ /* tables in the table */
+ int ntab;
+ toml_table_t** tab;
+};
+
+
+static inline void xfree(const void* x) { if (x) free((void*)x); }
+
+
+enum tokentype_t {
+ INVALID,
+ DOT,
+ COMMA,
+ EQUAL,
+ LBRACE,
+ RBRACE,
+ NEWLINE,
+ LBRACKET,
+ RBRACKET,
+ STRING,
+};
+typedef enum tokentype_t tokentype_t;
+
+typedef struct token_t token_t;
+struct token_t {
+ tokentype_t tok;
+ int lineno;
+ char* ptr;
+ int len;
+ int eof;
+};
+
+
+typedef struct context_t context_t;
+struct context_t {
+ char* start;
+ char* stop;
+ char* errbuf;
+ int errbufsz;
+ jmp_buf jmp;
+
+ token_t tok;
+ toml_table_t* root;
+ toml_table_t* curtab;
+
+ struct {
+ int top;
+ char* key[10];
+ token_t tok[10];
+ } tpath;
+
+};
+
+#define STRINGIFY(x) #x
+#define TOSTRING(x) STRINGIFY(x)
+#define FLINE __FILE__ ":" TOSTRING(__LINE__)
+
+static tokentype_t next_token(context_t* ctx, int dotisspecial);
+
+/* error routines. All these functions longjmp to ctx->jmp */
+static int e_outofmemory(context_t* ctx, const char* fline)
+{
+ snprintf(ctx->errbuf, ctx->errbufsz, "ERROR: out of memory (%s)", fline);
+ longjmp(ctx->jmp, 1);
+ return -1;
+}
+
+
+static int e_internal_error(context_t* ctx, const char* fline)
+{
+ snprintf(ctx->errbuf, ctx->errbufsz, "internal error (%s)", fline);
+ longjmp(ctx->jmp, 1);
+ return -1;
+}
+
+static int e_syntax_error(context_t* ctx, int lineno, const char* msg)
+{
+ snprintf(ctx->errbuf, ctx->errbufsz, "line %d: %s", lineno, msg);
+ longjmp(ctx->jmp, 1);
+ return -1;
+}
+
+static int e_bad_key_error(context_t* ctx, int lineno)
+{
+ snprintf(ctx->errbuf, ctx->errbufsz, "line %d: bad key", lineno);
+ longjmp(ctx->jmp, 1);
+ return -1;
+}
+
+/*
+static int e_noimpl(context_t* ctx, const char* feature)
+{
+ snprintf(ctx->errbuf, ctx->errbufsz, "not implemented: %s", feature);
+ longjmp(ctx->jmp, 1);
+ return -1;
+}
+*/
+
+static int e_key_exists_error(context_t* ctx, token_t keytok)
+{
+ char buf[100];
+ int i;
+ for (i = 0; i < keytok.len && i < (int)sizeof(buf) - 1; i++) {
+ buf[i] = keytok.ptr[i];
+ }
+ buf[i] = 0;
+
+ snprintf(ctx->errbuf, ctx->errbufsz,
+ "line %d: key %s exists", keytok.lineno, buf);
+ longjmp(ctx->jmp, 1);
+ return -1;
+}
+
+
+
+/*
+ * Convert src to raw unescaped utf-8 string.
+ * Returns NULL if error with errmsg in errbuf.
+ */
+static char* normalize_string(const char* src, int srclen,
+ int kill_line_ending_backslash,
+ char* errbuf, int errbufsz)
+{
+ char* dst = 0; /* will write to dst[] and return it */
+ int max = 0; /* max size of dst[] */
+ int off = 0; /* cur offset in dst[] */
+ const char* sp = src;
+ const char* sq = src + srclen;
+ int ch;
+
+ /* scan forward on src */
+ for (;;) {
+ if (off >= max - 10) { /* have some slack for misc stuff */
+ char* x = realloc(dst, max += 100);
+ if (!x) {
+ xfree(dst);
+ snprintf(errbuf, errbufsz, "out of memory");
+ return 0;
+ }
+ dst = x;
+ }
+
+ /* finished? */
+ if (sp >= sq) break;
+
+ ch = *sp++;
+ if (ch != '\\') {
+ // a plain copy suffice
+ dst[off++] = ch;
+ continue;
+ }
+
+ /* ch was backslash. we expect the escape char. */
+ if (sp >= sq) {
+ snprintf(errbuf, errbufsz, "last backslash is invalid");
+ free(dst);
+ return 0;
+ }
+
+ /* if we want to kill line-ending-backslash ... */
+ if (kill_line_ending_backslash) {
+ /* if this is a newline immediately following the backslash ... */
+ if (*sp == '\n' || (*sp == '\r' && sp[1] == '\n')) {
+ /* skip all the following whitespaces */
+ sp += strspn(sp, " \t\r\n");
+ continue;
+ }
+ }
+
+ /* get the escaped char */
+ ch = *sp++;
+ switch (ch) {
+ case 'u': case 'U':
+ {
+ int64_t ucs = 0;
+ int nhex = (ch == 'u' ? 4 : 8);
+ for (int i = 0; i < nhex; i++) {
+ if (sp >= sq) {
+ snprintf(errbuf, errbufsz, "\\%c expects %d hex chars", ch, nhex);
+ free(dst);
+ return 0;
+ }
+ ch = *sp++;
+ int v = ('0' <= ch && ch <= '9')
+ ? ch - '0'
+ : (('A' <= ch && ch <= 'F') ? ch - 'A' + 10 : -1);
+ if (-1 == v) {
+ snprintf(errbuf, errbufsz, "invalid hex chars for \\u or \\U");
+ free(dst);
+ return 0;
+ }
+ ucs = ucs * 16 + v;
+ }
+ int n = toml_ucs_to_utf8(ucs, &dst[off]);
+ if (-1 == n) {
+ snprintf(errbuf, errbufsz, "illegal ucs code in \\u or \\U");
+ free(dst);
+ return 0;
+ }
+ off += n;
+ }
+ continue;
+
+ case 'b': ch = '\b'; break;
+ case 't': ch = '\t'; break;
+ case 'n': ch = '\n'; break;
+ case 'f': ch = '\f'; break;
+ case 'r': ch = '\r'; break;
+ case '"': ch = '"'; break;
+ case '\\': ch = '\\'; break;
+ default:
+ snprintf(errbuf, errbufsz, "illegal escape char \\%c", ch);
+ free(dst);
+ return 0;
+ }
+
+ dst[off++] = ch;
+ }
+
+ // Cap with NUL and return it.
+ dst[off++] = 0;
+ return dst;
+}
+
+
+/* Normalize a key. Convert all special chars to raw unescaped utf-8 chars. */
+static char* normalize_key(context_t* ctx, token_t strtok)
+{
+ const char* sp = strtok.ptr;
+ const char* sq = strtok.ptr + strtok.len;
+ int lineno = strtok.lineno;
+ char* ret;
+ int ch = *sp;
+ char ebuf[80];
+
+ /* handle quoted string */
+ if (ch == '\'' || ch == '\"') {
+ /* if ''' or """, take 3 chars off front and back. Else, take 1 char off. */
+ if (sp[1] == ch && sp[2] == ch)
+ sp += 3, sq -= 3;
+ else
+ sp++, sq--;
+
+ if (ch == '\'') {
+ /* for single quote, take it verbatim. */
+ if (! (ret = strndup(sp, sq - sp))) {
+ e_outofmemory(ctx, FLINE);
+ return 0; /* not reached */
+ }
+ } else {
+ /* for double quote, we need to normalize */
+ ret = normalize_string(sp, sq - sp, 0, ebuf, sizeof(ebuf));
+ if (!ret) {
+ snprintf(ctx->errbuf, ctx->errbufsz, "line %d: %s", lineno, ebuf);
+ longjmp(ctx->jmp, 1);
+ }
+ }
+
+ /* newlines are not allowed in keys */
+ if (strchr(ret, '\n')) {
+ free(ret);
+ e_bad_key_error(ctx, lineno);
+ return 0; /* not reached */
+ }
+ return ret;
+ }
+
+ /* for bare-key allow only this regex: [A-Za-z0-9_-]+ */
+ const char* xp;
+ for (xp = sp; xp != sq; xp++) {
+ int k = *xp;
+ if (isalnum(k)) continue;
+ if (k == '_' || k == '-') continue;
+ e_bad_key_error(ctx, lineno);
+ return 0; /* not reached */
+ }
+
+ /* dup and return it */
+ if (! (ret = strndup(sp, sq - sp))) {
+ e_outofmemory(ctx, FLINE);
+ return 0; /* not reached */
+ }
+ return ret;
+}
+
+
+/*
+ * Look up key in tab. Return 0 if not found, or
+ * 'v'alue, 'a'rray or 't'able depending on the element.
+ */
+static int check_key(toml_table_t* tab, const char* key,
+ toml_keyval_t** ret_val,
+ toml_array_t** ret_arr,
+ toml_table_t** ret_tab)
+{
+ int i;
+ void* dummy;
+
+ if (!ret_tab) ret_tab = (toml_table_t**) &dummy;
+ if (!ret_arr) ret_arr = (toml_array_t**) &dummy;
+ if (!ret_val) ret_val = (toml_keyval_t**) &dummy;
+
+ *ret_tab = 0; *ret_arr = 0; *ret_val = 0;
+
+ for (i = 0; i < tab->nkval; i++) {
+ if (0 == strcmp(key, tab->kval[i]->key)) {
+ *ret_val = tab->kval[i];
+ return 'v';
+ }
+ }
+ for (i = 0; i < tab->narr; i++) {
+ if (0 == strcmp(key, tab->arr[i]->key)) {
+ *ret_arr = tab->arr[i];
+ return 'a';
+ }
+ }
+ for (i = 0; i < tab->ntab; i++) {
+ if (0 == strcmp(key, tab->tab[i]->key)) {
+ *ret_tab = tab->tab[i];
+ return 't';
+ }
+ }
+ return 0;
+}
+
+/* Create a keyval in the table.
+ */
+static toml_keyval_t* create_keyval_in_table(context_t* ctx, toml_table_t* tab, token_t keytok)
+{
+ /* first, normalize the key to be used for lookup.
+ * remember to free it if we error out.
+ */
+ char* newkey = normalize_key(ctx, keytok);
+
+ /* if key exists: error out. */
+ toml_keyval_t* dest = 0;
+ if (check_key(tab, newkey, 0, 0, 0)) {
+ free(newkey);
+ e_key_exists_error(ctx, keytok);
+ return 0; /* not reached */
+ }
+
+ /* make a new entry */
+ int n = tab->nkval;
+ toml_keyval_t** base;
+ if (0 == (base = (toml_keyval_t**) realloc(tab->kval, (n+1) * sizeof(*base)))) {
+ free(newkey);
+ e_outofmemory(ctx, FLINE);
+ return 0; /* not reached */
+ }
+ tab->kval = base;
+
+ if (0 == (base[n] = (toml_keyval_t*) calloc(1, sizeof(*base[n])))) {
+ free(newkey);
+ e_outofmemory(ctx, FLINE);
+ return 0; /* not reached */
+ }
+ dest = tab->kval[tab->nkval++];
+
+ /* save the key in the new value struct */
+ dest->key = newkey;
+ return dest;
+}
+
+
+/* Create a table in the table.
+ */
+static toml_table_t* create_keytable_in_table(context_t* ctx, toml_table_t* tab, token_t keytok)
+{
+ /* first, normalize the key to be used for lookup.
+ * remember to free it if we error out.
+ */
+ char* newkey = normalize_key(ctx, keytok);
+
+ /* if key exists: error out */
+ toml_table_t* dest = 0;
+ if (check_key(tab, newkey, 0, 0, &dest)) {
+ free(newkey); /* don't need this anymore */
+
+ /* special case: if table exists, but was created implicitly ... */
+ if (dest && dest->implicit) {
+ /* we make it explicit now, and simply return it. */
+ dest->implicit = 0;
+ return dest;
+ }
+ e_key_exists_error(ctx, keytok);
+ return 0; /* not reached */
+ }
+
+ /* create a new table entry */
+ int n = tab->ntab;
+ toml_table_t** base;
+ if (0 == (base = (toml_table_t**) realloc(tab->tab, (n+1) * sizeof(*base)))) {
+ free(newkey);
+ e_outofmemory(ctx, FLINE);
+ return 0; /* not reached */
+ }
+ tab->tab = base;
+
+ if (0 == (base[n] = (toml_table_t*) calloc(1, sizeof(*base[n])))) {
+ free(newkey);
+ e_outofmemory(ctx, FLINE);
+ return 0; /* not reached */
+ }
+ dest = tab->tab[tab->ntab++];
+
+ /* save the key in the new table struct */
+ dest->key = newkey;
+ return dest;
+}
+
+
+/* Create an array in the table.
+ */
+static toml_array_t* create_keyarray_in_table(context_t* ctx,
+ toml_table_t* tab,
+ token_t keytok,
+ int skip_if_exist)
+{
+ /* first, normalize the key to be used for lookup.
+ * remember to free it if we error out.
+ */
+ char* newkey = normalize_key(ctx, keytok);
+
+ /* if key exists: error out */
+ toml_array_t* dest = 0;
+ if (check_key(tab, newkey, 0, &dest, 0)) {
+ free(newkey); /* don't need this anymore */
+
+ /* special case skip if exists? */
+ if (skip_if_exist) return dest;
+
+ e_key_exists_error(ctx, keytok);
+ return 0; /* not reached */
+ }
+
+ /* make a new array entry */
+ int n = tab->narr;
+ toml_array_t** base;
+ if (0 == (base = (toml_array_t**) realloc(tab->arr, (n+1) * sizeof(*base)))) {
+ free(newkey);
+ e_outofmemory(ctx, FLINE);
+ return 0; /* not reached */
+ }
+ tab->arr = base;
+
+ if (0 == (base[n] = (toml_array_t*) calloc(1, sizeof(*base[n])))) {
+ free(newkey);
+ e_outofmemory(ctx, FLINE);
+ return 0; /* not reached */
+ }
+ dest = tab->arr[tab->narr++];
+
+ /* save the key in the new array struct */
+ dest->key = newkey;
+ return dest;
+}
+
+/* Create an array in an array
+ */
+static toml_array_t* create_array_in_array(context_t* ctx,
+ toml_array_t* parent)
+{
+ int n = parent->nelem;
+ toml_array_t** base;
+ if (0 == (base = (toml_array_t**) realloc(parent->u.arr, (n+1) * sizeof(*base)))) {
+ e_outofmemory(ctx, FLINE);
+ return 0; /* not reached */
+ }
+ parent->u.arr = base;
+
+ if (0 == (base[n] = (toml_array_t*) calloc(1, sizeof(*base[n])))) {
+ e_outofmemory(ctx, FLINE);
+ return 0; /* not reached */
+ }
+
+ return parent->u.arr[parent->nelem++];
+}
+
+/* Create a table in an array
+ */
+static toml_table_t* create_table_in_array(context_t* ctx,
+ toml_array_t* parent)
+{
+ int n = parent->nelem;
+ toml_table_t** base;
+ if (0 == (base = (toml_table_t**) realloc(parent->u.tab, (n+1) * sizeof(*base)))) {
+ e_outofmemory(ctx, FLINE);
+ return 0; /* not reached */
+ }
+ parent->u.tab = base;
+
+ if (0 == (base[n] = (toml_table_t*) calloc(1, sizeof(*base[n])))) {
+ e_outofmemory(ctx, FLINE);
+ return 0; /* not reached */
+ }
+
+ return parent->u.tab[parent->nelem++];
+}
+
+
+#define SKIP_NEWLINES(ctx) while (ctx->tok.tok == NEWLINE) next_token(ctx, 0)
+#define EAT_TOKEN(ctx, typ) \
+ if ((ctx)->tok.tok != typ) e_internal_error(ctx, FLINE); else next_token(ctx, 0)
+
+
+static void parse_keyval(context_t* ctx, toml_table_t* tab);
+
+
+/* We are at '{ ... }'.
+ * Parse the table.
+ */
+static void parse_table(context_t* ctx, toml_table_t* tab)
+{
+ EAT_TOKEN(ctx, LBRACE);
+
+ for (;;) {
+ SKIP_NEWLINES(ctx);
+
+ /* until } */
+ if (ctx->tok.tok == RBRACE) break;
+
+ if (ctx->tok.tok != STRING) {
+ e_syntax_error(ctx, ctx->tok.lineno, "syntax error");
+ return; /* not reached */
+ }
+ parse_keyval(ctx, tab);
+ SKIP_NEWLINES(ctx);
+
+ /* on comma, continue to scan for next keyval */
+ if (ctx->tok.tok == COMMA) {
+ EAT_TOKEN(ctx, COMMA);
+ continue;
+ }
+ break;
+ }
+
+ if (ctx->tok.tok != RBRACE) {
+ e_syntax_error(ctx, ctx->tok.lineno, "syntax error");
+ return; /* not reached */
+ }
+
+ EAT_TOKEN(ctx, RBRACE);
+}
+
+static int valtype(const char* val)
+{
+ toml_timestamp_t ts;
+ if (*val == '\'' || *val == '"') return 's';
+ if (0 == toml_rtob(val, 0)) return 'b';
+ if (0 == toml_rtoi(val, 0)) return 'i';
+ if (0 == toml_rtod(val, 0)) return 'd';
+ if (0 == toml_rtots(val, &ts)) {
+ if (ts.year && ts.hour) return 'T'; /* timestamp */
+ if (ts.year) return 'D'; /* date */
+ return 't'; /* time */
+ }
+ return 'u'; /* unknown */
+}
+
+
+/* We are at '[...]' */
+static void parse_array(context_t* ctx, toml_array_t* arr)
+{
+ EAT_TOKEN(ctx, LBRACKET);
+
+ for (;;) {
+ SKIP_NEWLINES(ctx);
+
+ /* until ] */
+ if (ctx->tok.tok == RBRACKET) break;
+
+ switch (ctx->tok.tok) {
+ case STRING:
+ {
+ char* val = ctx->tok.ptr;
+ int vlen = ctx->tok.len;
+
+ /* set array kind if this will be the first entry */
+ if (arr->kind == 0) arr->kind = 'v';
+ /* check array kind */
+ if (arr->kind != 'v') {
+ e_syntax_error(ctx, ctx->tok.lineno,
+ "a string array can only contain strings");
+ return; /* not reached */
+ }
+
+ /* make a new value in array */
+ char** tmp = (char**) realloc(arr->u.val, (arr->nelem+1) * sizeof(*tmp));
+ if (!tmp) {
+ e_outofmemory(ctx, FLINE);
+ return; /* not reached */
+ }
+ arr->u.val = tmp;
+ if (! (val = strndup(val, vlen))) {
+ e_outofmemory(ctx, FLINE);
+ return; /* not reached */
+ }
+ arr->u.val[arr->nelem++] = val;
+
+ /* set array type if this is the first entry, or check that the types matched. */
+ if (arr->nelem == 1)
+ arr->type = valtype(arr->u.val[0]);
+ else if (arr->type != valtype(val)) {
+ e_syntax_error(ctx, ctx->tok.lineno, "array type mismatch");
+ return; /* not reached */
+ }
+
+ EAT_TOKEN(ctx, STRING);
+ break;
+ }
+
+ case LBRACKET:
+ { /* [ [array], [array] ... ] */
+ /* set the array kind if this will be the first entry */
+ if (arr->kind == 0) arr->kind = 'a';
+ /* check array kind */
+ if (arr->kind != 'a') {
+ e_syntax_error(ctx, ctx->tok.lineno, "array type mismatch");
+ return; /* not reached */
+ }
+ parse_array(ctx, create_array_in_array(ctx, arr));
+ break;
+ }
+
+ case LBRACE:
+ { /* [ {table}, {table} ... ] */
+ /* set the array kind if this will be the first entry */
+ if (arr->kind == 0) arr->kind = 't';
+ /* check array kind */
+ if (arr->kind != 't') {
+ e_syntax_error(ctx, ctx->tok.lineno, "array type mismatch");
+ return; /* not reached */
+ }
+ parse_table(ctx, create_table_in_array(ctx, arr));
+ break;
+ }
+
+ default:
+ e_syntax_error(ctx, ctx->tok.lineno, "syntax error");
+ return; /* not reached */
+ }
+
+ SKIP_NEWLINES(ctx);
+
+ /* on comma, continue to scan for next element */
+ if (ctx->tok.tok == COMMA) {
+ EAT_TOKEN(ctx, COMMA);
+ continue;
+ }
+ break;
+ }
+
+ if (ctx->tok.tok != RBRACKET) {
+ e_syntax_error(ctx, ctx->tok.lineno, "syntax error");
+ return; /* not reached */
+ }
+
+ EAT_TOKEN(ctx, RBRACKET);
+}
+
+
+
+/* handle lines like these:
+ key = "value"
+ key = [ array ]
+ key = { table }
+*/
+static void parse_keyval(context_t* ctx, toml_table_t* tab)
+{
+ if (ctx->tok.tok != STRING) {
+ e_internal_error(ctx, FLINE);
+ return; /* not reached */
+ }
+
+ token_t key = ctx->tok;
+
+ EAT_TOKEN(ctx, STRING);
+ if (ctx->tok.tok != EQUAL) {
+ e_syntax_error(ctx, ctx->tok.lineno, "missing =");
+ return; /* not reached */
+ }
+
+ EAT_TOKEN(ctx, EQUAL);
+
+ switch (ctx->tok.tok) {
+ case STRING:
+ { /* key = "value" */
+ toml_keyval_t* keyval = create_keyval_in_table(ctx, tab, key);
+ token_t val = ctx->tok;
+ assert(keyval->val == 0);
+ keyval->val = strndup(val.ptr, val.len);
+ if (! keyval->val) {
+ e_outofmemory(ctx, FLINE);
+ return; /* not reached */
+ }
+
+ EAT_TOKEN(ctx, STRING);
+
+ return;
+ }
+
+ case LBRACKET:
+ { /* key = [ array ] */
+ toml_array_t* arr = create_keyarray_in_table(ctx, tab, key, 0);
+ parse_array(ctx, arr);
+ return;
+ }
+
+ case LBRACE:
+ { /* key = { table } */
+ toml_table_t* nxttab = create_keytable_in_table(ctx, tab, key);
+ parse_table(ctx, nxttab);
+ return;
+ }
+
+ default:
+ e_syntax_error(ctx, ctx->tok.lineno, "syntax error");
+ return; /* not reached */
+ }
+}
+
+
+typedef struct tabpath_t tabpath_t;
+struct tabpath_t {
+ int cnt;
+ token_t key[10];
+};
+
+/* at [x.y.z] or [[x.y.z]]
+ * Scan forward and fill tabpath until it enters ] or ]]
+ * There will be at least one entry on return.
+ */
+static void fill_tabpath(context_t* ctx)
+{
+ int lineno = ctx->tok.lineno;
+ int i;
+
+ /* clear tpath */
+ for (i = 0; i < ctx->tpath.top; i++) {
+ char** p = &ctx->tpath.key[i];
+ xfree(*p);
+ *p = 0;
+ }
+ ctx->tpath.top = 0;
+
+ for (;;) {
+ if (ctx->tpath.top >= 10) {
+ e_syntax_error(ctx, lineno, "table path is too deep; max allowed is 10.");
+ return; /* not reached */
+ }
+
+ if (ctx->tok.tok != STRING) {
+ e_syntax_error(ctx, lineno, "invalid or missing key");
+ return; /* not reached */
+ }
+
+ ctx->tpath.tok[ctx->tpath.top] = ctx->tok;
+ ctx->tpath.key[ctx->tpath.top] = normalize_key(ctx, ctx->tok);
+ ctx->tpath.top++;
+
+ next_token(ctx, 1);
+
+ if (ctx->tok.tok == RBRACKET) break;
+
+ if (ctx->tok.tok != DOT) {
+ e_syntax_error(ctx, lineno, "invalid key");
+ return; /* not reached */
+ }
+
+ next_token(ctx, 1);
+ }
+
+ if (ctx->tpath.top <= 0) {
+ e_syntax_error(ctx, lineno, "empty table selector");
+ return; /* not reached */
+ }
+}
+
+
+/* Walk tabpath from the root, and create new tables on the way.
+ * Sets ctx->curtab to the final table.
+ */
+static void walk_tabpath(context_t* ctx)
+{
+ /* start from root */
+ toml_table_t* curtab = ctx->root;
+
+ for (int i = 0; i < ctx->tpath.top; i++) {
+ const char* key = ctx->tpath.key[i];
+
+ toml_keyval_t* nextval = 0;
+ toml_array_t* nextarr = 0;
+ toml_table_t* nexttab = 0;
+ switch (check_key(curtab, key, &nextval, &nextarr, &nexttab)) {
+ case 't':
+ /* found a table. nexttab is where we will go next. */
+ break;
+
+ case 'a':
+ /* found an array. nexttab is the last table in the array. */
+ if (nextarr->kind != 't') {
+ e_internal_error(ctx, FLINE);
+ return; /* not reached */
+ }
+ if (nextarr->nelem == 0) {
+ e_internal_error(ctx, FLINE);
+ return; /* not reached */
+ }
+ nexttab = nextarr->u.tab[nextarr->nelem-1];
+ break;
+
+ case 'v':
+ e_key_exists_error(ctx, ctx->tpath.tok[i]);
+ return; /* not reached */
+
+ default:
+ { /* Not found. Let's create an implicit table. */
+ int n = curtab->ntab;
+ toml_table_t** base = (toml_table_t**) realloc(curtab->tab, (n+1) * sizeof(*base));
+ if (0 == base) {
+ e_outofmemory(ctx, FLINE);
+ return; /* not reached */
+ }
+ curtab->tab = base;
+
+ if (0 == (base[n] = (toml_table_t*) calloc(1, sizeof(*base[n])))) {
+ e_outofmemory(ctx, FLINE);
+ return; /* not reached */
+ }
+
+ if (0 == (base[n]->key = strdup(key))) {
+ e_outofmemory(ctx, FLINE);
+ return; /* not reached */
+ }
+
+ nexttab = curtab->tab[curtab->ntab++];
+
+ /* tabs created by walk_tabpath are considered implicit */
+ nexttab->implicit = 1;
+ }
+ break;
+ }
+
+ /* switch to next tab */
+ curtab = nexttab;
+ }
+
+ /* save it */
+ ctx->curtab = curtab;
+}
+
+
+/* handle lines like [x.y.z] or [[x.y.z]] */
+static void parse_select(context_t* ctx)
+{
+ int count_lbracket = 0;
+ if (ctx->tok.tok != LBRACKET) {
+ e_internal_error(ctx, FLINE);
+ return; /* not reached */
+ }
+ count_lbracket++;
+ next_token(ctx, 1 /* DOT IS SPECIAL */);
+ if (ctx->tok.tok == LBRACKET) {
+ count_lbracket++;
+ next_token(ctx, 1 /* DOT IS SPECIAL */);
+ }
+
+ fill_tabpath(ctx);
+
+ /* For [x.y.z] or [[x.y.z]], remove z from tpath.
+ */
+ token_t z = ctx->tpath.tok[ctx->tpath.top-1];
+ free(ctx->tpath.key[ctx->tpath.top-1]);
+ ctx->tpath.top--;
+
+ walk_tabpath(ctx);
+
+ if (count_lbracket == 1) {
+ /* [x.y.z] -> create z = {} in x.y */
+ ctx->curtab = create_keytable_in_table(ctx, ctx->curtab, z);
+ } else {
+ /* [[x.y.z]] -> create z = [] in x.y */
+ toml_array_t* arr = create_keyarray_in_table(ctx, ctx->curtab, z,
+ 1 /*skip_if_exist*/);
+ if (!arr) {
+ e_syntax_error(ctx, z.lineno, "key exists");
+ return;
+ }
+ if (arr->kind == 0) arr->kind = 't';
+ if (arr->kind != 't') {
+ e_syntax_error(ctx, z.lineno, "array mismatch");
+ return; /* not reached */
+ }
+
+ /* add to z[] */
+ toml_table_t* dest;
+ {
+ int n = arr->nelem;
+ toml_table_t** base = realloc(arr->u.tab, (n+1) * sizeof(*base));
+ if (0 == base) {
+ e_outofmemory(ctx, FLINE);
+ return; /* not reached */
+ }
+ arr->u.tab = base;
+
+ if (0 == (base[n] = calloc(1, sizeof(*base[n])))) {
+ e_outofmemory(ctx, FLINE);
+ return; /* not reached */
+ }
+
+ if (0 == (base[n]->key = strdup("__anon__"))) {
+ e_outofmemory(ctx, FLINE);
+ return; /* not reached */
+ }
+
+ dest = arr->u.tab[arr->nelem++];
+ }
+
+ ctx->curtab = dest;
+ }
+
+ if (ctx->tok.tok != RBRACKET) {
+ e_syntax_error(ctx, ctx->tok.lineno, "expects ]");
+ return; /* not reached */
+ }
+ EAT_TOKEN(ctx, RBRACKET);
+
+ if (count_lbracket == 2) {
+ if (ctx->tok.tok != RBRACKET) {
+ e_syntax_error(ctx, ctx->tok.lineno, "expects ]]");
+ return; /* not reached */
+ }
+ EAT_TOKEN(ctx, RBRACKET);
+ }
+ if (ctx->tok.tok != NEWLINE) {
+ e_syntax_error(ctx, ctx->tok.lineno, "extra chars after ] or ]]");
+ return; /* not reached */
+ }
+}
+
+
+
+
+toml_table_t* toml_parse(char* conf,
+ char* errbuf,
+ int errbufsz)
+{
+ context_t ctx;
+
+ // clear errbuf
+ if (errbufsz <= 0) errbufsz = 0;
+ if (errbufsz > 0) errbuf[0] = 0;
+
+ // init context
+ memset(&ctx, 0, sizeof(ctx));
+ ctx.start = conf;
+ ctx.stop = ctx.start + strlen(conf);
+ ctx.errbuf = errbuf;
+ ctx.errbufsz = errbufsz;
+
+ // start with an artificial newline of length 0
+ ctx.tok.tok = NEWLINE;
+ ctx.tok.lineno = 1;
+ ctx.tok.ptr = conf;
+ ctx.tok.len = 0;
+
+ // make a root table
+ if (0 == (ctx.root = calloc(1, sizeof(*ctx.root)))) {
+ /* do not call outofmemory() here... setjmp not done yet */
+ snprintf(ctx.errbuf, ctx.errbufsz, "ERROR: out of memory (%s)", FLINE);
+ return 0;
+ }
+
+ // set root as default table
+ ctx.curtab = ctx.root;
+
+ if (0 != setjmp(ctx.jmp)) {
+ // Got here from a long_jmp. Something bad has happened.
+ // Free resources and return error.
+ for (int i = 0; i < ctx.tpath.top; i++) xfree(ctx.tpath.key[i]);
+ toml_free(ctx.root);
+ return 0;
+ }
+
+ /* Scan forward until EOF */
+ for (token_t tok = ctx.tok; ! tok.eof ; tok = ctx.tok) {
+ switch (tok.tok) {
+
+ case NEWLINE:
+ next_token(&ctx, 1);
+ break;
+
+ case STRING:
+ parse_keyval(&ctx, ctx.curtab);
+ if (ctx.tok.tok != NEWLINE) {
+ e_syntax_error(&ctx, ctx.tok.lineno, "extra chars after value");
+ return 0; /* not reached */
+ }
+
+ EAT_TOKEN(&ctx, NEWLINE);
+ break;
+
+ case LBRACKET: /* [ x.y.z ] or [[ x.y.z ]] */
+ parse_select(&ctx);
+ break;
+
+ default:
+ snprintf(ctx.errbuf, ctx.errbufsz, "line %d: syntax error", tok.lineno);
+ longjmp(ctx.jmp, 1);
+ }
+ }
+
+ /* success */
+ for (int i = 0; i < ctx.tpath.top; i++) xfree(ctx.tpath.key[i]);
+ return ctx.root;
+}
+
+
+toml_table_t* toml_parse_file(FILE* fp,
+ char* errbuf,
+ int errbufsz)
+{
+ int bufsz = 0;
+ char* buf = 0;
+ int off = 0;
+
+ /* prime the buf[] */
+ bufsz = 1000;
+ if (! (buf = malloc(bufsz + 1))) {
+ snprintf(errbuf, errbufsz, "out of memory");
+ return 0;
+ }
+
+ /* read from fp into buf */
+ while (! feof(fp)) {
+ bufsz += 1000;
+
+ /* Allocate 1 extra byte because we will tag on a NUL */
+ char* x = realloc(buf, bufsz + 1);
+ if (!x) {
+ snprintf(errbuf, errbufsz, "out of memory");
+ xfree(buf);
+ return 0;
+ }
+ buf = x;
+
+ errno = 0;
+ int n = fread(buf + off, 1, bufsz - off, fp);
+ if (ferror(fp)) {
+ snprintf(errbuf, errbufsz, "%s",
+ errno ? strerror(errno) : "Error reading file");
+ free(buf);
+ return 0;
+ }
+ off += n;
+ }
+
+ /* tag on a NUL to cap the string */
+ buf[off] = 0; /* we accounted for this byte in the realloc() above. */
+
+ /* parse it, cleanup and finish */
+ toml_table_t* ret = toml_parse(buf, errbuf, errbufsz);
+ free(buf);
+ return ret;
+}
+
+
+static void xfree_kval(toml_keyval_t* p)
+{
+ if (!p) return;
+ xfree(p->key);
+ xfree(p->val);
+ xfree(p);
+}
+
+static void xfree_tab(toml_table_t* p);
+
+static void xfree_arr(toml_array_t* p)
+{
+ if (!p) return;
+
+ xfree(p->key);
+ switch (p->kind) {
+ case 'v':
+ for (int i = 0; i < p->nelem; i++) xfree(p->u.val[i]);
+ xfree(p->u.val);
+ break;
+
+ case 'a':
+ for (int i = 0; i < p->nelem; i++) xfree_arr(p->u.arr[i]);
+ xfree(p->u.arr);
+ break;
+
+ case 't':
+ for (int i = 0; i < p->nelem; i++) xfree_tab(p->u.tab[i]);
+ xfree(p->u.tab);
+ break;
+ }
+
+ xfree(p);
+}
+
+
+static void xfree_tab(toml_table_t* p)
+{
+ int i;
+
+ if (!p) return;
+
+ xfree(p->key);
+
+ for (i = 0; i < p->nkval; i++) xfree_kval(p->kval[i]);
+ xfree(p->kval);
+
+ for (i = 0; i < p->narr; i++) xfree_arr(p->arr[i]);
+ xfree(p->arr);
+
+ for (i = 0; i < p->ntab; i++) xfree_tab(p->tab[i]);
+ xfree(p->tab);
+
+ xfree(p);
+}
+
+
+void toml_free(toml_table_t* tab)
+{
+ xfree_tab(tab);
+}
+
+
+static tokentype_t ret_token(context_t* ctx, tokentype_t tok, int lineno, char* ptr, int len)
+{
+ token_t t;
+ t.tok = tok;
+ t.lineno = lineno;
+ t.ptr = ptr;
+ t.len = len;
+ t.eof = 0;
+ ctx->tok = t;
+ return tok;
+}
+
+static tokentype_t ret_eof(context_t* ctx, int lineno)
+{
+ ret_token(ctx, NEWLINE, lineno, ctx->stop, 0);
+ ctx->tok.eof = 1;
+ return ctx->tok.tok;
+}
+
+
+static tokentype_t scan_string(context_t* ctx, char* p, int lineno, int dotisspecial)
+{
+ char* orig = p;
+ if (0 == strncmp(p, "'''", 3)) {
+ p = strstr(p + 3, "'''");
+ if (0 == p) {
+ e_syntax_error(ctx, lineno, "unterminated triple-s-quote");
+ return 0; /* not reached */
+ }
+
+ return ret_token(ctx, STRING, lineno, orig, p + 3 - orig);
+ }
+
+ if (0 == strncmp(p, "\"\"\"", 3)) {
+ int hexreq = 0; /* #hex required */
+ int escape = 0;
+ int qcnt = 0; /* count quote */
+ for (p += 3; *p && qcnt < 3; p++) {
+ if (escape) {
+ escape = 0;
+ if (strchr("btnfr\"\\", *p)) continue;
+ if (*p == 'u') { hexreq = 4; continue; }
+ if (*p == 'U') { hexreq = 8; continue; }
+ if (*p == '\n') continue; /* allow for line ending backslash */
+ e_syntax_error(ctx, lineno, "bad escape char");
+ return 0; /* not reached */
+ }
+ if (hexreq) {
+ hexreq--;
+ if (strchr("0123456789ABCDEF", *p)) continue;
+ e_syntax_error(ctx, lineno, "expect hex char");
+ return 0; /* not reached */
+ }
+ if (*p == '\\') { escape = 1; continue; }
+ qcnt = (*p == '"') ? qcnt + 1 : 0;
+ }
+ if (qcnt != 3) {
+ e_syntax_error(ctx, lineno, "unterminated triple-quote");
+ return 0; /* not reached */
+ }
+
+ return ret_token(ctx, STRING, lineno, orig, p - orig);
+ }
+
+ if ('\'' == *p) {
+ for (p++; *p && *p != '\n' && *p != '\''; p++);
+ if (*p != '\'') {
+ e_syntax_error(ctx, lineno, "unterminated s-quote");
+ return 0; /* not reached */
+ }
+
+ return ret_token(ctx, STRING, lineno, orig, p + 1 - orig);
+ }
+
+ if ('\"' == *p) {
+ int hexreq = 0; /* #hex required */
+ int escape = 0;
+ for (p++; *p; p++) {
+ if (escape) {
+ escape = 0;
+ if (strchr("btnfr\"\\", *p)) continue;
+ if (*p == 'u') { hexreq = 4; continue; }
+ if (*p == 'U') { hexreq = 8; continue; }
+ e_syntax_error(ctx, lineno, "bad escape char");
+ return 0; /* not reached */
+ }
+ if (hexreq) {
+ hexreq--;
+ if (strchr("0123456789ABCDEF", *p)) continue;
+ e_syntax_error(ctx, lineno, "expect hex char");
+ return 0; /* not reached */
+ }
+ if (*p == '\\') { escape = 1; continue; }
+ if (*p == '\n') break;
+ if (*p == '"') break;
+ }
+ if (*p != '"') {
+ e_syntax_error(ctx, lineno, "unterminated quote");
+ return 0; /* not reached */
+ }
+
+ return ret_token(ctx, STRING, lineno, orig, p + 1 - orig);
+ }
+
+ for ( ; *p && *p != '\n'; p++) {
+ int ch = *p;
+ if (ch == '.' && dotisspecial) break;
+ if ('A' <= ch && ch <= 'Z') continue;
+ if ('a' <= ch && ch <= 'z') continue;
+ if ('0' <= ch && ch <= '9') continue;
+ if (strchr("+-_.:", ch)) continue;
+ break;
+ }
+
+ return ret_token(ctx, STRING, lineno, orig, p - orig);
+}
+
+
+static tokentype_t next_token(context_t* ctx, int dotisspecial)
+{
+ int lineno = ctx->tok.lineno;
+ char* p = ctx->tok.ptr;
+ int i;
+
+ /* eat this tok */
+ for (i = 0; i < ctx->tok.len; i++) {
+ if (*p++ == '\n')
+ lineno++;
+ }
+
+ /* make next tok */
+ while (p < ctx->stop) {
+ /* skip comment. stop just before the \n. */
+ if (*p == '#') {
+ for (p++; p < ctx->stop && *p != '\n'; p++);
+ continue;
+ }
+
+ if (dotisspecial && *p == '.')
+ return ret_token(ctx, DOT, lineno, p, 1);
+
+ switch (*p) {
+ case ',': return ret_token(ctx, COMMA, lineno, p, 1);
+ case '=': return ret_token(ctx, EQUAL, lineno, p, 1);
+ case '{': return ret_token(ctx, LBRACE, lineno, p, 1);
+ case '}': return ret_token(ctx, RBRACE, lineno, p, 1);
+ case '[': return ret_token(ctx, LBRACKET, lineno, p, 1);
+ case ']': return ret_token(ctx, RBRACKET, lineno, p, 1);
+ case '\n': return ret_token(ctx, NEWLINE, lineno, p, 1);
+ case '\r': case ' ': case '\t':
+ /* ignore white spaces */
+ p++;
+ continue;
+ }
+
+ return scan_string(ctx, p, lineno, dotisspecial);
+ }
+
+ return ret_eof(ctx, lineno);
+}
+
+
+const char* toml_key_in(toml_table_t* tab, int keyidx)
+{
+ if (keyidx < tab->nkval) return tab->kval[keyidx]->key;
+
+ keyidx -= tab->nkval;
+ if (keyidx < tab->narr) return tab->arr[keyidx]->key;
+
+ keyidx -= tab->narr;
+ if (keyidx < tab->ntab) return tab->tab[keyidx]->key;
+
+ return 0;
+}
+
+
+const char* toml_raw_in(toml_table_t* tab, const char* key)
+{
+ int i;
+ for (i = 0; i < tab->nkval; i++) {
+ if (0 == strcmp(key, tab->kval[i]->key))
+ return tab->kval[i]->val;
+ }
+ return 0;
+}
+
+toml_array_t* toml_array_in(toml_table_t* tab, const char* key)
+{
+ int i;
+ for (i = 0; i < tab->narr; i++) {
+ if (0 == strcmp(key, tab->arr[i]->key))
+ return tab->arr[i];
+ }
+ return 0;
+}
+
+
+toml_table_t* toml_table_in(toml_table_t* tab, const char* key)
+{
+ int i;
+ for (i = 0; i < tab->ntab; i++) {
+ if (0 == strcmp(key, tab->tab[i]->key))
+ return tab->tab[i];
+ }
+ return 0;
+}
+
+const char* toml_raw_at(toml_array_t* arr, int idx)
+{
+ if (arr->kind != 'v')
+ return 0;
+ if (! (0 <= idx && idx < arr->nelem))
+ return 0;
+ return arr->u.val[idx];
+}
+
+char toml_array_kind(toml_array_t* arr)
+{
+ return arr->kind;
+}
+
+
+
+toml_array_t* toml_array_at(toml_array_t* arr, int idx)
+{
+ if (arr->kind != 'a')
+ return 0;
+ if (! (0 <= idx && idx < arr->nelem))
+ return 0;
+ return arr->u.arr[idx];
+}
+
+toml_table_t* toml_table_at(toml_array_t* arr, int idx)
+{
+ if (arr->kind != 't')
+ return 0;
+ if (! (0 <= idx && idx < arr->nelem))
+ return 0;
+ return arr->u.tab[idx];
+}
+
+
+int toml_rtots(const char* src_, toml_timestamp_t* ret)
+{
+ if (! src_) return -1;
+
+ const char* p = src_;
+ const char* q = src_ + strlen(src_);
+ int64_t val;
+ int i;
+
+ memset(ret, 0, sizeof(*ret));
+
+ /* parse date */
+ val = 0;
+ if (q - p > 4 && p[4] == '-') {
+ for (i = 0; i < 10; i++, p++) {
+ int xx = *p;
+ if (xx == '-') {
+ if (i == 4 || i == 7) continue; else return -1;
+ }
+ if (! ('0' <= xx && xx <= '9')) return -1;
+ val = val * 10 + (xx - '0');
+ }
+ ret->day = &ret->__buffer.day;
+ ret->month = &ret->__buffer.month;
+ ret->year = &ret->__buffer.year;
+
+ *ret->day = val % 100; val /= 100;
+ *ret->month = val % 100; val /= 100;
+ *ret->year = val;
+
+ if (*p) {
+ if (*p != 'T') return -1;
+ p++;
+ }
+ }
+ if (q == p) return 0;
+
+ /* parse time */
+ val = 0;
+ if (q - p < 8) return -1;
+ for (i = 0; i < 8; i++, p++) {
+ int xx = *p;
+ if (xx == ':') {
+ if (i == 2 || i == 5) continue; else return -1;
+ }
+ if (! ('0' <= xx && xx <= '9')) return -1;
+ val = val * 10 + (xx - '0');
+ }
+ ret->second = &ret->__buffer.second;
+ ret->minute = &ret->__buffer.minute;
+ ret->hour = &ret->__buffer.hour;
+
+ *ret->second = val % 100; val /= 100;
+ *ret->minute = val % 100; val /= 100;
+ *ret->hour = val;
+
+ /* skip fractional second */
+ if (*p == '.') for (p++; '0' <= *p && *p <= '9'; p++);
+ if (q == p) return 0;
+
+ /* parse and copy Z */
+ ret->z = ret->__buffer.z;
+ char* z = ret->z;
+ if (*p == 'Z') {
+ *z++ = *p++;
+ *z = 0;
+ return (p == q) ? 0 : -1;
+ }
+ if (*p == '+' || *p == '-') {
+ *z++ = *p++;
+
+ if (! (isdigit(p[0]) && isdigit(p[1]))) return -1;
+ *z++ = *p++;
+ *z++ = *p++;
+
+ if (*p == ':') {
+ *z++ = *p++;
+
+ if (! (isdigit(p[0]) && isdigit(p[1]))) return -1;
+ *z++ = *p++;
+ *z++ = *p++;
+ }
+
+ *z = 0;
+ }
+ return (p == q) ? 0 : -1;
+}
+
+
+/* Raw to boolean */
+int toml_rtob(const char* src, int* ret_)
+{
+ if (!src) return -1;
+ int dummy;
+ int* ret = ret_ ? ret_ : &dummy;
+
+ if (0 == strcmp(src, "true")) {
+ *ret = 1;
+ return 0;
+ }
+ if (0 == strcmp(src, "false")) {
+ *ret = 0;
+ return 0;
+ }
+ return -1;
+}
+
+
+/* Raw to integer */
+int toml_rtoi(const char* src, int64_t* ret_)
+{
+ if (!src) return -1;
+
+ char buf[100];
+ char* p = buf;
+ char* q = p + sizeof(buf);
+ const char* s = src;
+ int64_t dummy;
+ int64_t* ret = ret_ ? ret_ : &dummy;
+
+ if (*s == '+')
+ *p++ = *s++;
+ else if (*s == '-')
+ *p++ = *s++;
+
+ /* if 0 ... */
+ if ('0' == s[0]) {
+ /* ensure no other digits after it */
+ if (s[1]) return -1;
+ return *ret = 0, 0;
+ }
+
+ /* just strip underscores and pass to strtoll */
+ while (*s && p < q) {
+ int ch = *s++;
+ if (ch == '_') ; else *p++ = ch;
+ }
+ if (*s || p == q) return -1;
+
+ /* cap with NUL */
+ *p = 0;
+
+ /* Run strtoll on buf to get the integer */
+ char* endp;
+ errno = 0;
+ *ret = strtoll(buf, &endp, 0);
+ return (errno || *endp) ? -1 : 0;
+}
+
+
+int toml_rtod(const char* src, double* ret_)
+{
+ if (!src) return -1;
+
+ char buf[100];
+ char* p = buf;
+ char* q = p + sizeof(buf);
+ const char* s = src;
+ double dummy;
+ double* ret = ret_ ? ret_ : &dummy;
+
+ /* check for special cases */
+ if (s[0] == '+' || s[0] == '-') *p++ = *s++;
+ if (s[0] == '.') return -1; /* no leading zero */
+ if (s[0] == '0') {
+ /* zero must be followed by . or NUL */
+ if (s[1] && s[1] != '.') return -1;
+ }
+
+ /* just strip underscores and pass to strtod */
+ while (*s && p < q) {
+ int ch = *s++;
+ if (ch == '_') ; else *p++ = ch;
+ }
+ if (*s || p == q) return -1;
+
+ if (p != buf && p[-1] == '.')
+ return -1; /* no trailing zero */
+
+ /* cap with NUL */
+ *p = 0;
+
+ /* Run strtod on buf to get the value */
+ char* endp;
+ errno = 0;
+ *ret = strtod(buf, &endp);
+ return (errno || *endp) ? -1 : 0;
+}
+
+
+static char* kill_line_ending_backslash(char* str)
+{
+ if (!str) return 0;
+
+ /* first round: find (backslash, \n) */
+ char* p = str;
+ while (0 != (p = strstr(p, "\\\n"))) {
+ char* q = (p + 1);
+ q += strspn(q, " \t\r\n");
+ memmove(p, q, strlen(q) + 1);
+ }
+ /* second round: find (backslash, \r, \n) */
+ p = str;
+ while (0 != (p = strstr(p, "\\\r\n"))) {
+ char* q = (p + 1);
+ q += strspn(q, " \t\r\n");
+ memmove(p, q, strlen(q) + 1);
+ }
+
+ return str;
+}
+
+
+int toml_rtos(const char* src, char** ret)
+{
+ if (!src) return -1;
+ if (*src != '\'' && *src != '"') return -1;
+
+ *ret = 0;
+ int srclen = strlen(src);
+ if (*src == '\'') {
+ if (0 == strncmp(src, "'''", 3)) {
+ const char* sp = src + 3;
+ const char* sq = src + srclen - 3;
+ /* last 3 chars in src must be ''' */
+ if (! (sp <= sq && 0 == strcmp(sq, "'''")))
+ return -1;
+
+ /* skip first new line right after ''' */
+ if (*sp == '\n')
+ sp++;
+ else if (sp[0] == '\r' && sp[1] == '\n')
+ sp += 2;
+
+ *ret = kill_line_ending_backslash(strndup(sp, sq - sp));
+ } else {
+ const char* sp = src + 1;
+ const char* sq = src + srclen - 1;
+ /* last char in src must be ' */
+ if (! (sp <= sq && *sq == '\''))
+ return -1;
+ /* copy from sp to p */
+ *ret = strndup(sp, sq - sp);
+ }
+ return *ret ? 0 : -1;
+ }
+
+ const char* sp;
+ const char* sq;
+ if (0 == strncmp(src, "\"\"\"", 3)) {
+ sp = src + 3;
+ sq = src + srclen - 3;
+ if (! (sp <= sq && 0 == strcmp(sq, "\"\"\"")))
+ return -1;
+
+ /* skip first new line right after """ */
+ if (*sp == '\n')
+ sp++;
+ else if (sp[0] == '\r' && sp[1] == '\n')
+ sp += 2;
+ } else {
+ sp = src + 1;
+ sq = src + srclen - 1;
+ if (! (sp <= sq && *sq == '"'))
+ return -1;
+ }
+
+ char dummy_errbuf[1];
+ *ret = normalize_string(sp, sq - sp,
+ 1, // flag kill_line_ending_backslash
+ dummy_errbuf, sizeof(dummy_errbuf));
+ return *ret ? 0 : -1;
+}
diff --git a/utils/keytable/toml.h b/utils/keytable/toml.h
new file mode 100644
index 00000000..54c1c825
--- /dev/null
+++ b/utils/keytable/toml.h
@@ -0,0 +1,110 @@
+/*
+MIT License
+
+Copyright (c) 2017 CK Tan
+https://github.com/cktan/tomlc99
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.
+*/
+#ifndef TOML_H
+#define TOML_H
+
+#ifdef __cplusplus
+#define TOML_EXTERN extern "C"
+#else
+#define TOML_EXTERN extern
+#endif
+
+typedef struct toml_table_t toml_table_t;
+typedef struct toml_array_t toml_array_t;
+
+/* Parse a file. Return a table on success, or 0 otherwise.
+ * Caller must toml_free(the-return-value) after use.
+ */
+TOML_EXTERN toml_table_t* toml_parse_file(FILE* fp,
+ char* errbuf,
+ int errbufsz);
+
+/* Parse a string containing the full config.
+ * Return a table on success, or 0 otherwise.
+ * Caller must toml_free(the-return-value) after use.
+ */
+TOML_EXTERN toml_table_t* toml_parse(char* conf, /* NUL terminated, please. */
+ char* errbuf,
+ int errbufsz);
+
+/* Free the table returned by toml_parse() or toml_parse_file(). */
+TOML_EXTERN void toml_free(toml_table_t* tab);
+
+/* Retrieve the key in table at keyidx. Return 0 if out of range. */
+TOML_EXTERN const char* toml_key_in(toml_table_t* tab, int keyidx);
+
+/* Lookup table by key. Return the element or 0 if not found. */
+TOML_EXTERN const char* toml_raw_in(toml_table_t* tab, const char* key);
+TOML_EXTERN toml_array_t* toml_array_in(toml_table_t* tab, const char* key);
+TOML_EXTERN toml_table_t* toml_table_in(toml_table_t* tab, const char* key);
+
+/* Return the array kind: 't'able, 'a'rray, 'v'alue */
+TOML_EXTERN char toml_array_kind(toml_array_t* arr);
+
+/* Deref array by index. Return the element at idx or 0 if out of range. */
+TOML_EXTERN const char* toml_raw_at(toml_array_t* arr, int idx);
+TOML_EXTERN toml_array_t* toml_array_at(toml_array_t* arr, int idx);
+TOML_EXTERN toml_table_t* toml_table_at(toml_array_t* arr, int idx);
+
+
+/* Raw to String. Caller must call free(ret) after use.
+ * Return 0 on success, -1 otherwise.
+ */
+TOML_EXTERN int toml_rtos(const char* s, char** ret);
+
+/* Raw to Boolean. Return 0 on success, -1 otherwise. */
+TOML_EXTERN int toml_rtob(const char* s, int* ret);
+
+/* Raw to Integer. Return 0 on success, -1 otherwise. */
+TOML_EXTERN int toml_rtoi(const char* s, int64_t* ret);
+
+/* Raw to Double. Return 0 on success, -1 otherwise. */
+TOML_EXTERN int toml_rtod(const char* s, double* ret);
+
+/* Timestamp types. The year, month, day, hour, minute, second, z
+ * fields may be NULL if they are not relevant. e.g. In a DATE
+ * type, the hour, minute, second and z fields will be NULLs.
+ */
+typedef struct toml_timestamp_t toml_timestamp_t;
+struct toml_timestamp_t {
+ struct { /* internal. do not use. */
+ int year, month, day;
+ int hour, minute, second;
+ char z[10];
+ } __buffer;
+ int *year, *month, *day;
+ int *hour, *minute, *second;
+ char* z;
+};
+
+/* Raw to Timestamp. Return 0 on success, -1 otherwise. */
+TOML_EXTERN int toml_rtots(const char* s, toml_timestamp_t* ret);
+
+/* misc */
+TOML_EXTERN int toml_utf8_to_ucs(const char* orig, int len, int64_t* ret);
+TOML_EXTERN int toml_ucs_to_utf8(int64_t code, char buf[6]);
+
+
+#endif /* TOML_H */
--
2.17.0
