const HParser *init_parser(void)
{
// CORE
H_RULE (digit, h_ch_range(0x30, 0x39));
H_RULE (alpha, h_choice(h_ch_range(0x41, 0x5a), h_ch_range(0x61, 0x7a), NULL));
H_RULE (space, h_in((uint8_t *)" \t\n\r\f\v", 6));
// AUX.
H_RULE (plus, h_ch('+'));
H_RULE (slash, h_ch('/'));
H_ARULE(equals, h_ch('='));
H_ARULE(bsfdig, h_choice(alpha, digit, plus, slash, NULL));
H_ARULE(bsfdig_4bit, h_in((uint8_t *)"AEIMQUYcgkosw048", 16));
H_ARULE(bsfdig_2bit, h_in((uint8_t *)"AQgw", 4));
H_ARULE(base64_3, h_repeat_n(bsfdig, 4));
H_ARULE(base64_2, h_sequence(bsfdig, bsfdig, bsfdig_4bit, equals, NULL));
H_ARULE(base64_1, h_sequence(bsfdig, bsfdig_2bit, equals, equals, NULL));
H_ARULE(base64, h_sequence(h_many(base64_3),
h_optional(h_choice(base64_2,
base64_1, NULL)),
NULL));
H_ARULE(ws, h_many(space));
H_ARULE(document, h_sequence(ws, base64, ws, h_end_p(), NULL));
// BUG sometimes inputs that should just don't parse.
// It *seemed* to happen mostly with things like "bbbbaaaaBA==".
// Using less actions seemed to make it less likely.
return document;
}
void init_parser(void)
{
// CORE
const HParser *digit = h_ch_range(0x30, 0x39);
const HParser *alpha = h_choice(h_ch_range(0x41, 0x5a), h_ch_range(0x61, 0x7a), NULL);
// AUX.
const HParser *plus = h_ch('+');
const HParser *slash = h_ch('/');
const HParser *equals = h_ch('=');
const HParser *bsfdig = h_choice(alpha, digit, plus, slash, NULL);
const HParser *bsfdig_4bit = h_choice(
h_ch('A'), h_ch('E'), h_ch('I'), h_ch('M'), h_ch('Q'), h_ch('U'),
h_ch('Y'), h_ch('c'), h_ch('g'), h_ch('k'), h_ch('o'), h_ch('s'),
h_ch('w'), h_ch('0'), h_ch('4'), h_ch('8'), NULL);
const HParser *bsfdig_2bit = h_choice(h_ch('A'), h_ch('Q'), h_ch('g'), h_ch('w'), NULL);
const HParser *base64_2 = h_sequence(bsfdig, bsfdig, bsfdig_4bit, equals, NULL);
const HParser *base64_1 = h_sequence(bsfdig, bsfdig_2bit, equals, equals, NULL);
const HParser *base64 = h_choice(base64_2, base64_1, NULL);
// why does this parse "A=="?!
// why does this parse "aaA=" but not "aA=="?!
document = base64;
}
// dummy!
int test_lalr(void)
{
HAllocator *mm__ = &system_allocator;
/*
E -> E '-' T
| T
T -> '(' E ')'
| 'n' -- also try [0-9] for the charset paths
*/
HParser *n = h_ch('n');
HParser *E = h_indirect();
HParser *T = h_choice(h_sequence(h_ch('('), E, h_ch(')'), NULL), n, NULL);
HParser *E_ = h_choice(h_sequence(E, h_ch('-'), T, NULL), T, NULL);
h_bind_indirect(E, E_);
HParser *p = E;
printf("\n==== G R A M M A R ====\n");
HCFGrammar *g = h_cfgrammar_(mm__, h_desugar_augmented(mm__, p));
if (g == NULL) {
fprintf(stderr, "h_cfgrammar failed\n");
return 1;
}
h_pprint_grammar(stdout, g, 0);
printf("\n==== D F A ====\n");
HLRDFA *dfa = h_lr0_dfa(g);
if (dfa) {
h_pprint_lrdfa(stdout, g, dfa, 0);
} else {
fprintf(stderr, "h_lalr_dfa failed\n");
}
printf("\n==== L R ( 0 ) T A B L E ====\n");
HLRTable *table0 = h_lr0_table(g, dfa);
if (table0) {
h_pprint_lrtable(stdout, g, table0, 0);
} else {
fprintf(stderr, "h_lr0_table failed\n");
}
h_lrtable_free(table0);
printf("\n==== L A L R T A B L E ====\n");
if (h_compile(p, PB_LALR, NULL)) {
fprintf(stderr, "does not compile\n");
return 2;
}
h_pprint_lrtable(stdout, g, (HLRTable *)p->backend_data, 0);
printf("\n==== P A R S E R E S U L T ====\n");
HParseResult *res = h_parse(p, (uint8_t *)"n-(n-((n)))-n", 13);
if (res) {
h_pprint(stdout, res->ast, 0, 2);
} else {
printf("no parse\n");
}
return 0;
}
const HParser* init_domain() {
static const HParser *domain = NULL;
if (domain)
return domain;
const HParser *letter = h_choice(h_ch_range('a', 'z'),
h_ch_range('A', 'Z'),
NULL);
const HParser *let_dig = h_choice(letter,
h_ch_range('0', '9'),
NULL);
const HParser *ldh_str = h_many1(h_choice(let_dig,
h_ch('-'),
NULL));
const HParser *label = h_attr_bool(h_sequence(letter,
h_optional(h_sequence(h_optional(ldh_str),
let_dig,
NULL)),
NULL),
validate_label);
/**
* You could write it like this ...
* HParser *indirect_subdomain = h_indirect();
* const HParser *subdomain = h_choice(label,
* h_sequence(indirect_subdomain,
* h_ch('.'),
* label,
* NULL),
* NULL);
* h_bind_indirect(indirect_subdomain, subdomain);
*
* ... but this is easier and equivalent
*/
const HParser *subdomain = h_sepBy1(label, h_ch('.'));
domain = h_choice(subdomain,
h_ch(' '),
NULL);
return domain;
}
HParser* init_domain() {
static HParser *ret = NULL;
if (ret)
return ret;
H_RULE (letter, h_choice(h_ch_range('a','z'), h_ch_range('A','Z'), NULL));
H_RULE (let_dig, h_choice(letter, h_ch_range('0','9'), NULL));
H_RULE (ldh_str, h_many1(h_choice(let_dig, h_ch('-'), NULL)));
H_VARULE(label, h_sequence(letter,
h_optional(h_sequence(h_optional(ldh_str),
let_dig,
NULL)),
NULL));
H_RULE (subdomain, h_sepBy1(label, h_ch('.')));
H_ARULE (domain, h_choice(subdomain, h_ch(' '), NULL));
ret = domain;
return ret;
}
void init_parser(void)
{
// CORE
HParser *digit = h_ch_range(0x30, 0x39);
HParser *alpha = h_choice(h_ch_range(0x41, 0x5a), h_ch_range(0x61, 0x7a), NULL);
// AUX.
HParser *plus = h_ch('+');
HParser *slash = h_ch('/');
HParser *equals = h_ch('=');
HParser *bsfdig = h_choice(alpha, digit, plus, slash, NULL);
HParser *bsfdig_4bit = h_in((uint8_t *)"AEIMQUYcgkosw048", 16);
HParser *bsfdig_2bit = h_in((uint8_t *)"AQgw", 4);
HParser *base64_3 = h_repeat_n(bsfdig, 4);
HParser *base64_2 = h_sequence(bsfdig, bsfdig, bsfdig_4bit, equals, NULL);
HParser *base64_1 = h_sequence(bsfdig, bsfdig_2bit, equals, equals, NULL);
HParser *base64 = h_sequence(h_many(base64_3),
h_optional(h_choice(base64_2,
base64_1, NULL)),
NULL);
document = h_sequence(h_whitespace(base64), h_whitespace(h_end_p()), NULL);
}
void dnp3_p_init_binoutcmd(void)
{
H_RULE (bit, h_bits(1, false));
H_RULE (cs, bit);
H_RULE (status, h_bits(7, false));
H_ARULE(notime, h_sequence(status, cs, NULL));
H_ARULE(abstime, h_sequence(status, cs, dnp3_p_dnp3time, NULL));
H_RULE (tcc, h_int_range(h_bits(2, false), 0, 2));
H_ARULE(crob, h_sequence(h_bits(4, false), // op type
bit, // queue flag (obsolete)
bit, // clear flag
tcc,
h_uint8(), // count
h_uint32(), // on-time [ms]
h_uint32(), // off-time [ms]
status, // 7 bits
dnp3_p_reserved(1),
NULL));
H_ARULE(packed, bit);
// group 12 (binary output commands)...
dnp3_p_g12v1_binoutcmd_crob_oblock = dnp3_p_oblock(G_V(BINOUTCMD, CROB), crob);
dnp3_p_g12v2_binoutcmd_pcb_oblock = dnp3_p_single(G_V(BINOUTCMD, PCB), crob);
dnp3_p_g12v3_binoutcmd_pcm_oblock = dnp3_p_oblock_packed(G_V(BINOUTCMD, PCM), packed);
dnp3_p_g12v3_binoutcmd_pcm_rblock = dnp3_p_specific_rblock(G_V(BINOUTCMD, PCM));
dnp3_p_binoutcmd_rblock = dnp3_p_rblock(G(BINOUTCMD),
V(BINOUTCMD, CROB),
V(BINOUTCMD, PCB),
V(BINOUTCMD, PCM), 0);
// group 13 (binary output command events)...
H_RULE(oblock_notime, dnp3_p_oblock(G_V(BINOUTCMDEV, NOTIME), notime));
H_RULE(oblock_abstime, dnp3_p_oblock(G_V(BINOUTCMDEV, ABSTIME), abstime));
dnp3_p_binoutcmdev_rblock = dnp3_p_rblock(G(BINOUTCMDEV),
V(BINOUTCMDEV, NOTIME),
V(BINOUTCMDEV, ABSTIME), 0);
dnp3_p_binoutcmdev_oblock = h_choice(oblock_notime,
oblock_abstime, NULL);
}
static void test_lalr_charset_lhs(void) {
HParserBackend be = PB_LALR;
HParser *p = h_many(h_choice(h_sequence(h_ch('A'), h_ch('B'), NULL),
h_in((uint8_t*)"AB",2), NULL));
// the above would abort because of an unhandled case in trying to resolve
// a conflict where an item's left-hand-side was an HCF_CHARSET.
// however, the compile should fail - the conflict cannot be resolved.
if(h_compile(p, be, NULL) == 0) {
g_test_message("LALR compile didn't detect ambiguous grammar");
// it says it compiled it - well, then it should parse it!
// (this helps us see what it thinks it should be doing.)
g_check_parse_match(p, be, "AA",2, "(u0x41 u0x41)");
g_check_parse_match(p, be, "AB",2, "((u0x41 u0x42))");
g_test_fail();
return;
}
}
static void test_benchmark_1() {
HParser *parser = h_sepBy1(h_choice(h_ch('1'), h_ch('2'), h_ch('3'), NULL), h_ch(','));
HBenchmarkResults *res = h_benchmark(parser, testcases);
h_benchmark_report(stderr, res);
}
void dnp3_p_init_counter(void)
{
H_RULE (bit, h_bits(1,false));
H_RULE (ignore, h_ignore(bit));
H_RULE (reserved, dnp3_p_reserved(1));
H_ARULE(flags, h_sequence(bit, // ONLINE
bit, // RESTART
bit, // COMM_LOST
bit, // REMOTE_FORCED
bit, // LOCAL_FORCED
ignore, // (ROLLOVER - obsolete)
bit, // DISCONTINUITY
reserved,
NULL));
H_RULE (val32, h_uint32());
H_RULE (val16, h_uint16());
H_ARULE(ctr32, val32);
H_ARULE(ctr16, val16);
H_ARULE(ctr32_flag, h_sequence(flags, val32, NULL));
H_ARULE(ctr16_flag, h_sequence(flags, val16, NULL));
H_ARULE(ctr32_flag_t, h_sequence(flags, val32, dnp3_p_dnp3time, NULL));
H_ARULE(ctr16_flag_t, h_sequence(flags, val16, dnp3_p_dnp3time, NULL));
// group 20: counters...
H_RULE(oblock_32bit_flag, dnp3_p_oblock(G_V(CTR, 32BIT), ctr32_flag));
H_RULE(oblock_16bit_flag, dnp3_p_oblock(G_V(CTR, 16BIT), ctr16_flag));
H_RULE(oblock_32bit_noflag, dnp3_p_oblock(G_V(CTR, 32BIT_NOFLAG), ctr32));
H_RULE(oblock_16bit_noflag, dnp3_p_oblock(G_V(CTR, 16BIT_NOFLAG), ctr16));
dnp3_p_ctr_rblock = dnp3_p_rblock(G(CTR), V(CTR, 32BIT),
V(CTR, 16BIT),
V(CTR, 32BIT_NOFLAG),
V(CTR, 32BIT_NOFLAG), 0);
dnp3_p_ctr_fblock = dnp3_p_specific_rblock(G(CTR), DNP3_VARIATION_ANY);
dnp3_p_ctr_oblock = h_choice(oblock_32bit_flag,
oblock_16bit_flag,
oblock_32bit_noflag,
oblock_16bit_noflag,
NULL);
// group 21: frozen counters...
H_RULE(oblock_frz32bit_flag, dnp3_p_oblock(G_V(FROZENCTR, 32BIT), ctr32_flag));
H_RULE(oblock_frz16bit_flag, dnp3_p_oblock(G_V(FROZENCTR, 16BIT), ctr16_flag));
H_RULE(oblock_frz32bit_flag_t, dnp3_p_oblock(G_V(FROZENCTR, 32BIT_TIME), ctr32_flag_t));
H_RULE(oblock_frz16bit_flag_t, dnp3_p_oblock(G_V(FROZENCTR, 16BIT_TIME), ctr16_flag_t));
H_RULE(oblock_frz32bit_noflag, dnp3_p_oblock(G_V(FROZENCTR, 32BIT_NOFLAG), ctr32));
H_RULE(oblock_frz16bit_noflag, dnp3_p_oblock(G_V(FROZENCTR, 16BIT_NOFLAG), ctr16));
dnp3_p_frozenctr_rblock = dnp3_p_rblock(G(FROZENCTR),
V(FROZENCTR, 32BIT),
V(FROZENCTR, 16BIT),
V(FROZENCTR, 32BIT_TIME),
V(FROZENCTR, 16BIT_TIME),
V(FROZENCTR, 32BIT_NOFLAG),
V(FROZENCTR, 32BIT_NOFLAG), 0);
dnp3_p_frozenctr_oblock = h_choice(oblock_frz32bit_flag,
oblock_frz16bit_flag,
oblock_frz32bit_flag_t,
oblock_frz16bit_flag_t,
oblock_frz32bit_noflag,
oblock_frz16bit_noflag,
NULL);
// group 22: counter events...
H_RULE(oblock_ev32bit_flag, dnp3_p_oblock(G_V(CTREV, 32BIT), ctr32_flag));
H_RULE(oblock_ev16bit_flag, dnp3_p_oblock(G_V(CTREV, 16BIT), ctr16_flag));
H_RULE(oblock_ev32bit_flag_t, dnp3_p_oblock(G_V(CTREV, 32BIT_TIME), ctr32_flag_t));
H_RULE(oblock_ev16bit_flag_t, dnp3_p_oblock(G_V(CTREV, 16BIT_TIME), ctr16_flag_t));
dnp3_p_ctrev_rblock = dnp3_p_rblock(G(CTREV), V(CTREV, 32BIT),
V(CTREV, 16BIT),
V(CTREV, 32BIT_TIME),
V(CTREV, 16BIT_TIME), 0);
dnp3_p_ctrev_oblock = h_choice(oblock_ev32bit_flag,
oblock_ev16bit_flag,
oblock_ev32bit_flag_t,
oblock_ev16bit_flag_t,
NULL);
// group 21: frozen counter events...
H_RULE(oblock_frzev32bit_flag, dnp3_p_oblock(G_V(FROZENCTREV, 32BIT), ctr32_flag));
H_RULE(oblock_frzev16bit_flag, dnp3_p_oblock(G_V(FROZENCTREV, 16BIT), ctr16_flag));
H_RULE(oblock_frzev32bit_flag_t, dnp3_p_oblock(G_V(FROZENCTREV, 32BIT_TIME), ctr32_flag_t));
H_RULE(oblock_frzev16bit_flag_t, dnp3_p_oblock(G_V(FROZENCTREV, 16BIT_TIME), ctr16_flag_t));
dnp3_p_frozenctrev_rblock = dnp3_p_rblock(G(FROZENCTREV),
V(FROZENCTREV, 32BIT),
V(FROZENCTREV, 16BIT),
V(FROZENCTREV, 32BIT_TIME),
V(FROZENCTREV, 16BIT_TIME), 0);
dnp3_p_frozenctrev_oblock = h_choice(oblock_frzev32bit_flag,
oblock_frzev16bit_flag,
oblock_frzev32bit_flag_t,
oblock_frzev16bit_flag_t,
NULL);
}
