- struct bytecode_runtime *bytecode = filter_data;
- void *pc, *next_pc, *start_pc;
- int ret = -EINVAL;
- int retval = 0;
- struct reg reg[NR_REG];
-#ifndef INTERPRETER_USE_SWITCH
- static void *dispatch[NR_FILTER_OPS] = {
- [ FILTER_OP_UNKNOWN ] = &&LABEL_FILTER_OP_UNKNOWN,
-
- [ FILTER_OP_RETURN ] = &&LABEL_FILTER_OP_RETURN,
-
- /* binary */
- [ FILTER_OP_MUL ] = &&LABEL_FILTER_OP_MUL,
- [ FILTER_OP_DIV ] = &&LABEL_FILTER_OP_DIV,
- [ FILTER_OP_MOD ] = &&LABEL_FILTER_OP_MOD,
- [ FILTER_OP_PLUS ] = &&LABEL_FILTER_OP_PLUS,
- [ FILTER_OP_MINUS ] = &&LABEL_FILTER_OP_MINUS,
- [ FILTER_OP_RSHIFT ] = &&LABEL_FILTER_OP_RSHIFT,
- [ FILTER_OP_LSHIFT ] = &&LABEL_FILTER_OP_LSHIFT,
- [ FILTER_OP_BIN_AND ] = &&LABEL_FILTER_OP_BIN_AND,
- [ FILTER_OP_BIN_OR ] = &&LABEL_FILTER_OP_BIN_OR,
- [ FILTER_OP_BIN_XOR ] = &&LABEL_FILTER_OP_BIN_XOR,
-
- /* binary comparators */
- [ FILTER_OP_EQ ] = &&LABEL_FILTER_OP_EQ,
- [ FILTER_OP_NE ] = &&LABEL_FILTER_OP_NE,
- [ FILTER_OP_GT ] = &&LABEL_FILTER_OP_GT,
- [ FILTER_OP_LT ] = &&LABEL_FILTER_OP_LT,
- [ FILTER_OP_GE ] = &&LABEL_FILTER_OP_GE,
- [ FILTER_OP_LE ] = &&LABEL_FILTER_OP_LE,
-
- /* string binary comparator */
- [ FILTER_OP_EQ_STRING ] = &&LABEL_FILTER_OP_EQ_STRING,
- [ FILTER_OP_NE_STRING ] = &&LABEL_FILTER_OP_NE_STRING,
- [ FILTER_OP_GT_STRING ] = &&LABEL_FILTER_OP_GT_STRING,
- [ FILTER_OP_LT_STRING ] = &&LABEL_FILTER_OP_LT_STRING,
- [ FILTER_OP_GE_STRING ] = &&LABEL_FILTER_OP_GE_STRING,
- [ FILTER_OP_LE_STRING ] = &&LABEL_FILTER_OP_LE_STRING,
-
- /* s64 binary comparator */
- [ FILTER_OP_EQ_S64 ] = &&LABEL_FILTER_OP_EQ_S64,
- [ FILTER_OP_NE_S64 ] = &&LABEL_FILTER_OP_NE_S64,
- [ FILTER_OP_GT_S64 ] = &&LABEL_FILTER_OP_GT_S64,
- [ FILTER_OP_LT_S64 ] = &&LABEL_FILTER_OP_LT_S64,
- [ FILTER_OP_GE_S64 ] = &&LABEL_FILTER_OP_GE_S64,
- [ FILTER_OP_LE_S64 ] = &&LABEL_FILTER_OP_LE_S64,
-
- /* double binary comparator */
- [ FILTER_OP_EQ_DOUBLE ] = &&LABEL_FILTER_OP_EQ_DOUBLE,
- [ FILTER_OP_NE_DOUBLE ] = &&LABEL_FILTER_OP_NE_DOUBLE,
- [ FILTER_OP_GT_DOUBLE ] = &&LABEL_FILTER_OP_GT_DOUBLE,
- [ FILTER_OP_LT_DOUBLE ] = &&LABEL_FILTER_OP_LT_DOUBLE,
- [ FILTER_OP_GE_DOUBLE ] = &&LABEL_FILTER_OP_GE_DOUBLE,
- [ FILTER_OP_LE_DOUBLE ] = &&LABEL_FILTER_OP_LE_DOUBLE,
-
- /* unary */
- [ FILTER_OP_UNARY_PLUS ] = &&LABEL_FILTER_OP_UNARY_PLUS,
- [ FILTER_OP_UNARY_MINUS ] = &&LABEL_FILTER_OP_UNARY_MINUS,
- [ FILTER_OP_UNARY_NOT ] = &&LABEL_FILTER_OP_UNARY_NOT,
- [ FILTER_OP_UNARY_PLUS_S64 ] = &&LABEL_FILTER_OP_UNARY_PLUS_S64,
- [ FILTER_OP_UNARY_MINUS_S64 ] = &&LABEL_FILTER_OP_UNARY_MINUS_S64,
- [ FILTER_OP_UNARY_NOT_S64 ] = &&LABEL_FILTER_OP_UNARY_NOT_S64,
- [ FILTER_OP_UNARY_PLUS_DOUBLE ] = &&LABEL_FILTER_OP_UNARY_PLUS_DOUBLE,
- [ FILTER_OP_UNARY_MINUS_DOUBLE ] = &&LABEL_FILTER_OP_UNARY_MINUS_DOUBLE,
- [ FILTER_OP_UNARY_NOT_DOUBLE ] = &&LABEL_FILTER_OP_UNARY_NOT_DOUBLE,
-
- /* logical */
- [ FILTER_OP_AND ] = &&LABEL_FILTER_OP_AND,
- [ FILTER_OP_OR ] = &&LABEL_FILTER_OP_OR,
-
- /* load */
- [ FILTER_OP_LOAD_FIELD_REF ] = &&LABEL_FILTER_OP_LOAD_FIELD_REF,
- [ FILTER_OP_LOAD_FIELD_REF_STRING ] = &&LABEL_FILTER_OP_LOAD_FIELD_REF_STRING,
- [ FILTER_OP_LOAD_FIELD_REF_SEQUENCE ] = &&LABEL_FILTER_OP_LOAD_FIELD_REF_SEQUENCE,
- [ FILTER_OP_LOAD_FIELD_REF_S64 ] = &&LABEL_FILTER_OP_LOAD_FIELD_REF_S64,
- [ FILTER_OP_LOAD_FIELD_REF_DOUBLE ] = &&LABEL_FILTER_OP_LOAD_FIELD_REF_DOUBLE,
-
- [ FILTER_OP_LOAD_STRING ] = &&LABEL_FILTER_OP_LOAD_STRING,
- [ FILTER_OP_LOAD_S64 ] = &&LABEL_FILTER_OP_LOAD_S64,
- [ FILTER_OP_LOAD_DOUBLE ] = &&LABEL_FILTER_OP_LOAD_DOUBLE,
- };
-#endif /* #ifndef INTERPRETER_USE_SWITCH */
-
- START_OP
-
- OP(FILTER_OP_UNKNOWN):
- OP(FILTER_OP_LOAD_FIELD_REF):
-#ifdef INTERPRETER_USE_SWITCH
- default:
-#endif /* INTERPRETER_USE_SWITCH */
- ERR("unknown bytecode op %u\n",
- (unsigned int) *(filter_opcode_t *) pc);
- ret = -EINVAL;
- goto end;
-
- OP(FILTER_OP_RETURN):
- retval = !!reg[0].v;
- ret = 0;
- goto end;
-
- /* binary */
- OP(FILTER_OP_MUL):
- OP(FILTER_OP_DIV):
- OP(FILTER_OP_MOD):
- OP(FILTER_OP_PLUS):
- OP(FILTER_OP_MINUS):
- OP(FILTER_OP_RSHIFT):
- OP(FILTER_OP_LSHIFT):
- OP(FILTER_OP_BIN_AND):
- OP(FILTER_OP_BIN_OR):
- OP(FILTER_OP_BIN_XOR):
- ERR("unsupported bytecode op %u\n",
- (unsigned int) *(filter_opcode_t *) pc);
- ret = -EINVAL;
- goto end;
-
- OP(FILTER_OP_EQ):
- OP(FILTER_OP_NE):
- OP(FILTER_OP_GT):
- OP(FILTER_OP_LT):
- OP(FILTER_OP_GE):
- OP(FILTER_OP_LE):
- ERR("unsupported non-specialized bytecode op %u\n",
- (unsigned int) *(filter_opcode_t *) pc);
- ret = -EINVAL;
- goto end;
-
- OP(FILTER_OP_EQ_STRING):
- {
- reg[REG_R0].v = (reg_strcmp(reg, "==") == 0);
- reg[REG_R0].type = REG_S64;
- next_pc += sizeof(struct binary_op);
- PO;
- }
- OP(FILTER_OP_NE_STRING):
- {
- reg[REG_R0].v = (reg_strcmp(reg, "!=") != 0);
- reg[REG_R0].type = REG_S64;
- next_pc += sizeof(struct binary_op);
- PO;
- }
- OP(FILTER_OP_GT_STRING):
- {
- reg[REG_R0].v = (reg_strcmp(reg, ">") > 0);
- reg[REG_R0].type = REG_S64;
- next_pc += sizeof(struct binary_op);
- PO;
- }
- OP(FILTER_OP_LT_STRING):
- {
- reg[REG_R0].v = (reg_strcmp(reg, "<") < 0);
- reg[REG_R0].type = REG_S64;
- next_pc += sizeof(struct binary_op);
- PO;
- }
- OP(FILTER_OP_GE_STRING):
- {
- reg[REG_R0].v = (reg_strcmp(reg, ">=") >= 0);
- reg[REG_R0].type = REG_S64;
- next_pc += sizeof(struct binary_op);
- PO;
- }
- OP(FILTER_OP_LE_STRING):
- {
- reg[REG_R0].v = (reg_strcmp(reg, "<=") <= 0);
- reg[REG_R0].type = REG_S64;
- next_pc += sizeof(struct binary_op);
- PO;
- }
-
- OP(FILTER_OP_EQ_S64):
- {
- reg[REG_R0].v = (reg[REG_R0].v == reg[REG_R1].v);
- reg[REG_R0].type = REG_S64;
- next_pc += sizeof(struct binary_op);
- PO;
- }
- OP(FILTER_OP_NE_S64):
- {
- reg[REG_R0].v = (reg[REG_R0].v != reg[REG_R1].v);
- reg[REG_R0].type = REG_S64;
- next_pc += sizeof(struct binary_op);
- PO;
- }
- OP(FILTER_OP_GT_S64):
- {
- reg[REG_R0].v = (reg[REG_R0].v > reg[REG_R1].v);
- reg[REG_R0].type = REG_S64;
- next_pc += sizeof(struct binary_op);
- PO;
- }
- OP(FILTER_OP_LT_S64):
- {
- reg[REG_R0].v = (reg[REG_R0].v < reg[REG_R1].v);
- reg[REG_R0].type = REG_S64;
- next_pc += sizeof(struct binary_op);
- PO;
- }
- OP(FILTER_OP_GE_S64):
- {
- reg[REG_R0].v = (reg[REG_R0].v >= reg[REG_R1].v);
- reg[REG_R0].type = REG_S64;
- next_pc += sizeof(struct binary_op);
- PO;
- }
- OP(FILTER_OP_LE_S64):
- {
- reg[REG_R0].v = (reg[REG_R0].v <= reg[REG_R1].v);
- reg[REG_R0].type = REG_S64;
- next_pc += sizeof(struct binary_op);
- PO;
- }
-
- OP(FILTER_OP_EQ_DOUBLE):
- {
- if (unlikely(reg[REG_R0].type == REG_S64))
- reg[REG_R0].d = (double) reg[REG_R0].v;
- else if (unlikely(reg[REG_R1].type == REG_S64))
- reg[REG_R1].d = (double) reg[REG_R1].v;
- reg[REG_R0].v = (reg[REG_R0].d == reg[REG_R1].d);
- reg[REG_R0].type = REG_S64;
- next_pc += sizeof(struct binary_op);
- PO;
- }
- OP(FILTER_OP_NE_DOUBLE):
- {
- if (unlikely(reg[REG_R0].type == REG_S64))
- reg[REG_R0].d = (double) reg[REG_R0].v;
- else if (unlikely(reg[REG_R1].type == REG_S64))
- reg[REG_R1].d = (double) reg[REG_R1].v;
- reg[REG_R0].v = (reg[REG_R0].d != reg[REG_R1].d);
- reg[REG_R0].type = REG_S64;
- next_pc += sizeof(struct binary_op);
- PO;
- }
- OP(FILTER_OP_GT_DOUBLE):
- {
- if (unlikely(reg[REG_R0].type == REG_S64))
- reg[REG_R0].d = (double) reg[REG_R0].v;
- else if (unlikely(reg[REG_R1].type == REG_S64))
- reg[REG_R1].d = (double) reg[REG_R1].v;
- reg[REG_R0].v = (reg[REG_R0].d > reg[REG_R1].d);
- reg[REG_R0].type = REG_S64;
- next_pc += sizeof(struct binary_op);
- PO;
- }
- OP(FILTER_OP_LT_DOUBLE):
- {
- if (unlikely(reg[REG_R0].type == REG_S64))
- reg[REG_R0].d = (double) reg[REG_R0].v;
- else if (unlikely(reg[REG_R1].type == REG_S64))
- reg[REG_R1].d = (double) reg[REG_R1].v;
- reg[REG_R0].v = (reg[REG_R0].d < reg[REG_R1].d);
- reg[REG_R0].type = REG_S64;
- next_pc += sizeof(struct binary_op);
- PO;
- }
- OP(FILTER_OP_GE_DOUBLE):
- {
- if (unlikely(reg[REG_R0].type == REG_S64))
- reg[REG_R0].d = (double) reg[REG_R0].v;
- else if (unlikely(reg[REG_R1].type == REG_S64))
- reg[REG_R1].d = (double) reg[REG_R1].v;
- reg[REG_R0].v = (reg[REG_R0].d >= reg[REG_R1].d);
- reg[REG_R0].type = REG_S64;
- next_pc += sizeof(struct binary_op);
- PO;
- }
- OP(FILTER_OP_LE_DOUBLE):
- {
- if (unlikely(reg[REG_R0].type == REG_S64))
- reg[REG_R0].d = (double) reg[REG_R0].v;
- else if (unlikely(reg[REG_R1].type == REG_S64))
- reg[REG_R1].d = (double) reg[REG_R1].v;
- reg[REG_R0].v = (reg[REG_R0].d <= reg[REG_R1].d);
- reg[REG_R0].type = REG_S64;
- next_pc += sizeof(struct binary_op);
- PO;
- }
-
- /* unary */
- OP(FILTER_OP_UNARY_PLUS):
- OP(FILTER_OP_UNARY_MINUS):
- OP(FILTER_OP_UNARY_NOT):
- ERR("unsupported non-specialized bytecode op %u\n",
- (unsigned int) *(filter_opcode_t *) pc);
- ret = -EINVAL;
- goto end;
-
-
- OP(FILTER_OP_UNARY_PLUS_S64):
- OP(FILTER_OP_UNARY_PLUS_DOUBLE):
- {
- next_pc += sizeof(struct unary_op);
- PO;
- }
- OP(FILTER_OP_UNARY_MINUS_S64):
- {
- struct unary_op *insn = (struct unary_op *) pc;
-
- reg[insn->reg].v = -reg[insn->reg].v;
- next_pc += sizeof(struct unary_op);
- PO;
- }
- OP(FILTER_OP_UNARY_MINUS_DOUBLE):
- {
- struct unary_op *insn = (struct unary_op *) pc;
-
- reg[insn->reg].d = -reg[insn->reg].d;
- next_pc += sizeof(struct unary_op);
- PO;
- }
- OP(FILTER_OP_UNARY_NOT_S64):
- {
- struct unary_op *insn = (struct unary_op *) pc;
-
- reg[insn->reg].v = !reg[insn->reg].v;
- next_pc += sizeof(struct unary_op);
- PO;
- }
- OP(FILTER_OP_UNARY_NOT_DOUBLE):
- {
- struct unary_op *insn = (struct unary_op *) pc;
-
- reg[insn->reg].d = !reg[insn->reg].d;
- next_pc += sizeof(struct unary_op);
- PO;
- }
-
- /* logical */
- OP(FILTER_OP_AND):
- {
- struct logical_op *insn = (struct logical_op *) pc;
-
- /* If REG_R0 is 0, skip and evaluate to 0 */
- if ((reg[REG_R0].type == REG_S64 && reg[REG_R0].v == 0)
- || unlikely(reg[REG_R0].type == REG_DOUBLE && reg[REG_R0].d == 0.0)) {
- dbg_printf("Jumping to bytecode offset %u\n",
- (unsigned int) insn->skip_offset);
- next_pc = start_pc + insn->skip_offset;
- } else {
- next_pc += sizeof(struct logical_op);
- }
- PO;
- }
- OP(FILTER_OP_OR):
- {
- struct logical_op *insn = (struct logical_op *) pc;
-
- /* If REG_R0 is nonzero, skip and evaluate to 1 */
-
- if ((reg[REG_R0].type == REG_S64 && reg[REG_R0].v != 0)
- || unlikely(reg[REG_R0].type == REG_DOUBLE && reg[REG_R0].d != 0.0)) {
- reg[REG_R0].v = 1;
- dbg_printf("Jumping to bytecode offset %u\n",
- (unsigned int) insn->skip_offset);
- next_pc = start_pc + insn->skip_offset;
- } else {
- next_pc += sizeof(struct logical_op);
- }
- PO;
- }
-
- /* load */
- OP(FILTER_OP_LOAD_FIELD_REF_STRING):
- {
- struct load_op *insn = (struct load_op *) pc;
- struct field_ref *ref = (struct field_ref *) insn->data;
-
- dbg_printf("load field ref offset %u type string\n",
- ref->offset);
- reg[insn->reg].str =
- *(const char * const *) &filter_stack_data[ref->offset];
- reg[insn->reg].type = REG_STRING;
- reg[insn->reg].seq_len = UINT_MAX;
- reg[insn->reg].literal = 0;
- dbg_printf("ref load string %s\n", reg[insn->reg].str);
- next_pc += sizeof(struct load_op) + sizeof(struct field_ref);
- PO;
- }
-
- OP(FILTER_OP_LOAD_FIELD_REF_SEQUENCE):
- {
- struct load_op *insn = (struct load_op *) pc;
- struct field_ref *ref = (struct field_ref *) insn->data;
-
- dbg_printf("load field ref offset %u type sequence\n",
- ref->offset);
- reg[insn->reg].seq_len =
- *(unsigned long *) &filter_stack_data[ref->offset];
- reg[insn->reg].str =
- *(const char **) (&filter_stack_data[ref->offset
- + sizeof(unsigned long)]);
- reg[insn->reg].type = REG_STRING;
- reg[insn->reg].literal = 0;
- next_pc += sizeof(struct load_op) + sizeof(struct field_ref);
- PO;
- }
-
- OP(FILTER_OP_LOAD_FIELD_REF_S64):
- {
- struct load_op *insn = (struct load_op *) pc;
- struct field_ref *ref = (struct field_ref *) insn->data;
-
- dbg_printf("load field ref offset %u type s64\n",
- ref->offset);
- memcpy(®[insn->reg].v, &filter_stack_data[ref->offset],
- sizeof(struct literal_numeric));
- reg[insn->reg].type = REG_S64;
- reg[insn->reg].literal = 0;
- dbg_printf("ref load s64 %" PRIi64 "\n", reg[insn->reg].v);
- next_pc += sizeof(struct load_op) + sizeof(struct field_ref);
- PO;
- }
-
- OP(FILTER_OP_LOAD_FIELD_REF_DOUBLE):
- {
- struct load_op *insn = (struct load_op *) pc;
- struct field_ref *ref = (struct field_ref *) insn->data;
-
- dbg_printf("load field ref offset %u type double\n",
- ref->offset);
- memcpy(®[insn->reg].d, &filter_stack_data[ref->offset],
- sizeof(struct literal_double));
- reg[insn->reg].type = REG_DOUBLE;
- reg[insn->reg].literal = 0;
- dbg_printf("ref load double %g\n", reg[insn->reg].d);
- next_pc += sizeof(struct load_op) + sizeof(struct field_ref);
- PO;
- }
-
- OP(FILTER_OP_LOAD_STRING):
- {
- struct load_op *insn = (struct load_op *) pc;
-
- dbg_printf("load string %s\n", insn->data);
- reg[insn->reg].str = insn->data;
- reg[insn->reg].type = REG_STRING;
- reg[insn->reg].seq_len = UINT_MAX;
- reg[insn->reg].literal = 1;
- next_pc += sizeof(struct load_op) + strlen(insn->data) + 1;
- PO;
- }
-
- OP(FILTER_OP_LOAD_S64):
- {
- struct load_op *insn = (struct load_op *) pc;
-
- memcpy(®[insn->reg].v, insn->data,
- sizeof(struct literal_numeric));
- dbg_printf("load s64 %" PRIi64 "\n", reg[insn->reg].v);
- reg[insn->reg].type = REG_S64;
- reg[insn->reg].literal = 1;
- next_pc += sizeof(struct load_op)
- + sizeof(struct literal_numeric);
- PO;
- }
-
- OP(FILTER_OP_LOAD_DOUBLE):
- {
- struct load_op *insn = (struct load_op *) pc;
-
- memcpy(®[insn->reg].d, insn->data,
- sizeof(struct literal_double));
- dbg_printf("load s64 %g\n", reg[insn->reg].d);
- reg[insn->reg].type = REG_DOUBLE;
- reg[insn->reg].literal = 1;
- next_pc += sizeof(struct load_op)
- + sizeof(struct literal_double);
- PO;
- }
-
- END_OP
-end:
- /* return 0 (discard) on error */
- if (ret)
- return 0;
- return retval;