vinyl-cache/lib/libvinylapi/vsl_query.c
0
/*-
1
 * Copyright (c) 2006 Verdens Gang AS
2
 * Copyright (c) 2006-2015 Varnish Software AS
3
 * All rights reserved.
4
 *
5
 * Author: Martin Blix Grydeland <martin@varnish-software.com>
6
 *
7
 * SPDX-License-Identifier: BSD-2-Clause
8
 *
9
 * Redistribution and use in source and binary forms, with or without
10
 * modification, are permitted provided that the following conditions
11
 * are met:
12
 * 1. Redistributions of source code must retain the above copyright
13
 *    notice, this list of conditions and the following disclaimer.
14
 * 2. Redistributions in binary form must reproduce the above copyright
15
 *    notice, this list of conditions and the following disclaimer in the
16
 *    documentation and/or other materials provided with the distribution.
17
 *
18
 * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND
19
 * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
20
 * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
21
 * ARE DISCLAIMED.  IN NO EVENT SHALL AUTHOR OR CONTRIBUTORS BE LIABLE
22
 * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
23
 * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
24
 * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
25
 * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
26
 * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
27
 * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
28
 * SUCH DAMAGE.
29
 *
30
 */
31
32
#include "config.h"
33
34
#include <ctype.h>
35
#include <math.h>
36
#include <stdio.h>
37
38
#include "vdef.h"
39
#include "vas.h"
40
#include "miniobj.h"
41
42
#include "vbm.h"
43
#include "vqueue.h"
44
#include "vre.h"
45
#include "vsb.h"
46
47
#include "vapi/vsl.h"
48
49
#include "vsl_api.h"
50
#include "vxp.h"
51
52
struct vslq_query {
53
        unsigned                magic;
54
#define VSLQ_QUERY_MAGIC        0x122322A5
55
56
        struct vex              *vex;
57
};
58
59
#define VSLQ_TEST_NUMOP(TYPE, PRE_LHS, OP, PRE_RHS)             \
60
        do {                                                    \
61
                switch (TYPE) {                                 \
62
                case VEX_INT:                                   \
63
                        if (PRE_LHS##_int OP PRE_RHS##_int)     \
64
                                return (1);                     \
65
                        return (0);                             \
66
                case VEX_FLOAT:                                 \
67
                        if (PRE_LHS##_float OP PRE_RHS##_float) \
68
                                return (1);                     \
69
                        return (0);                             \
70
                default:                                        \
71
                        WRONG("Wrong RHS type");                \
72
                }                                               \
73
        } while(0)                                              \
74
75
static int
76 19248
vslq_test_vxid(const struct vex *vex, const struct VSL_transaction *trans)
77
{
78
        const struct vex_rhs *rhs;
79
80 19248
        AN(vex);
81 19248
        AN(trans);
82
83 19248
        rhs = vex->rhs;
84 19248
        CHECK_OBJ_NOTNULL(rhs, VEX_RHS_MAGIC);
85
86
        /* Prepare */
87 19248
        switch (vex->tok) {
88
        case T_EQ:              /* == */
89
        case T_NEQ:             /* != */
90
        case '<':
91
        case '>':
92
        case T_LEQ:             /* <= */
93
        case T_GEQ:             /* >= */
94 19245
                if (rhs->type != VEX_INT)
95 0
                        WRONG("Wrong RHS type for vxid");
96
                /* FALLTHROUGH */
97
        default:
98 19248
                break;
99
        }
100
101
        /* Compare */
102 19242
        switch (vex->tok) {
103
#define VXID_TEST_NUMOP(OP) return (trans->vxid OP rhs->val_int)
104 19242
        case T_EQ:      VXID_TEST_NUMOP(==);
105 0
        case T_NEQ:     VXID_TEST_NUMOP(!=);
106 0
        case '<':       VXID_TEST_NUMOP(<);
107 0
        case '>':       VXID_TEST_NUMOP(>);
108 0
        case T_LEQ:     VXID_TEST_NUMOP(<=);
109 0
        case T_GEQ:     VXID_TEST_NUMOP(>=);
110
        #undef VXID_TEST_NUMOP
111 0
        default:        WRONG("Bad vxid expression token");
112 0
        }
113
114 0
        NEEDLESS(return (0));
115 19242
}
116
117
static int
118 13970
vslq_test_rec(const struct vex *vex, const struct VSLC_ptr *rec)
119
{
120
        const struct vex_rhs *rhs;
121 13970
        long long lhs_int = 0;
122 13970
        double lhs_float = 0.;
123
        const char *b, *e;
124
        int i, dq;
125 13970
        char *q = NULL;
126
127 13970
        AN(vex);
128 13970
        AN(rec);
129
130 13970
        b = VSL_CDATA(rec->ptr);
131 13970
        e = b + VSL_LEN(rec->ptr) - 1;
132
133
        /* Prefix */
134 13970
        if (vex->lhs->prefix != NULL) {
135 7527
                if (strncasecmp(b, vex->lhs->prefix, vex->lhs->prefixlen))
136 5254
                        return (0);
137 2273
                if (b[vex->lhs->prefixlen] != ':')
138 0
                        return (0);
139 2273
                b += vex->lhs->prefixlen + 1;
140
                /* Skip ws */
141 4231
                while (*b && isspace(*b))
142 1958
                        b++;
143 2273
        }
144
145
        /* Field */
146 8716
        if (vex->lhs->field > 0) {
147 2856
                for (e = b, i = 0, dq = 0; *e && i < vex->lhs->field; i++) {
148
                        /* Skip end of previous field */
149 2289
                        if (dq) {
150 63
                                assert(e > b);
151 63
                                assert(*e == '"');
152 63
                                dq = 0;
153 63
                                e++;
154 63
                                if (*e == '\0')
155 0
                                        break;
156 63
                                if (!isspace(*e))
157 21
                                        return (0);
158 42
                        }
159
160 2268
                        b = e;
161
                        /* Skip ws */
162 4263
                        while (*b && isspace(*b))
163 1995
                                b++;
164
165 2268
                        dq = (*b == '"');
166 2268
                        if (dq)
167 231
                                b++;
168 2268
                        e = b;
169
170 2268
                        if (dq) {
171
                                /* Find end of string */
172 1344
                                while (*e && *e != '"')
173 1113
                                        e++;
174 231
                                if (*e != '"')
175 21
                                        return (0);
176 210
                        } else {
177
                                /* Skip non-ws */
178 12600
                                while (*e && !isspace(*e))
179 10563
                                        e++;
180
                        }
181 2247
                }
182 567
                assert(b <= e);
183 567
                if (*b == '\0' || i < vex->lhs->field)
184
                        /* Missing field - no match */
185 0
                        return (0);
186 567
        }
187
188 8674
        if (vex->tok == T_TRUE)
189
                /* Always true */
190 2373
                return (1);
191
192 6301
        rhs = vex->rhs;
193 6301
        CHECK_OBJ_NOTNULL(rhs, VEX_RHS_MAGIC);
194
195
        /* Prepare */
196 6301
        switch (vex->tok) {
197
        case T_EQ:              /* == */
198
        case T_NEQ:             /* != */
199
        case '<':
200
        case '>':
201
        case T_LEQ:             /* <= */
202
        case T_GEQ:             /* >= */
203
                /* Numerical comparison */
204 1596
                if (*b == '\0')
205
                        /* Empty string doesn't match */
206 0
                        return (0);
207 1596
                errno = 0;
208 1596
                switch (rhs->type) {
209
                case VEX_INT:
210 1218
                        lhs_int = strtoll(b, &q, 0);
211 1218
                        AN(q);
212 1218
                        if (q != e && (*q == '.' || *q == 'e')) {
213 105
                                errno = 0;
214 105
                                lhs_float = strtod(b, &q);
215 105
                                lhs_int = (long long)lhs_float;
216 105
                                lhs_float = 0.;
217 105
                        }
218 1218
                        break;
219
                case VEX_FLOAT:
220 378
                        lhs_float = strtod(b, &q);
221 378
                        break;
222
                default:
223 0
                        WRONG("Wrong RHS type");
224 0
                }
225 1596
                if (q != e || errno != 0)
226 189
                        return (0);
227 1407
                break;
228
        default:
229 4705
                break;
230
        }
231
232
        /* Compare */
233 6112
        switch (vex->tok) {
234
        case T_EQ:              /* == */
235 1071
                VSLQ_TEST_NUMOP(rhs->type, lhs, ==, rhs->val);
236
        case T_NEQ:             /* != */
237 42
                VSLQ_TEST_NUMOP(rhs->type, lhs, !=, rhs->val);
238
        case '<':               /* < */
239 105
                VSLQ_TEST_NUMOP(rhs->type, lhs, <, rhs->val);
240
        case '>':
241 63
                VSLQ_TEST_NUMOP(rhs->type, lhs, >, rhs->val);
242
        case T_LEQ:             /* <= */
243 63
                VSLQ_TEST_NUMOP(rhs->type, lhs, <=, rhs->val);
244
        case T_GEQ:             /* >= */
245 63
                VSLQ_TEST_NUMOP(rhs->type, lhs, >=, rhs->val);
246
        case T_SEQ:             /* eq */
247 588
                assert(rhs->type == VEX_STRING);
248 588
                if (e - b != rhs->val_stringlen)
249 294
                        return (0);
250 294
                if (vex->options & VEX_OPT_CASELESS) {
251 0
                        if (strncasecmp(b, rhs->val_string, e - b))
252 0
                                return (0);
253 0
                } else {
254 294
                        if (vstrncmp(b, rhs->val_string, e - b))
255 21
                                return (0);
256
                }
257 273
                return (1);
258
        case T_SNEQ:            /* ne */
259 21
                assert(rhs->type == VEX_STRING);
260 21
                if (e - b != rhs->val_stringlen)
261 0
                        return (1);
262 21
                if (vex->options & VEX_OPT_CASELESS) {
263 0
                        if (strncasecmp(b, rhs->val_string, e - b))
264 0
                                return (1);
265 0
                } else {
266 21
                        if (vstrncmp(b, rhs->val_string, e - b))
267 21
                                return (1);
268
                }
269 0
                return (0);
270
        case '~':               /* ~ */
271 4075
                assert(rhs->type == VEX_REGEX && rhs->val_regex != NULL);
272 4075
                i = VRE_match(rhs->val_regex, b, e - b, 0, NULL);
273 4075
                if (i != VRE_ERROR_NOMATCH)
274 2289
                        return (1);
275 1786
                return (0);
276
        case T_NOMATCH:         /* !~ */
277 21
                assert(rhs->type == VEX_REGEX && rhs->val_regex != NULL);
278 21
                i = VRE_match(rhs->val_regex, b, e - b, 0, NULL);
279 21
                if (i == VRE_ERROR_NOMATCH)
280 21
                        return (1);
281 0
                return (0);
282
        default:
283 0
                WRONG("Bad expression token");
284 0
        }
285 0
        NEEDLESS(return (0));
286 13970
}
287
288
static int
289 61993
vslq_test(const struct vex *vex, struct VSL_transaction * const ptrans[])
290
{
291
        struct VSL_transaction *t;
292
        int i;
293
294 61993
        CHECK_OBJ_NOTNULL(vex, VEX_MAGIC);
295 61993
        CHECK_OBJ_NOTNULL(vex->lhs, VEX_LHS_MAGIC);
296 61993
        AN(vex->lhs->tags);
297 61993
        assert(vex->lhs->vxid <= 1);
298
299 61993
        if (vex->lhs->vxid) {
300 19246
                AZ(vex->lhs->taglist);
301 35886
                for (t = ptrans[0]; t != NULL; t = *++ptrans)
302 19244
                        if (vslq_test_vxid(vex, t))
303 2604
                                return (1);
304 16642
                return (0);
305
        }
306
307 42747
        AN(vex->lhs->taglist);
308
309 80085
        for (t = ptrans[0]; t != NULL; t = *++ptrans) {
310 43281
                if (vex->lhs->level >= 0) {
311 63
                        if (vex->lhs->level_pm < 0) {
312
                                /* OK if less than or equal */
313 21
                                if (t->level > vex->lhs->level)
314 0
                                        continue;
315 63
                        } else if (vex->lhs->level_pm > 0) {
316
                                /* OK if greater than or equal */
317 21
                                if (t->level < vex->lhs->level)
318 0
                                        continue;
319 21
                        } else {
320
                                /* OK if equal */
321 21
                                if (t->level != vex->lhs->level)
322 0
                                        continue;
323
                        }
324 63
                }
325
326 43281
                AZ(VSL_ResetCursor(t->c));
327 51308
                while (1) {
328 296516
                        i = VSL_Next(t->c);
329 296516
                        if (i < 0)
330 0
                                return (i);
331 296516
                        if (i == 0)
332 37338
                                break;
333 259178
                        assert(i == 1);
334 259178
                        AN(t->c->rec.ptr);
335
336 259178
                        if (!vbit_test(vex->lhs->tags, VSL_TAG(t->c->rec.ptr)))
337 245208
                                continue;
338
339 13970
                        i = vslq_test_rec(vex, &t->c->rec);
340 13970
                        if (i)
341 5943
                                return (i);
342
                }
343 37338
        }
344
345 36804
        return (0);
346 61993
}
347
348
static int
349 62961
vslq_exec(const struct vex *vex, struct VSL_transaction * const ptrans[])
350
{
351
        int r;
352
353 62961
        CHECK_OBJ_NOTNULL(vex, VEX_MAGIC);
354
355 62961
        switch (vex->tok) {
356
        case T_OR:
357 630
                AN(vex->a);
358 630
                AN(vex->b);
359 630
                r = vslq_exec(vex->a, ptrans);
360 630
                if (r != 0)
361 189
                        return (r);
362 441
                return (vslq_exec(vex->b, ptrans));
363
        case T_AND:
364 314
                AN(vex->a);
365 314
                AN(vex->b);
366 314
                r = vslq_exec(vex->a, ptrans);
367 314
                if (r <= 0)
368 146
                        return (r);
369 168
                return (vslq_exec(vex->b, ptrans));
370
        case T_NOT:
371 21
                AN(vex->a);
372 21
                AZ(vex->b);
373 21
                r = vslq_exec(vex->a, ptrans);
374 21
                if (r < 0)
375 0
                        return (r);
376 21
                return (!r);
377
        default:
378 61996
                return (vslq_test(vex, ptrans));
379
        }
380
        NEEDLESS(return (0));
381 62961
}
382
383
struct vslq_query *
384 5439
vslq_newquery(struct VSL_data *vsl, enum VSL_grouping_e grouping,
385
    const char *querystring)
386
{
387
        struct vsb *vsb;
388
        struct vex *vex;
389 5439
        struct vslq_query *query = NULL;
390
391 5439
        (void)grouping;
392 5439
        AN(querystring);
393
394 5439
        vsb = VSB_new_auto();
395 5439
        AN(vsb);
396 5439
        vex = vex_New(querystring, vsb, vsl->C_opt ? VEX_OPT_CASELESS : 0);
397 5439
        AZ(VSB_finish(vsb));
398 5439
        if (vex == NULL)
399 672
                vsl_diag(vsl, "%s", VSB_data(vsb));
400
        else {
401 4767
                ALLOC_OBJ(query, VSLQ_QUERY_MAGIC);
402 4767
                XXXAN(query);
403 4767
                query->vex = vex;
404
        }
405 5439
        VSB_destroy(&vsb);
406 5439
        return (query);
407
}
408
409
void
410 4767
vslq_deletequery(struct vslq_query **pquery)
411
{
412
        struct vslq_query *query;
413
414 4767
        TAKE_OBJ_NOTNULL(query, pquery, VSLQ_QUERY_MAGIC);
415
416 4767
        AN(query->vex);
417 4767
        vex_Free(&query->vex);
418 4767
        AZ(query->vex);
419
420 4767
        FREE_OBJ(query);
421 4767
}
422
423
int
424 61385
vslq_runquery(const struct vslq_query *query,
425
    struct VSL_transaction * const ptrans[])
426
{
427
        struct VSL_transaction *t;
428
        int r;
429
430 61385
        CHECK_OBJ_NOTNULL(query, VSLQ_QUERY_MAGIC);
431
432 61385
        r = vslq_exec(query->vex, ptrans);
433 123586
        for (t = ptrans[0]; t != NULL; t = *++ptrans)
434 62201
                AZ(VSL_ResetCursor(t->c));
435 61385
        return (r);
436
}