LCOV - code coverage report
Current view: top level - sql/storage/bat - bat_table.c (source / functions) Hit Total Coverage
Test: coverage.info Lines: 423 560 75.5 %
Date: 2024-04-26 00:35:57 Functions: 29 30 96.7 %

          Line data    Source code
       1             : /*
       2             :  * SPDX-License-Identifier: MPL-2.0
       3             :  *
       4             :  * This Source Code Form is subject to the terms of the Mozilla Public
       5             :  * License, v. 2.0.  If a copy of the MPL was not distributed with this
       6             :  * file, You can obtain one at http://mozilla.org/MPL/2.0/.
       7             :  *
       8             :  * Copyright 2024 MonetDB Foundation;
       9             :  * Copyright August 2008 - 2023 MonetDB B.V.;
      10             :  * Copyright 1997 - July 2008 CWI.
      11             :  */
      12             : 
      13             : #include "monetdb_config.h"
      14             : #include "bat_table.h"
      15             : #include "bat_utils.h"
      16             : #include "bat_storage.h"
      17             : 
      18             : static BAT *
      19     1128955 : delta_cands(sql_trans *tr, sql_table *t)
      20             : {
      21     1128955 :         sqlstore *store = tr->store;
      22     1128955 :         BAT *cands = store->storage_api.bind_cands(tr, t, 1, 0);
      23             : 
      24     1129112 :         if (cands && (cands->ttype == TYPE_msk || mask_cand(cands))) {
      25       88741 :                 BAT *ncands = BATunmask(cands);
      26       88741 :                 BBPreclaim(cands);
      27       88741 :                 cands = ncands;
      28             :         }
      29     1129112 :         return cands;
      30             : }
      31             : 
      32             : static BAT *
      33     4127700 : full_column(sql_trans *tr, sql_column *c)
      34             : {
      35             :         /* return full normalized column bat
      36             :          *      b := b.copy()
      37             :                 b := b.replace(u);
      38             :         */
      39     4127700 :         sqlstore *store = tr->store;
      40     4127700 :         BAT *b = store->storage_api.bind_col(tr, c, RDONLY), *ui = NULL, *uv = NULL;
      41     4128117 :         int res = store->storage_api.bind_updates(tr, c, &ui, &uv);
      42             : 
      43     4129107 :         if (!b || !ui || !uv || res == LOG_ERR) {
      44           0 :                 bat_destroy(b);
      45           0 :                 bat_destroy(ui);
      46           0 :                 bat_destroy(uv);
      47           0 :                 return NULL;
      48             :         }
      49     4129107 :         if (BATcount(ui)) {
      50        2005 :                 BAT *r = COLcopy(b, b->ttype, true, TRANSIENT);
      51        2005 :                 bat_destroy(b);
      52        2005 :                 b = r;
      53        2005 :                 if (!b || BATreplace(b, ui, uv, true) != GDK_SUCCEED) {
      54           0 :                         bat_destroy(b);
      55           0 :                         bat_destroy(ui);
      56           0 :                         bat_destroy(uv);
      57           0 :                         return NULL;
      58             :                 }
      59             :         }
      60     4129107 :         bat_destroy(ui);
      61     4129087 :         bat_destroy(uv);
      62     4129087 :         return b;
      63             : }
      64             : 
      65             : static oid
      66     1016465 : column_find_row(sql_trans *tr, sql_column *c, const void *value, ...)
      67             : {
      68     1016465 :         va_list va;
      69     1016465 :         BAT *b = NULL, *s = NULL, *r = NULL;
      70     1016465 :         oid rid = oid_nil;
      71     1016465 :         sql_column *n = NULL;
      72             : 
      73     1016465 :         va_start(va, value);
      74     1016465 :         s = delta_cands(tr, c->t);
      75     1016509 :         if (!s)
      76           0 :                 goto return_nil;
      77     1016509 :         b = full_column(tr, c);
      78     1016723 :         if (!b) {
      79           0 :                 bat_destroy(s);
      80           0 :                 goto return_nil;
      81             :         }
      82     1016723 :         r = BATselect(b, s, value, NULL, true, false, false);
      83     1016286 :         bat_destroy(s);
      84     1016390 :         bat_destroy(b);
      85     1016620 :         if (!r)
      86           0 :                 goto return_nil;
      87             :         s = r;
      88     2015059 :         while ((n = va_arg(va, sql_column *)) != NULL) {
      89      998439 :                 value = va_arg(va, void *);
      90      998439 :                 c = n;
      91             : 
      92      998439 :                 b = full_column(tr, c);
      93      998439 :                 if (!b) {
      94           0 :                         bat_destroy(s);
      95           0 :                         goto return_nil;
      96             :                 }
      97      998439 :                 r = BATselect(b, s, value, NULL, true, false, false);
      98      998439 :                 bat_destroy(s);
      99      998439 :                 bat_destroy(b);
     100      998439 :                 if (!r)
     101           0 :                         goto return_nil;
     102             :                 s = r;
     103             :         }
     104     1016649 :         va_end(va);
     105     1016649 :         if (BATcount(s) == 1) {
     106      487017 :                 rid = BUNtoid(s, 0);
     107             :         }
     108     1016501 :         bat_destroy(s);
     109     1016501 :         return rid;
     110           0 :   return_nil:
     111           0 :         va_end(va);
     112           0 :         return oid_nil;
     113             : }
     114             : 
     115             : static void *
     116      191068 : column_find_value(sql_trans *tr, sql_column *c, oid rid)
     117             : {
     118      191068 :         BUN q = BUN_NONE;
     119      191068 :         BAT *b;
     120      191068 :         void *res = NULL;
     121             : 
     122      191068 :         b = full_column(tr, c);
     123      191162 :         if (b) {
     124      191162 :                 if (rid < b->hseqbase || rid >= b->hseqbase + BATcount(b))
     125             :                         q = BUN_NONE;
     126             :                 else
     127      191162 :                         q = rid - b->hseqbase;
     128             :         }
     129      191162 :         if (q != BUN_NONE) {
     130      191162 :                 BATiter bi = bat_iterator(b);
     131      191153 :                 const void *r;
     132      191153 :                 size_t sz;
     133             : 
     134      191153 :                 r = BUNtail(bi, q);
     135      191139 :                 sz = ATOMlen(b->ttype, r);
     136      191152 :                 res = GDKmalloc(sz);
     137      191156 :                 if (res)
     138      191156 :                         memcpy(res, r, sz);
     139      191156 :                 bat_iterator_end(&bi);
     140             :         }
     141      191159 :         bat_destroy(b);
     142      191099 :         return res;
     143             : }
     144             : 
     145             : #define column_find_tpe(TPE)                                                                            \
     146             : static TPE                                                                                                                      \
     147             : column_find_##TPE(sql_trans *tr, sql_column *c, oid rid)                        \
     148             : {                                                                                                                                       \
     149             :         BUN q = BUN_NONE;                                                                                               \
     150             :         BAT *b;                                                                                                                 \
     151             :         TPE res = -1;                                                                                                   \
     152             :                                                                                                                                         \
     153             :         b = full_column(tr, c);                                                                                 \
     154             :         if (b) {                                                                                                                \
     155             :                 if (rid < b->hseqbase || rid >= b->hseqbase + BATcount(b))  \
     156             :                         q = BUN_NONE;                                                                                   \
     157             :                 else                                                                                                            \
     158             :                         q = rid - b->hseqbase;                                                                       \
     159             :         }                                                                                                                               \
     160             :         if (q != BUN_NONE) {                                                                                    \
     161             :                 BATiter bi = bat_iterator(b);                                                           \
     162             :                 res = *(TPE*)BUNtloc(bi, q);                                                            \
     163             :                 bat_iterator_end(&bi);                                                                              \
     164             :         }                                                                                                                               \
     165             :         bat_destroy(b);                                                                                                 \
     166             :         return res;                                                                                                             \
     167             : }
     168             : 
     169      462910 : column_find_tpe(sqlid)
     170      960950 : column_find_tpe(bte)
     171           0 : column_find_tpe(sht)
     172     1020602 : column_find_tpe(int)
     173       75660 : column_find_tpe(lng)
     174             : 
     175             : static const char *
     176      533055 : column_find_string_start(sql_trans *tr, sql_column *c, oid rid, ptr *cbat)
     177             : {
     178      533055 :         BUN q = BUN_NONE;
     179      533055 :         BAT **b = (BAT**) cbat;
     180      533055 :         const char *res = NULL;
     181             : 
     182      533055 :         *b = full_column(tr, c);
     183      533055 :         if (*b) {
     184      533055 :                 if (rid < (*b)->hseqbase || rid >= (*b)->hseqbase + BATcount(*b))
     185             :                         q = BUN_NONE;
     186             :                 else
     187      533055 :                         q = rid - (*b)->hseqbase;
     188             :         }
     189      533055 :         if (q != BUN_NONE) {
     190      533055 :                 BATiter bi = bat_iterator(*b);
     191      533055 :                 res = BUNtvar(bi, q);
     192      533055 :                 bat_iterator_end(&bi);
     193             :         }
     194      533055 :         return res;
     195             : }
     196             : 
     197             : static void
     198      533055 : column_find_string_end(ptr cbat)
     199             : {
     200      533055 :         BAT *b = (BAT*) cbat;
     201      533055 :         bat_destroy(b);
     202      533055 : }
     203             : 
     204             : static int
     205        6349 : column_update_value(sql_trans *tr, sql_column *c, oid rid, void *value)
     206             : {
     207        6349 :         sqlstore *store = tr->store;
     208        6349 :         assert(!is_oid_nil(rid));
     209             : 
     210        6349 :         return store->storage_api.update_col(tr, c, &rid, value, false);
     211             : }
     212             : 
     213             : static int
     214     1898985 : table_insert(sql_trans *tr, sql_table *t, ...)
     215             : {
     216     1898985 :         sqlstore *store = tr->store;
     217     1898985 :         va_list va;
     218     1898985 :         node *n = ol_first_node(t->columns);
     219     1898985 :         void *val = NULL;
     220     1898985 :         int cnt = 0;
     221     1898985 :         int ok = LOG_OK;
     222     1898985 :         BUN offset = 0;
     223             : 
     224     1898985 :         va_start(va, t);
     225     3797971 :         ok = t->bootstrap?
     226     1898985 :                 store->storage_api.claim_tab(tr, t, 1, &offset, NULL):
     227      118348 :                 store->storage_api.key_claim_tab(tr, t, 1, &offset, NULL);
     228     1898986 :         if (ok != LOG_OK) {
     229           4 :                 va_end(va);
     230           4 :                 return ok;
     231             :         }
     232    16413141 :         for (; n; n = n->next) {
     233    14514159 :                 sql_column *c = n->data;
     234    14514159 :                 val = va_arg(va, void *);
     235    14514159 :                 if (!val)
     236             :                         break;
     237    14514159 :                 ok = store->storage_api.append_col(tr, c, offset, NULL, val, 1, false, c->type.type->localtype);
     238    14514159 :                 if (ok != LOG_OK) {
     239           0 :                         va_end(va);
     240           0 :                         return ok;
     241             :                 }
     242    14514159 :                 cnt++;
     243             :         }
     244     1898982 :         va_end(va);
     245     1898982 :         if (n) {
     246             :                 // This part of the code should never get reached
     247           0 :                 TRC_ERROR(SQL_STORE, "Called table_insert(%s) with wrong number of args (%d,%d)\n", t->base.name, ol_length(t->columns), cnt);
     248           0 :                 assert(0);
     249             :                 return LOG_ERR;
     250             :         }
     251             :         return LOG_OK;
     252             : }
     253             : 
     254             : static int
     255       70460 : table_delete(sql_trans *tr, sql_table *t, oid rid)
     256             : {
     257       70460 :         sqlstore *store = tr->store;
     258       70460 :         assert(!is_oid_nil(rid));
     259             : 
     260       70460 :         return store->storage_api.delete_tab(tr, t, &rid, false);
     261             : }
     262             : 
     263             : static res_table *
     264        1190 : table_orderby(sql_trans *tr, sql_table *t, sql_column *jl, sql_column *jr, sql_column *jl2, sql_column *jr2, sql_column *o, ...)
     265             : {
     266             :         /* jl/jr are columns on which we first join */
     267             :         /* if also jl2,jr2, we need to do another join, where both tables differ from 't' */
     268             : 
     269        1190 :         va_list va;
     270        1190 :         BAT *b = NULL, *r = NULL, *cl, *cr = NULL, *cr2 = NULL, *id = NULL, *grp = NULL;
     271             :         /* if pointers are equal, make it an inclusive select */
     272             : 
     273        1190 :         cl = delta_cands(tr, t);
     274        1190 :         if (cl == NULL)
     275             :                 return NULL;
     276             : 
     277        1190 :         if (jl && jr) {
     278         952 :                 BAT *lcb, *rcb, *r = NULL, *l = NULL;
     279         952 :                 gdk_return ret;
     280             : 
     281         952 :                 cr = delta_cands(tr, jr->t);
     282         952 :                 lcb = full_column(tr, jl);
     283         952 :                 rcb = full_column(tr, jr);
     284         952 :                 if (!cr || !lcb || !rcb) {
     285           0 :                         bat_destroy(cl);
     286           0 :                         bat_destroy(cr);
     287           0 :                         bat_destroy(lcb);
     288           0 :                         bat_destroy(rcb);
     289           0 :                         return NULL;
     290             :                 }
     291             : 
     292         952 :                 ret = BATjoin(&l, &r, lcb, rcb, cl, cr, false, BATcount(lcb));
     293         952 :                 bat_destroy(cl);
     294         952 :                 bat_destroy(cr);
     295         952 :                 bat_destroy(lcb);
     296         952 :                 bat_destroy(rcb);
     297         952 :                 if (ret != GDK_SUCCEED)
     298             :                         return NULL;
     299         952 :                 cl = l;
     300         952 :                 cr = r;
     301             :         }
     302             :         /* we assume 1->n joins, therefore first join between jl2/jr2 */
     303        1190 :         if (jl2 && jr2) {
     304         357 :                 assert(jr->t == jl2->t);
     305         357 :                 BAT *lcb, *rcb, *r = NULL, *l = NULL;
     306         357 :                 gdk_return ret;
     307             : 
     308         357 :                 cr2 = delta_cands(tr, jr2->t);
     309         357 :                 lcb = full_column(tr, jl2);
     310         357 :                 rcb = full_column(tr, jr2);
     311         357 :                 if (!cr2 || !lcb || !rcb) {
     312           0 :                         bat_destroy(cl);
     313           0 :                         bat_destroy(cr);
     314           0 :                         bat_destroy(cr2);
     315           0 :                         bat_destroy(lcb);
     316           0 :                         bat_destroy(rcb);
     317           0 :                         return NULL;
     318             :                 }
     319             : 
     320         357 :                 l = BATproject(cr, lcb); /* project because cr is join result */
     321         357 :                 bat_destroy(lcb);
     322         357 :                 if (l == NULL) {
     323           0 :                         bat_destroy(cl);
     324           0 :                         bat_destroy(cr);
     325           0 :                         bat_destroy(cr2);
     326           0 :                         bat_destroy(rcb);
     327           0 :                         return NULL;
     328             :                 }
     329         357 :                 lcb = l;
     330         357 :                 ret = BATjoin(&l, &r, lcb, rcb, NULL, cr2, false, BATcount(lcb));
     331         357 :                 bat_destroy(cr2);
     332         357 :                 bat_destroy(lcb);
     333         357 :                 bat_destroy(rcb);
     334         357 :                 if (ret != GDK_SUCCEED) {
     335           0 :                         bat_destroy(cl);
     336           0 :                         bat_destroy(cr);
     337           0 :                         return NULL;
     338             :                 }
     339         357 :                 lcb = BATproject(l, cl);
     340         357 :                 rcb = BATproject(l, cr);
     341         357 :                 bat_destroy(l);
     342         357 :                 bat_destroy(cl);
     343         357 :                 bat_destroy(cr);
     344         357 :                 if (!lcb || !rcb) {
     345           0 :                         bat_destroy(lcb);
     346           0 :                         bat_destroy(rcb);
     347           0 :                         bat_destroy(r);
     348           0 :                         return NULL;
     349             :                 }
     350         357 :                 cl = lcb;
     351         357 :                 cr = rcb;
     352         357 :                 cr2 = r;
     353             :         }
     354             : 
     355        1190 :         va_start(va, o);
     356        3451 :         do {
     357        3451 :                 BAT *nid = NULL, *ngrp = NULL;
     358        3451 :                 sql_column *next = va_arg(va, sql_column *);
     359             : 
     360        3451 :                 b = full_column(tr, o);
     361        3451 :                 if (b)
     362        4403 :                         r = BATproject( (o->t==t) ? cl : (cr2 && o->t==jr2->t) ? cr2 : cr, b);
     363        3451 :                 bat_destroy(b);
     364        3451 :                 if (!b || !r) {
     365           0 :                         bat_destroy(cl);
     366           0 :                         bat_destroy(cr);
     367           0 :                         bat_destroy(cr2);
     368           0 :                         va_end(va);
     369           0 :                         return NULL;
     370             :                 }
     371             :                 /* (sub)order b */
     372        4641 :                 if (BATsort(NULL, &nid, next?&ngrp:NULL, r, id, grp, false, false, false) != GDK_SUCCEED) {
     373           0 :                         bat_destroy(r);
     374           0 :                         bat_destroy(id);
     375           0 :                         bat_destroy(grp);
     376           0 :                         bat_destroy(cl);
     377           0 :                         bat_destroy(cr);
     378           0 :                         bat_destroy(cr2);
     379           0 :                         va_end(va);
     380           0 :                         return NULL;
     381             :                 }
     382        3451 :                 bat_destroy(r);
     383        3451 :                 bat_destroy(id);
     384        3451 :                 bat_destroy(grp);
     385        3451 :                 id = nid;
     386        3451 :                 grp = ngrp;
     387        3451 :                 o = next;
     388        3451 :         } while (o);
     389        1190 :         bat_destroy(grp);
     390        1190 :         va_end(va);
     391             : 
     392        1190 :         r = BATproject(id, cl);
     393        1190 :         bat_destroy(id);
     394        1190 :         bat_destroy(cl);
     395        1190 :         bat_destroy(cr);
     396        1190 :         bat_destroy(cr2);
     397        1190 :         if (r == NULL)
     398             :                 return NULL;
     399        1190 :         cl = r;
     400             :         /* project all in the new order */
     401        1190 :         res_table *rt = res_table_create(tr, 1/*result_id*/, 1/*query_id*/, ol_length(t->columns), Q_TABLE, NULL);
     402        1190 :         if (!rt) {
     403           0 :                 bat_destroy(cl);
     404           0 :                 return NULL;
     405             :         }
     406        1190 :         rt->nr_rows = BATcount(cl);
     407        8330 :         for (node *n = ol_first_node(t->columns); n; n = n->next) {
     408        7140 :                 BAT *rc = NULL;
     409             : 
     410        7140 :                 o = n->data;
     411        7140 :                 b = full_column(tr, o);
     412        7140 :                 if (b == NULL || (rc = BATproject(cl, b)) == NULL) {
     413           0 :                         bat_destroy(cl);
     414           0 :                         bat_destroy(b);
     415           0 :                         res_table_destroy(rt);
     416           0 :                         return NULL;
     417             :                 }
     418        7140 :                 bat_destroy(b);
     419        7140 :                 if (!res_col_create(tr, rt, t->base.name, o->base.name, o->type.type->base.name, o->type.type->digits, o->type.type->scale, true, rc->ttype, rc, true)) {
     420           0 :                         bat_destroy(cl);
     421           0 :                         res_table_destroy(rt);
     422           0 :                         return NULL;
     423             :                 }
     424             :         }
     425        1190 :         bat_destroy(cl);
     426        1190 :         return rt;
     427             : }
     428             : 
     429             : static void *
     430     1322429 : table_fetch_value(res_table *rt, sql_column *c)
     431             : {
     432             :         /* this function is only ever called during startup, and therefore
     433             :          * there are no other threads that may be modifying the BAT under
     434             :          * our hands, so returning a pointer into the heap is fine */
     435     1322429 :         BAT *b = (BAT*)rt->cols[c->colnr].p;
     436     1322429 :         BATiter bi = bat_iterator_nolock(b);
     437     1322429 :         assert(b->ttype && b->ttype != TYPE_msk);
     438     1322429 :         if (bi.vh)
     439      483411 :                 return BUNtvar(bi, rt->cur_row);
     440      839018 :         return BUNtloc(bi, rt->cur_row);
     441             :         //return (void*)BUNtail(bi, rt->cur_row);
     442             : }
     443             : 
     444             : static void
     445        1190 : table_result_destroy(res_table *rt)
     446             : {
     447        1190 :         if (rt)
     448        1190 :                 res_table_destroy(rt);
     449        1190 : }
     450             : 
     451             : /* returns table rids, for the given select ranges */
     452             : static rids *
     453      109551 : rids_select( sql_trans *tr, sql_column *key, const void *key_value_low, const void *key_value_high, ...)
     454             : {
     455      109551 :         va_list va;
     456      109551 :         BAT *b = NULL, *r = NULL, *s = NULL;
     457      109551 :         rids *rs = MNEW(rids);
     458      109551 :         const void *kvl = key_value_low, *kvh = key_value_high;
     459             :         /* if pointers are equal, make it an inclusive select */
     460      109551 :         bool hi = key_value_low == key_value_high;
     461             : 
     462      109551 :         if(!rs)
     463             :                 return NULL;
     464      109551 :         s = delta_cands(tr, key->t);
     465      109551 :         if (s == NULL) {
     466           0 :                 GDKfree(rs);
     467           0 :                 return NULL;
     468             :         }
     469      109551 :         b = full_column(tr, key);
     470      109551 :         if (b == NULL) {
     471           0 :                 bat_destroy(s);
     472           0 :                 GDKfree(rs);
     473           0 :                 return NULL;
     474             :         }
     475      109551 :         if (!kvl)
     476         238 :                 kvl = ATOMnilptr(b->ttype);
     477      109551 :         if (!kvh && kvl != ATOMnilptr(b->ttype))
     478           0 :                 kvh = ATOMnilptr(b->ttype);
     479      109551 :         if (key_value_low) {
     480      109313 :                 r = BATselect(b, s, kvl, kvh, true, hi, false);
     481      109313 :                 bat_destroy(s);
     482      109313 :                 s = r;
     483             :         }
     484      109551 :         bat_destroy(b);
     485      109551 :         if (s == NULL) {
     486           1 :                 GDKfree(rs);
     487           1 :                 return NULL;
     488             :         }
     489      109550 :         if (key_value_low || key_value_high) {
     490      109312 :                 va_start(va, key_value_high);
     491      112277 :                 while ((key = va_arg(va, sql_column *)) != NULL) {
     492        2965 :                         kvl = va_arg(va, void *);
     493        2965 :                         kvh = va_arg(va, void *);
     494             : 
     495        2965 :                         b = full_column(tr, key);
     496        2965 :                         if (b == NULL) {
     497           0 :                                 bat_destroy(s);
     498           0 :                                 GDKfree(rs);
     499           0 :                                 va_end(va);
     500           0 :                                 return NULL;
     501             :                         }
     502        2965 :                         if (!kvl)
     503           0 :                                 kvl = ATOMnilptr(b->ttype);
     504        2965 :                         if (!kvh && kvl != ATOMnilptr(b->ttype))
     505        2217 :                                 kvh = ATOMnilptr(b->ttype);
     506        2217 :                         assert(kvh);
     507        2965 :                         r = BATselect(b, s, kvl, kvh, true, hi, false);
     508        2965 :                         bat_destroy(s);
     509        2965 :                         s = r;
     510        2965 :                         bat_destroy(b);
     511        2965 :                         if (s == NULL) {
     512           0 :                                 GDKfree(rs);
     513           0 :                                 va_end(va);
     514           0 :                                 return NULL;
     515             :                         }
     516             :                 }
     517      109312 :                 va_end(va);
     518             :         }
     519      109550 :         *rs = (rids) {
     520             :                 .data = s,
     521             :         };
     522      109550 :         return rs;
     523             : }
     524             : 
     525             : /* order rids by orderby_column values */
     526             : static rids *
     527          83 : rids_orderby(sql_trans *tr, rids *r, sql_column *orderby_col)
     528             : {
     529          83 :         BAT *b, *s, *o;
     530             : 
     531          83 :         b = full_column(tr, orderby_col);
     532          83 :         if (!b)
     533             :                 return NULL;
     534          83 :         s = BATproject(r->data, b);
     535          83 :         bat_destroy(b);
     536          83 :         if (s == NULL)
     537             :                 return NULL;
     538          83 :         if (BATsort(NULL, &o, NULL, s, NULL, NULL, false, false, false) != GDK_SUCCEED) {
     539           0 :                 bat_destroy(s);
     540           0 :                 return NULL;
     541             :         }
     542          83 :         bat_destroy(s);
     543          83 :         s = BATproject(o, r->data);
     544          83 :         bat_destroy(o);
     545          83 :         if (s == NULL)
     546             :                 return NULL;
     547          83 :         bat_destroy(r->data);
     548          83 :         r->data = s;
     549          83 :         return r;
     550             : }
     551             : 
     552             : 
     553             : /* return table rids from result of rids_select, return (oid_nil) when done */
     554             : static oid
     555      125463 : rids_next(rids *r)
     556             : {
     557      125463 :         if (r->cur < BATcount((BAT *) r->data)) {
     558       35642 :                 BAT *t = r->data;
     559             : 
     560       35642 :                 if (t && (t->ttype == TYPE_msk || mask_cand(t))) {
     561           0 :                         r->data = BATunmask(t);
     562           0 :                         if (!r->data) {
     563           0 :                                 r->data = t;
     564           0 :                                 return oid_nil;
     565             :                         }
     566           0 :                         bat_destroy(t);
     567             :                 }
     568       35642 :                 return BUNtoid((BAT *) r->data, r->cur++);
     569             :         }
     570       89821 :         return oid_nil;
     571             : }
     572             : 
     573             : /* clean up the resources taken by the result of rids_select */
     574             : static void
     575      109550 : rids_destroy(rids *r)
     576             : {
     577      109550 :         bat_destroy(r->data);
     578      109550 :         _DELETE(r);
     579      109550 : }
     580             : 
     581             : static int
     582       20066 : rids_empty(rids *r )
     583             : {
     584       20066 :         BAT *b = r->data;
     585       20066 :         return BATcount(b) <= 0;
     586             : }
     587             : 
     588             : static rids *
     589          17 : rids_join(sql_trans *tr, rids *l, sql_column *lc, rids *r, sql_column *rc)
     590             : {
     591          17 :         BAT *lcb, *rcb, *s = NULL;
     592          17 :         gdk_return ret;
     593             : 
     594          17 :         lcb = full_column(tr, lc);
     595          17 :         rcb = full_column(tr, rc);
     596          17 :         if (!lcb || !rcb) {
     597           0 :                 bat_destroy(l->data);
     598           0 :                 l->data = NULL;
     599           0 :                 bat_destroy(lcb);
     600           0 :                 bat_destroy(rcb);
     601           0 :                 return NULL;
     602             :         }
     603          17 :         ret = BATjoin(&s, NULL, lcb, rcb, l->data, r->data, false, BATcount(lcb));
     604          17 :         bat_destroy(l->data);
     605          17 :         if (ret != GDK_SUCCEED) {
     606           0 :                 l->data = NULL;
     607             :         } else {
     608          17 :                 l->data = s;
     609             :         }
     610          17 :         bat_destroy(lcb);
     611          17 :         bat_destroy(rcb);
     612          17 :         return l->data ? l : NULL;
     613             : }
     614             : 
     615             : static rids *
     616         722 : rids_semijoin(sql_trans *tr, rids *l, sql_column *lc, rids *r, sql_column *rc)
     617             : {
     618         722 :         BAT *lcb, *rcb, *s = NULL;
     619         722 :         gdk_return ret;
     620             : 
     621         722 :         lcb = full_column(tr, lc);
     622         722 :         rcb = full_column(tr, rc);
     623         722 :         if (!lcb || !rcb) {
     624           0 :                 bat_destroy(l->data);
     625           0 :                 l->data = NULL;
     626           0 :                 bat_destroy(lcb);
     627           0 :                 bat_destroy(rcb);
     628           0 :                 return NULL;
     629             :         }
     630         722 :         ret = BATsemijoin(&s, NULL, lcb, rcb, l->data, r->data, false, false, BATcount(lcb));
     631         722 :         bat_destroy(l->data);
     632         722 :         if (ret != GDK_SUCCEED) {
     633           0 :                 l->data = NULL;
     634             :         } else {
     635         722 :                 l->data = s;
     636             :         }
     637         722 :         bat_destroy(lcb);
     638         722 :         bat_destroy(rcb);
     639         722 :         return l->data ? l : NULL;
     640             : }
     641             : 
     642             : static subrids *
     643         495 : subrids_create(sql_trans *tr, rids *t1, sql_column *rc, sql_column *lc, sql_column *obc)
     644             : {
     645             :         /* join t1.rc with lc order by obc */
     646         495 :         subrids *r;
     647         495 :         BAT *lcb, *rcb, *s, *obb, *o, *g, *ids, *rids = NULL;
     648         495 :         gdk_return ret;
     649             : 
     650         495 :         lcb = full_column(tr, lc);
     651         495 :         rcb = full_column(tr, rc);
     652         495 :         s = delta_cands(tr, lc->t);
     653         495 :         if (lcb == NULL || rcb == NULL || s == NULL) {
     654           0 :                 bat_destroy(lcb);
     655           0 :                 bat_destroy(rcb);
     656           0 :                 bat_destroy(s);
     657           0 :                 return NULL;
     658             :         }
     659             : 
     660         495 :         ret = BATjoin(&rids, NULL, lcb, rcb, s, t1->data, false, BATcount(lcb));
     661         495 :         bat_destroy(s);
     662         495 :         bat_destroy(rcb);
     663         495 :         if (ret != GDK_SUCCEED) {
     664           0 :                 bat_destroy(lcb);
     665           0 :                 return NULL;
     666             :         }
     667             : 
     668         495 :         s = BATproject(rids, lcb);
     669         495 :         bat_destroy(lcb);
     670         495 :         if (s == NULL) {
     671           0 :                 bat_destroy(rids);
     672           0 :                 return NULL;
     673             :         }
     674         495 :         lcb = s;
     675             : 
     676         495 :         if ((obb = full_column(tr, obc)) == NULL) {
     677           0 :                 bat_destroy(lcb);
     678           0 :                 bat_destroy(rids);
     679           0 :                 return NULL;
     680             :         }
     681         495 :         s = BATproject(rids, obb);
     682         495 :         bat_destroy(obb);
     683         495 :         if (s == NULL) {
     684           0 :                 bat_destroy(lcb);
     685           0 :                 bat_destroy(rids);
     686           0 :                 return NULL;
     687             :         }
     688         495 :         obb = s;
     689             : 
     690             :         /* need id, obc */
     691         495 :         ids = o = g = NULL;
     692         495 :         ret = BATsort(&ids, &o, &g, lcb, NULL, NULL, false, false, false);
     693         495 :         bat_destroy(lcb);
     694         495 :         if (ret != GDK_SUCCEED) {
     695           0 :                 bat_destroy(obb);
     696           0 :                 bat_destroy(rids);
     697           0 :                 return NULL;
     698             :         }
     699             : 
     700         495 :         s = NULL;
     701         495 :         ret = BATsort(NULL, &s, NULL, obb, o, g, false, false, false);
     702         495 :         bat_destroy(obb);
     703         495 :         bat_destroy(o);
     704         495 :         bat_destroy(g);
     705         495 :         if (ret != GDK_SUCCEED) {
     706           0 :                 bat_destroy(ids);
     707           0 :                 bat_destroy(rids);
     708           0 :                 return NULL;
     709             :         }
     710             : 
     711         495 :         o = BATproject(s, rids);
     712         495 :         bat_destroy(rids);
     713         495 :         bat_destroy(s);
     714         495 :         if (o == NULL) {
     715           0 :                 bat_destroy(ids);
     716           0 :                 return NULL;
     717             :         }
     718         495 :         rids = o;
     719             : 
     720         495 :         assert(ids->ttype == TYPE_int && ATOMtype(rids->ttype) == TYPE_oid);
     721         495 :         r = MNEW(subrids);
     722         495 :         if (r == NULL) {
     723           0 :                 bat_destroy(ids);
     724           0 :                 bat_destroy(rids);
     725           0 :                 return NULL;
     726             :         }
     727         495 :         *r = (subrids) {
     728             :                 .ids = ids,
     729             :                 .rids = rids,
     730             :         };
     731         495 :         return r;
     732             : }
     733             : 
     734             : static oid
     735      233681 : subrids_next(subrids *r)
     736             : {
     737      233681 :         if (r->pos < BATcount((BAT *) r->ids)) {
     738      233186 :                 BATiter ii = bat_iterator((BAT *) r->ids);
     739      233186 :                 sqlid id = *(sqlid*)BUNtloc(ii, r->pos);
     740      233186 :                 bat_iterator_end(&ii);
     741      233186 :                 if (id == r->id)
     742      174432 :                         return BUNtoid((BAT *) r->rids, r->pos++);
     743             :         }
     744       59249 :         return oid_nil;
     745             : }
     746             : 
     747             : static sqlid
     748       59744 : subrids_nextid(subrids *r)
     749             : {
     750       59744 :         if (r->pos < BATcount((BAT *) r->ids)) {
     751       59249 :                 BATiter ii = bat_iterator((BAT *) r->ids);
     752       59249 :                 r->id = *(sqlid*)BUNtloc(ii, r->pos);
     753       59249 :                 bat_iterator_end(&ii);
     754       59249 :                 return r->id;
     755             :         }
     756             :         return -1;
     757             : }
     758             : 
     759             : static void
     760         495 : subrids_destroy(subrids *r )
     761             : {
     762         495 :         bat_destroy(r->ids);
     763         495 :         bat_destroy(r->rids);
     764         495 :         _DELETE(r);
     765         495 : }
     766             : 
     767             : /* get the non - join results */
     768             : static rids *
     769         495 : rids_diff(sql_trans *tr, rids *l, sql_column *lc, subrids *r, sql_column *rc )
     770             : {
     771         495 :         BAT *lcb = full_column(tr, lc), *s, *rids, *diff;
     772         495 :         BAT *rcb = full_column(tr, rc);
     773         495 :         gdk_return ret;
     774             : 
     775         495 :         if (lcb == NULL || rcb == NULL) {
     776           0 :                 bat_destroy(lcb);
     777           0 :                 bat_destroy(rcb);
     778           0 :                 return NULL;
     779             :         }
     780         495 :         s = BATproject(r->rids, rcb);
     781         495 :         bat_destroy(rcb);
     782         495 :         if (s == NULL) {
     783           0 :                 bat_destroy(lcb);
     784           0 :                 return NULL;
     785             :         }
     786         495 :         rcb = s;
     787             : 
     788         495 :         s = BATproject(l->data, lcb);
     789         495 :         if (s == NULL) {
     790           0 :                 bat_destroy(lcb);
     791           0 :                 bat_destroy(rcb);
     792           0 :                 return NULL;
     793             :         }
     794             : 
     795         495 :         diff = BATdiff(s, rcb, NULL, NULL, false, false, BUN_NONE);
     796         495 :         bat_destroy(rcb);
     797         495 :         if (diff == NULL) {
     798           0 :                 bat_destroy(lcb);
     799           0 :                 bat_destroy(s);
     800           0 :                 return NULL;
     801             :         }
     802             : 
     803         495 :         ret = BATjoin(&rids, NULL, lcb, s, NULL, diff, false, BATcount(s));
     804         495 :         bat_destroy(diff);
     805         495 :         bat_destroy(lcb);
     806         495 :         bat_destroy(s);
     807         495 :         if (ret != GDK_SUCCEED)
     808             :                 return NULL;
     809             : 
     810         495 :         bat_destroy(l->data);
     811         495 :         l->data = rids;
     812         495 :         return l;
     813             : }
     814             : 
     815             : void
     816         341 : bat_table_init( table_functions *tf )
     817             : {
     818         341 :         tf->column_find_row = column_find_row;
     819         341 :         tf->column_find_value = column_find_value;
     820         341 :         tf->column_find_sqlid = column_find_sqlid;
     821         341 :         tf->column_find_bte = column_find_bte;
     822         341 :         tf->column_find_sht = column_find_sht;
     823         341 :         tf->column_find_int = column_find_int;
     824         341 :         tf->column_find_lng = column_find_lng;
     825         341 :         tf->column_find_string_start = column_find_string_start; /* this function returns a pointer to the heap, use it with care! */
     826         341 :         tf->column_find_string_end = column_find_string_end; /* don't forget to call this function to unfix the bat descriptor! */
     827         341 :         tf->column_update_value = column_update_value;
     828         341 :         tf->table_insert = table_insert;
     829         341 :         tf->table_delete = table_delete;
     830         341 :         tf->table_orderby = table_orderby;
     831         341 :         tf->table_fetch_value = table_fetch_value;
     832         341 :         tf->table_result_destroy = table_result_destroy;
     833             : 
     834         341 :         tf->rids_select = rids_select;
     835         341 :         tf->rids_orderby = rids_orderby;
     836         341 :         tf->rids_join = rids_join;
     837         341 :         tf->rids_semijoin = rids_semijoin;
     838         341 :         tf->rids_next = rids_next;
     839         341 :         tf->rids_destroy = rids_destroy;
     840         341 :         tf->rids_empty = rids_empty;
     841             : 
     842         341 :         tf->subrids_create = subrids_create;
     843         341 :         tf->subrids_next = subrids_next;
     844         341 :         tf->subrids_nextid = subrids_nextid;
     845         341 :         tf->subrids_destroy = subrids_destroy;
     846         341 :         tf->rids_diff = rids_diff;
     847         341 : }

Generated by: LCOV version 1.14