developers-list October 2015

developers-list@monetdb.org

12 participants
14 discussions

by Søren Haagerup

Hello developers, I found a bug when using BigDecimals in prepared statements with MonetDB¹s JDBC driver. If I have a column of type DECIMAL(15,2) and insert a big decimal with the value 627000.00 through a PreparedStatement, it will turn out as 630000.00 in the DB, since the MonetDB JDBC driver currently mixes up "precision" and "scale", and rounds 627000.00 to a precision of 2 ciphers. I made a bugfix for it, and it can be seen here: https://github.com/shaagerup/monet-jdbc/commit/ ebc5e654dc28e3b56d4c4b610d3d339e675d6c2c I¹m sorry for not committing it directly to your repository, but since I am not a Mercurial user, I hope someone else will use this information to improve the official JDBC driver. Best regards Søren Haagerup

6 years, 8 months

monetdb SIGSEGV fault

by darkbluehacker＠sohu.com

I tryied MonetDB-11.21.5 with below sql on two table. ods_ply_base has 50,000,000 rows of record, ods_agent has 100,000 rows of recored.c_cmpny_agt_cde and c_cha_cde are text column.But mserver5 exit with SIGSEGV signal.Below is the stack show by gdb.sql>select * from ods_ply_base left join (select * from ods_agent  where business_end_date > now()) as bb on c_cmpny_agt_cde=bb.c_cha_cde;81      T_PSEUDO (SYSCALL_SYMBOL, SYSCALL_NAME, SYSCALL_NARGS)Missing separate debuginfos, use: debuginfo-install keyutils-libs-1.5.8-3.el7.x86_64 krb5-libs-1.12.2-15.el7_1.x86_64 libcom_err-1.42.9-7.el7.x86_64 libselinux-2.2.2-6.el7.x86_64 libxml2-2.9.1-5.el7_1.2.x86_64 ncurses-libs-5.9-13.20130511.el7.x86_64 openssl-libs-1.0.1e-42.el7.9.x86_64 pcre-8.32-14.el7.x86_64 readline-6.2-9.el7.x86_64 xz-libs-5.1.2-9alpha.el7.x86_64 zlib-1.2.7-13.el7.x86_64(gdb) cContinuing.[New Thread 0x7f4603dfe700 (LWP 20663)]Program received signal SIGSEGV, Segmentation fault.[Switching to Thread 0x7f46353e9700 (LWP 20592)]incref (lock=<optimized out>, logical=<optimized out>, i=1567) at gdk_bbp.c:21562156                    hp = bs->B.H->heap.parentid;(gdb)(gdb) bt#0  incref (lock=<optimized out>, logical=<optimized out>, i=1567) at gdk_bbp.c:2156#1  BBPincref (i=i@entry=1567, logical=logical@entry=0) at gdk_bbp.c:2221#2  0x00007f46477252a8 in BATdescriptor (i=1567) at ../../../gdk/gdk.h:2599#3  do_join (r1=0x7f37bc354d30, r2=0x7f37bc354d50, rid=<optimized out>, r2id=r2id@entry=0x0, slid=0x7f37bc207490, srid=0x7f37bc207490, op=op@entry=0, c1=c1@entry=0x0, c2=c2@entry=0x0,    li=li@entry=0, hi=hi@entry=0, nil_matches=nil_matches@entry=0x7f37bc2074b0 "", estimate=estimate@entry=0x7f37bc2074d0, joinfunc=0x7f464734cb20 <BATsubjoin>,    thetafunc=thetafunc@entry=0x0, bandfunc=bandfunc@entry=0x0, rangefunc=rangefunc@entry=0x0, funcname=funcname@entry=0x7f46477db3ef "algebra.subjoin", lid=<optimized out>)    at algebra.c:614#4  0x00007f464772808c in ALGsubjoin (r1=<optimized out>, r2=<optimized out>, lid=<optimized out>, rid=<optimized out>, slid=<optimized out>, srid=<optimized out>,    nil_matches=0x7f37bc2074b0 "", estimate=0x7f37bc2074d0) at algebra.c:681#5  0x00007f46476d6b84 in malCommandCall (stk=stk@entry=0x7f37bc207020, pci=pci@entry=0x7f46315dd260) at mal_interpreter.c:119#6  0x00007f46476d815b in runMALsequence (cntxt=<optimized out>, mb=<optimized out>, startpc=<optimized out>, stoppc=<optimized out>, stk=<optimized out>, env=env@entry=0x0,    pcicaller=pcicaller@entry=0x0) at mal_interpreter.c:655#7  0x00007f46476d9d0e in DFLOWworker (T=<optimized out>) at mal_dataflow.c:376#8  0x00007f4645481df5 in start_thread (arg=0x7f46353e9700) at pthread_create.c:308#9  0x00007f46451af1ad in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:113Is this bug of monetdb?zorpior

6 years, 9 months

Re: MonetDB: embedded-java - Fix miltiple column type cast

by Sjoerd Mullender

Columns do not contain values of type short, long, float or double. They might contain values of type sht, lng, flt and dbl. You should not use type long in your code unless an external API requires it. Long is not portable since it can be either 32 or 64 bits, even on a 64 bit architecture. A good rule is, if you created a BAT with a TYPE_xxx, use xxx as the name of the C type. On 21/10/15 14:55, Dimitar Nedev wrote: > Changeset: bf487cfa489a for MonetDB > URL: http://dev.monetdb.org/hg/MonetDB?cmd=changeset;node=bf487cfa489a > Modified Files: > java/embedded/org_monetdb_embedded_result_EmbeddedQueryResult.c > Branch: embedded-java > Log Message: > > Fix miltiple column type cast > > > diffs (90 lines): > > diff --git a/java/embedded/org_monetdb_embedded_result_EmbeddedQueryResult.c b/java/embedded/org_monetdb_embedded_result_EmbeddedQueryResult.c > --- a/java/embedded/org_monetdb_embedded_result_EmbeddedQueryResult.c > +++ b/java/embedded/org_monetdb_embedded_result_EmbeddedQueryResult.c > @@ -29,18 +29,18 @@ static jobject getBooleanColumn(JNIEnv * > jboolean nul_tmp[size]; > if (b->T->nonil && !b->T->nil) { > for (i = 0; i < size; i++) { > - val_tmp[i] = (jboolean) ((jboolean*) Tloc(b, BUNfirst(b)))[i]; > + val_tmp[i] = (bit) ((bit*) Tloc(b, BUNfirst(b)))[i]; > nul_tmp[i] = false; > } > } > else { > for (i = 0; i < size; i++) { > - int v = ((jboolean*) Tloc(b, BUNfirst(b)))[i]; > + int v = ((bit*) Tloc(b, BUNfirst(b)))[i]; > if (v == bit_nil) { > val_tmp[i] = 0; > nul_tmp[i] = true; > } else { > - val_tmp[i] = (jboolean)v; > + val_tmp[i] = (bit)v; > nul_tmp[i] = false; > } > } > @@ -78,7 +78,7 @@ static jobject getByteColumn(JNIEnv *env > } > else { > for (i = 0; i < size; i++) { > - int v = ((bte*) Tloc(b, BUNfirst(b)))[i]; > + bte v = ((bte*) Tloc(b, BUNfirst(b)))[i]; > if (v == bte_nil) { > val_tmp[i] = 0; > nul_tmp[i] = true; > @@ -121,7 +121,7 @@ static jobject getShortColumn(JNIEnv *en > } > else { > for (i = 0; i < size; i++) { > - int v = ((short*) Tloc(b, BUNfirst(b)))[i]; > + short v = ((short*) Tloc(b, BUNfirst(b)))[i]; > if (v == sht_nil) { > val_tmp[i] = 0; > nul_tmp[i] = true; > @@ -207,7 +207,7 @@ static jobject getLongColumn(JNIEnv *env > } > else { > for (i = 0; i < size; i++) { > - int v = ((long*) Tloc(b, BUNfirst(b)))[i]; > + long v = ((long*) Tloc(b, BUNfirst(b)))[i]; > if (v == lng_nil) { > val_tmp[i] = 0; > nul_tmp[i] = true; > @@ -250,7 +250,7 @@ static jobject getFloatColumn(JNIEnv *en > } > else { > for (i = 0; i < size; i++) { > - int v = ((float*) Tloc(b, BUNfirst(b)))[i]; > + float v = ((float*) Tloc(b, BUNfirst(b)))[i]; > if (v == flt_nil) { > val_tmp[i] = 0.0; > nul_tmp[i] = true; > @@ -293,7 +293,7 @@ static jobject getDoubleColumn(JNIEnv *e > } > else { > for (i = 0; i < size; i++) { > - int v = ((double*) Tloc(b, BUNfirst(b)))[i]; > + double v = ((double*) Tloc(b, BUNfirst(b)))[i]; > if (v == dbl_nil) { > val_tmp[i] = 0.0; > nul_tmp[i] = true; > @@ -346,7 +346,6 @@ static jobject getStringColumn(JNIEnv *e > j++; > } > } > - > // Create the column object > // from Java StringColumn(String[] values, int columnSize, boolean[] nullIndex) > column = (*env)->NewObject(env, columnClass, columnConstructor, values, size, nulls); > @@ -380,11 +379,9 @@ JNIEXPORT jobject JNICALL Java_org_monet > return getLongColumn(env, b); > break; > case TYPE_flt: > - printf("float1\n"); > return getFloatColumn(env, b); > break; > case TYPE_dbl: > - printf("double1\n"); > return getDoubleColumn(env, b); > break; > case TYPE_str: > _______________________________________________ > checkin-list mailing list > checkin-list(a)monetdb.org > https://www.monetdb.org/mailman/listinfo/checkin-list > -- Sjoerd Mullender

6 years, 9 months

Boolean columns

by Dimitar Nedev

Hey guys, A boolean type column seems to fit in a byte, I guess the extra space is to represent nulls (since it ain't a qubit). But does that mean that no column type is actually ':bit'? Given a BAT, how to distinguish between a byte (tinyint) column and a boolean one? Thanks, Dimitar

6 years, 9 months

Concurrent Transaction control in MonetDB

by Vijay Krishna

Hi, I read the following lines in a thesis on MonetDB titled - "Improving Transactional Stability in MonetDB" where in they had explained the concurrency control in MonetDB as "Concurrent updates (writers) are not anticipated and in case of N con􏰃icting transactions, only one of them (the one having the earliest time-stamp) is guaranteed to eventually commit its changes. Concurrent appends (on the same table) are detected as write-to-write conflicts and only the writer carrying the earliest time-stamp will end up committing successfully, the rest will be aborted." Why is that the transaction having the earliest timestamp is allowed to commit, in case of a conflict? Shouldn't it be the latest transaction that should commit on a data, since the latest transaction would be having the latest version of data? Or, what am I getting wrong here? Any help much appreciated. Thanks & Regards, Vijayakrishna.P. Mobile : (+91) 9500402305.

6 years, 9 months

Re: MonetDB: default - fixed bug in grant_role code (ie properly che...

by Ying Zhang

> On Oct 18, 2015, at 16:23, Niels Nes <commits(a)monetdb.org> wrote: > > Changeset: 6f3500c5cece for MonetDB > URL: http://dev.monetdb.org/hg/MonetDB?cmd=changeset;node=6f3500c5cece > Modified Files: > clients/Tests/MAL-signatures.stable.out > clients/Tests/MAL-signatures.stable.out.int128 > clients/Tests/SQL-dump.stable.out.int128 > sql/backends/monet5/UDF/Tests/udf-fuse.stable.out > sql/backends/monet5/UDF/Tests/udf-reverse.stable.out > sql/backends/monet5/sql.c > sql/backends/monet5/sql.mal > sql/backends/monet5/sql_gencode.c > sql/backends/monet5/sql_gencode.h > sql/backends/monet5/sql_scenario.h > sql/benchmarks/tpch/Tests/01-explain.stable.out > sql/benchmarks/tpch/Tests/01-explain.stable.out.32bit > sql/benchmarks/tpch/Tests/01-explain.stable.out.int128 > sql/benchmarks/tpch/Tests/04-explain.stable.out > sql/benchmarks/tpch/Tests/04-explain.stable.out.32bit > sql/benchmarks/tpch/Tests/05-explain.stable.out > sql/benchmarks/tpch/Tests/05-explain.stable.out.32bit > sql/benchmarks/tpch/Tests/05-explain.stable.out.int128 > sql/benchmarks/tpch/Tests/06-explain.stable.out > sql/benchmarks/tpch/Tests/06-explain.stable.out.int128 > sql/benchmarks/tpch/Tests/10-explain.stable.out > sql/benchmarks/tpch/Tests/10-explain.stable.out.int128 > sql/benchmarks/tpch/Tests/11-explain.stable.out.int128 > sql/benchmarks/tpch/Tests/12-explain.stable.out > sql/benchmarks/tpch/Tests/12-explain.stable.out.int128 > sql/benchmarks/tpch/Tests/14-explain.stable.out.int128 > sql/benchmarks/tpch/Tests/15-explain.stable.out > sql/benchmarks/tpch/Tests/15-explain.stable.out.int128 > sql/benchmarks/tpch/Tests/17-explain.stable.out.int128 > sql/benchmarks/tpch/Tests/19-explain.stable.out > sql/benchmarks/tpch/Tests/19-explain.stable.out.int128 > sql/benchmarks/tpch/Tests/20-explain.stable.out > sql/benchmarks/tpch/Tests/20-explain.stable.out.32bit > sql/benchmarks/tpch/Tests/20-explain.stable.out.int128 > sql/common/sql_types.c > sql/server/rel_dump.c > sql/server/rel_dump.h > sql/server/rel_optimizer.c > sql/server/sql_privileges.c > sql/server/sql_semantic.c > sql/server/sql_semantic.h > sql/test/BugTracker-2008/Tests/auto_coersion_bug.SF-2075157.stable.out > sql/test/BugTracker-2008/Tests/auto_coersion_bug.SF-2075157.stable.out.int128 > sql/test/BugTracker-2010/Tests/LIMIT_OFFSET_big-endian.Bug-2622.stable.out > sql/test/BugTracker-2011/Tests/crash_on_alias.Bug-2798.stable.out.int128 > sql/test/BugTracker-2011/Tests/func_iter_vs_bulk.Bug-2826.stable.out > sql/test/BugTracker-2012/Tests/rewrite_like_into_likesubselect.Bug-3179.stable.out > sql/test/BugTracker-2015/Tests/ambiguous.Bug-3803.stable.out.int128 > sql/test/BugTracker-2015/Tests/backslash_predecing_separator.Bug-3775.stable.err > sql/test/BugTracker-2015/Tests/incorrect_result_type.Bug-3687.stable.out.int128 > sql/test/BugTracker-2015/Tests/sql2pcre.Bug-3800.stable.out > sql/test/BugTracker-2015/Tests/useless_casts.Bug-3756.stable.out > sql/test/Users/Tests/columnRights.stable.err > sql/test/Users/Tests/columnRights.stable.out > sql/test/Users/Tests/dropManyUsers.Bug-3764.stable.out > sql/test/Users/Tests/grantAndRevokeUserLogedIN.Bug-3476.SQL.py > sql/test/Users/Tests/grantAndRevokeUserLogedIN.Bug-3476.stable.err > sql/test/Users/Tests/grantAndRevokeUserLogedIN.Bug-3476.stable.out > sql/test/Users/Tests/grantMonetdb.SQL.py > sql/test/Users/Tests/grantMonetdbToRegularUser.Bug-3771.SQL.py > sql/test/Users/Tests/grantMonetdbToSchemaOwner.Bug-3771.SQL.py > sql/test/Users/Tests/grantMonetdbToSchemaOwner.Bug-3771.stable.err > sql/test/Users/Tests/grantPrivilegesNonDefaultRole.Bug-3365.stable.err > sql/test/Users/Tests/grantRevokeAndGrantAgain.Bug-3765.SQL.py > sql/test/Users/Tests/grantRevokeAndGrantAgain.Bug-3765.stable.err > sql/test/Users/Tests/grantRevokeAndGrantAgain.Bug-3765.stable.out > sql/test/leaks/Tests/check1.stable.out.int128 > sql/test/leaks/Tests/check2.stable.out.int128 > sql/test/leaks/Tests/check3.stable.out.int128 > sql/test/leaks/Tests/check4.stable.out.int128 > sql/test/leaks/Tests/check5.stable.out.int128 > sql/test/mapi/Tests/sql_int128.stable.out > sql/test/pg_regress/Tests/int2.stable.out > sql/test/pg_regress/Tests/int8.stable.out > sql/test/pg_regress/Tests/int8.stable.out.int128 > sql/test/pg_regress/Tests/select_views.stable.out > sql/test/pg_regress/Tests/strings.stable.err.int128 > sql/test/pg_regress/Tests/strings.stable.out > Branch: default > Log Message: > > fixed bug in grant_role code (ie properly check rights) is this the same bug you just fixed in Jul2015? Can you give me a SQL query so I can add a test for it (if you think is necessary)? Or two SQL queries, if they are different problems. Jennie > added check to not grant 'role' rights when the role is a user (ie > grant some_user to role_or_user, isn't allowed) > > fixed bug in topn rewriter (in combination with distinct) > > we now ship relational algebra instead of mal for remote execution > > more explicit typing in code generation (fixes problems with R/Python) > > > diffs (truncated from 15187 to 300 lines): > > diff --git a/clients/Tests/MAL-signatures.stable.out b/clients/Tests/MAL-signatures.stable.out > --- a/clients/Tests/MAL-signatures.stable.out > +++ b/clients/Tests/MAL-signatures.stable.out > @@ -40743,6 +40743,10 @@ pattern sql.restart{unsafe}(sname:str,se > address mvc_restart_seq; > comment restart the sequence with value start > > +pattern sql.register(mod:str,fname:str,rel_stmt:str,sig:str):int > +address RAstatement2; > +comment Compile the relational statement (rel_smt) and register it as mal function, mod.fname(signature) > + > function sql.sql_environment() (name:bat[:oid,:str],value:bat[:oid,:str]); > pattern sql.shrink(sch:str,tbl:str):void > address SQLshrink; > diff --git a/clients/Tests/MAL-signatures.stable.out.int128 b/clients/Tests/MAL-signatures.stable.out.int128 > --- a/clients/Tests/MAL-signatures.stable.out.int128 > +++ b/clients/Tests/MAL-signatures.stable.out.int128 > @@ -51682,6 +51682,10 @@ pattern sql.restart{unsafe}(sname:str,se > address mvc_restart_seq; > comment restart the sequence with value start > > +pattern sql.register(mod:str,fname:str,rel_stmt:str,sig:str):int > +address RAstatement2; > +comment Compile the relational statement (rel_smt) and register it as mal function, mod.fname(signature) > + > function sql.sql_environment() (name:bat[:oid,:str],value:bat[:oid,:str]); > pattern sql.shrink(sch:str,tbl:str):void > address SQLshrink; > diff --git a/clients/Tests/SQL-dump.stable.out.int128 b/clients/Tests/SQL-dump.stable.out.int128 > --- a/clients/Tests/SQL-dump.stable.out.int128 > +++ b/clients/Tests/SQL-dump.stable.out.int128 > @@ -1534,234 +1534,234 @@ 2149 "statement" "varchar" 2048 0 2139 N > 2151 "id" "int" 32 0 2150 NULL true 0 NULL > 2152 "name" "varchar" 1024 0 2150 NULL true 1 NULL > 2153 "nr" "int" 32 0 2150 NULL true 2 NULL > -5598 "id" "int" 32 0 5597 NULL true 0 NULL > -5599 "name" "varchar" 1024 0 5597 NULL true 1 NULL > -5600 "schema_id" "int" 32 0 5597 NULL true 2 NULL > -5601 "query" "varchar" 2048 0 5597 NULL true 3 NULL > -5602 "type" "smallint" 16 0 5597 NULL true 4 NULL > -5603 "system" "boolean" 1 0 5597 NULL true 5 NULL > -5604 "commit_action" "smallint" 16 0 5597 NULL true 6 NULL > -5605 "access" "smallint" 16 0 5597 NULL true 7 NULL > -5606 "temporary" "smallint" 16 0 5597 NULL true 8 NULL > -5608 "id" "int" 32 0 5607 NULL true 0 NULL > -5609 "name" "varchar" 1024 0 5607 NULL true 1 NULL > -5610 "type" "varchar" 1024 0 5607 NULL true 2 NULL > -5611 "type_digits" "int" 32 0 5607 NULL true 3 NULL > -5612 "type_scale" "int" 32 0 5607 NULL true 4 NULL > -5613 "table_id" "int" 32 0 5607 NULL true 5 NULL > -5614 "default" "varchar" 2048 0 5607 NULL true 6 NULL > -5615 "null" "boolean" 1 0 5607 NULL true 7 NULL > -5616 "number" "int" 32 0 5607 NULL true 8 NULL > -5617 "storage" "varchar" 2048 0 5607 NULL true 9 NULL > -5624 "name" "varchar" 1024 0 5623 NULL true 0 NULL > -5625 "fullname" "varchar" 2048 0 5623 NULL true 1 NULL > -5626 "default_schema" "int" 9 0 5623 NULL true 2 NULL > -5630 "name" "varchar" 1024 0 5629 NULL true 0 NULL > -5631 "fullname" "varchar" 2024 0 5629 NULL true 1 NULL > -5632 "default_schema" "int" 9 0 5629 NULL true 2 NULL > -5634 "login_id" "int" 32 0 5633 NULL true 0 NULL > -5635 "role_id" "int" 32 0 5633 NULL true 1 NULL > -5637 "id" "int" 32 0 5636 NULL true 0 NULL > -5638 "name" "varchar" 1024 0 5636 NULL true 1 NULL > -5639 "grantor" "int" 32 0 5636 NULL true 2 NULL > -5641 "obj_id" "int" 32 0 5640 NULL true 0 NULL > -5642 "auth_id" "int" 32 0 5640 NULL true 1 NULL > -5643 "privileges" "int" 32 0 5640 NULL true 2 NULL > -5644 "grantor" "int" 32 0 5640 NULL true 3 NULL > -5645 "grantable" "int" 32 0 5640 NULL true 4 NULL > -5854 "id" "oid" 63 0 5862 NULL true 0 NULL > -5855 "owner" "clob" 0 0 5862 NULL true 1 NULL > -5856 "defined" "timestamp" 7 0 5862 NULL true 2 NULL > -5857 "query" "clob" 0 0 5862 NULL true 3 NULL > -5858 "pipe" "clob" 0 0 5862 NULL true 4 NULL > -5859 "plan" "clob" 0 0 5862 NULL true 5 NULL > -5860 "mal" "int" 32 0 5862 NULL true 6 NULL > -5861 "optimize" "bigint" 64 0 5862 NULL true 7 NULL > -5864 "id" "oid" 63 0 5873 NULL true 0 NULL > -5865 "start" "timestamp" 7 0 5873 NULL true 1 NULL > -5866 "stop" "timestamp" 7 0 5873 NULL true 2 NULL > -5867 "arguments" "clob" 0 0 5873 NULL true 3 NULL > -5868 "tuples" "wrd" 64 0 5873 NULL true 4 NULL > -5869 "run" "bigint" 64 0 5873 NULL true 5 NULL > -5870 "ship" "bigint" 64 0 5873 NULL true 6 NULL > -5871 "cpu" "int" 32 0 5873 NULL true 7 NULL > -5872 "io" "int" 32 0 5873 NULL true 8 NULL > -5875 "id" "oid" 63 0 5891 NULL true 0 NULL > -5876 "owner" "clob" 0 0 5891 NULL true 1 NULL > -5877 "defined" "timestamp" 7 0 5891 NULL true 2 NULL > -5878 "query" "clob" 0 0 5891 NULL true 3 NULL > -5879 "pipe" "clob" 0 0 5891 NULL true 4 NULL > -5880 "plan" "clob" 0 0 5891 NULL true 5 NULL > -5881 "mal" "int" 32 0 5891 NULL true 6 NULL > -5882 "optimize" "bigint" 64 0 5891 NULL true 7 NULL > -5883 "start" "timestamp" 7 0 5891 NULL true 8 NULL > -5884 "stop" "timestamp" 7 0 5891 NULL true 9 NULL > -5885 "arguments" "clob" 0 0 5891 NULL true 10 NULL > -5886 "tuples" "wrd" 64 0 5891 NULL true 11 NULL > -5887 "run" "bigint" 64 0 5891 NULL true 12 NULL > -5888 "ship" "bigint" 64 0 5891 NULL true 13 NULL > -5889 "cpu" "int" 32 0 5891 NULL true 14 NULL > -5890 "io" "int" 32 0 5891 NULL true 15 NULL > -5917 "event" "int" 32 0 5930 NULL true 0 NULL > -5918 "clk" "varchar" 20 0 5930 NULL true 1 NULL > -5919 "pc" "varchar" 50 0 5930 NULL true 2 NULL > -5920 "thread" "int" 32 0 5930 NULL true 3 NULL > -5921 "ticks" "bigint" 64 0 5930 NULL true 4 NULL > -5922 "rrsmb" "bigint" 64 0 5930 NULL true 5 NULL > -5923 "vmmb" "bigint" 64 0 5930 NULL true 6 NULL > -5924 "reads" "bigint" 64 0 5930 NULL true 7 NULL > -5925 "writes" "bigint" 64 0 5930 NULL true 8 NULL > -5926 "minflt" "bigint" 64 0 5930 NULL true 9 NULL > -5927 "majflt" "bigint" 64 0 5930 NULL true 10 NULL > -5928 "nvcsw" "bigint" 64 0 5930 NULL true 11 NULL > -5929 "stmt" "clob" 0 0 5930 NULL true 12 NULL > -6064 "user" "clob" 0 0 6070 NULL true 0 NULL > -6065 "login" "timestamp" 7 0 6070 NULL true 1 NULL > -6066 "sessiontimeout" "bigint" 64 0 6070 NULL true 2 NULL > -6067 "lastcommand" "timestamp" 7 0 6070 NULL true 3 NULL > -6068 "querytimeout" "bigint" 64 0 6070 NULL true 4 NULL > -6069 "active" "boolean" 1 0 6070 NULL true 5 NULL > -6147 "name" "clob" 0 0 6150 NULL true 0 NULL > -6148 "def" "clob" 0 0 6150 NULL true 1 NULL > -6149 "status" "clob" 0 0 6150 NULL true 2 NULL > -6156 "name" "clob" 0 0 6158 NULL true 0 NULL > -6157 "value" "clob" 0 0 6158 NULL true 1 NULL > -6194 "qtag" "bigint" 64 0 6202 NULL true 0 NULL > -6195 "user" "clob" 0 0 6202 NULL true 1 NULL > -6196 "started" "timestamp" 7 0 6202 NULL true 2 NULL > -6197 "estimate" "timestamp" 7 0 6202 NULL true 3 NULL > -6198 "progress" "int" 32 0 6202 NULL true 4 NULL > -6199 "status" "clob" 0 0 6202 NULL true 5 NULL > -6200 "tag" "oid" 63 0 6202 NULL true 6 NULL > -6201 "query" "clob" 0 0 6202 NULL true 7 NULL > -6228 "rowid" "bigint" 64 0 6232 NULL true 0 NULL > -6229 "fldid" "int" 32 0 6232 NULL true 1 NULL > -6230 "message" "clob" 0 0 6232 NULL true 2 NULL > -6231 "input" "clob" 0 0 6232 NULL true 3 NULL > -6887 "keyword" "varchar" 40 0 6890 NULL false 0 NULL > -6892 "table_type_id" "smallint" 16 0 6898 NULL false 0 NULL > -6895 "table_type_name" "varchar" 25 0 6898 NULL false 1 NULL > -6900 "dependency_type_id" "smallint" 16 0 6906 NULL false 0 NULL > -6903 "dependency_type_name" "varchar" 15 0 6906 NULL false 1 NULL > -6921 "file_id" "int" 32 0 6923 NULL true 0 NULL > -6922 "location" "char" 256 0 6923 NULL true 1 NULL > -6925 "dim_id" "int" 32 0 6929 NULL true 0 NULL > -6926 "file_id" "int" 32 0 6929 NULL true 1 NULL > -6927 "name" "varchar" 64 0 6929 NULL true 2 NULL > -6928 "length" "int" 32 0 6929 NULL true 3 NULL > -6931 "var_id" "int" 32 0 6937 NULL true 0 NULL > -6932 "file_id" "int" 32 0 6937 NULL true 1 NULL > -6933 "name" "varchar" 64 0 6937 NULL true 2 NULL > -6934 "vartype" "varchar" 64 0 6937 NULL true 3 NULL > -6935 "ndim" "int" 32 0 6937 NULL true 4 NULL > -6936 "coord_dim_id" "int" 32 0 6937 NULL true 5 NULL > -6939 "var_id" "int" 32 0 6943 NULL true 0 NULL > -6940 "dim_id" "int" 32 0 6943 NULL true 1 NULL > -6941 "file_id" "int" 32 0 6943 NULL true 2 NULL > -6942 "dimpos" "int" 32 0 6943 NULL true 3 NULL > -6945 "obj_name" "varchar" 256 0 6951 NULL true 0 NULL > -6946 "att_name" "varchar" 256 0 6951 NULL true 1 NULL > -6947 "att_type" "varchar" 64 0 6951 NULL true 2 NULL > -6948 "value" "clob" 0 0 6951 NULL true 3 NULL > -6949 "file_id" "int" 32 0 6951 NULL true 4 NULL > -6950 "gr_name" "varchar" 256 0 6951 NULL true 5 NULL > -6976 "schema" "clob" 0 0 6990 NULL true 0 NULL > -6977 "table" "clob" 0 0 6990 NULL true 1 NULL > -6978 "column" "clob" 0 0 6990 NULL true 2 NULL > -6979 "type" "clob" 0 0 6990 NULL true 3 NULL > -6980 "mode" "clob" 0 0 6990 NULL true 4 NULL > -6981 "location" "clob" 0 0 6990 NULL true 5 NULL > -6982 "count" "bigint" 64 0 6990 NULL true 6 NULL > -6983 "typewidth" "int" 32 0 6990 NULL true 7 NULL > -6984 "columnsize" "bigint" 64 0 6990 NULL true 8 NULL > -6985 "heapsize" "bigint" 64 0 6990 NULL true 9 NULL > -6986 "hashes" "bigint" 64 0 6990 NULL true 10 NULL > -6987 "phash" "boolean" 1 0 6990 NULL true 11 NULL > -6988 "imprints" "bigint" 64 0 6990 NULL true 12 NULL > -6989 "sorted" "boolean" 1 0 6990 NULL true 13 NULL > -6992 "schema" "clob" 0 0 7002 NULL true 0 NULL > -6993 "table" "clob" 0 0 7002 NULL true 1 NULL > -6994 "column" "clob" 0 0 7002 NULL true 2 NULL > -6995 "type" "clob" 0 0 7002 NULL true 3 NULL > -6996 "typewidth" "int" 32 0 7002 NULL true 4 NULL > -6997 "count" "bigint" 64 0 7002 NULL true 5 NULL > -6998 "distinct" "bigint" 64 0 7002 NULL true 6 NULL > -6999 "atomwidth" "int" 32 0 7002 NULL true 7 NULL > -7000 "reference" "boolean" 1 0 7002 NULL true 8 NULL > -7001 "sorted" "boolean" 1 0 7002 NULL true 9 NULL > -7040 "schema" "clob" 0 0 7050 NULL true 0 NULL > -7041 "table" "clob" 0 0 7050 NULL true 1 NULL > -7042 "column" "clob" 0 0 7050 NULL true 2 NULL > -7043 "type" "clob" 0 0 7050 NULL true 3 NULL > -7044 "count" "bigint" 64 0 7050 NULL true 4 NULL > -7045 "columnsize" "bigint" 64 0 7050 NULL true 5 NULL > -7046 "heapsize" "bigint" 64 0 7050 NULL true 6 NULL > -7047 "hashes" "bigint" 64 0 7050 NULL true 7 NULL > -7048 "imprints" "bigint" 64 0 7050 NULL true 8 NULL > -7049 "sorted" "boolean" 1 0 7050 NULL true 9 NULL > -7052 "schema" "clob" 0 0 7060 NULL true 0 NULL > -7053 "table" "clob" 0 0 7060 NULL true 1 NULL > -7054 "count" "bigint" 64 0 7060 NULL true 2 NULL > -7055 "columnsize" "hugeint" 128 0 7060 NULL true 3 NULL > -7056 "heapsize" "hugeint" 128 0 7060 NULL true 4 NULL > -7057 "hashes" "hugeint" 128 0 7060 NULL true 5 NULL > -7058 "imprints" "hugeint" 128 0 7060 NULL true 6 NULL > -7059 "auxiliary" "hugeint" 128 0 7060 NULL true 7 NULL > -7062 "column_id" "int" 32 0 7073 NULL true 0 NULL > -7063 "type" "clob" 0 0 7073 NULL true 1 NULL > -7064 "width" "int" 32 0 7073 NULL true 2 NULL > -7065 "stamp" "timestamp" 7 0 7073 NULL true 3 NULL > -7066 "sample" "bigint" 64 0 7073 NULL true 4 NULL > -7067 "count" "bigint" 64 0 7073 NULL true 5 NULL > -7068 "unique" "bigint" 64 0 7073 NULL true 6 NULL > -7069 "nils" "bigint" 64 0 7073 NULL true 7 NULL > -7070 "minval" "clob" 0 0 7073 NULL true 8 NULL > -7071 "maxval" "clob" 0 0 7073 NULL true 9 NULL > -7072 "sorted" "boolean" 1 0 7073 NULL true 10 NULL > -7163 "file_id" "bigint" 64 0 7171 NULL false 0 NULL > -7164 "file_location" "clob" 0 0 7171 NULL false 1 NULL > -7165 "dbschema" "smallint" 16 0 7171 NULL false 2 NULL > -7166 "format_version" "varchar" 7 0 7171 NULL true 3 NULL > -7167 "sorting_order" "varchar" 10 0 7171 NULL true 4 NULL > -7168 "comments" "clob" 0 0 7171 NULL true 5 NULL > -7173 "sn" "clob" 0 0 7184 NULL false 0 NULL > -7174 "file_id" "bigint" 64 0 7184 NULL false 1 NULL > -7175 "ln" "int" 32 0 7184 NULL true 2 NULL > -7176 "as" "int" 32 0 7184 NULL true 3 NULL > -7177 "m5" "clob" 0 0 7184 NULL true 4 NULL > -7178 "sp" "clob" 0 0 7184 NULL true 5 NULL > -7179 "ur" "clob" 0 0 7184 NULL true 6 NULL > -7186 "id" "clob" 0 0 7203 NULL false 0 NULL > -7187 "file_id" "bigint" 64 0 7203 NULL false 1 NULL > -7188 "cn" "clob" 0 0 7203 NULL true 2 NULL > -7189 "ds" "clob" 0 0 7203 NULL true 3 NULL > -7190 "dt" "timestamp" 7 0 7203 NULL true 4 NULL > -7191 "fo" "clob" 0 0 7203 NULL true 5 NULL > -7192 "ks" "clob" 0 0 7203 NULL true 6 NULL > -7193 "lb" "clob" 0 0 7203 NULL true 7 NULL > -7194 "pg" "clob" 0 0 7203 NULL true 8 NULL > -7195 "pi" "int" 32 0 7203 NULL true 9 NULL > -7196 "pl" "clob" 0 0 7203 NULL true 10 NULL > -7197 "pu" "clob" 0 0 7203 NULL true 11 NULL > -7198 "sm" "clob" 0 0 7203 NULL true 12 NULL > -7205 "id" "clob" 0 0 7215 NULL false 0 NULL > -7206 "file_id" "bigint" 64 0 7215 NULL false 1 NULL > -7207 "pn" "clob" 0 0 7215 NULL true 2 NULL > -7208 "cl" "clob" 0 0 7215 NULL true 3 NULL > -7209 "pp" "clob" 0 0 7215 NULL true 4 NULL > -7210 "vn" "clob" 0 0 7215 NULL true 5 NULL > -7217 "qname" "clob" 0 0 7228 NULL false 0 NULL > -7218 "flag" "smallint" 16 0 7228 NULL false 1 NULL > -7219 "rname" "clob" 0 0 7228 NULL false 2 NULL > -7220 "pos" "int" 32 0 7228 NULL false 3 NULL > -7221 "mapq" "smallint" 16 0 7228 NULL false 4 NULL > -7222 "cigar" "clob" 0 0 7228 NULL false 5 NULL > -7223 "rnext" "clob" 0 0 7228 NULL false 6 NULL > -7224 "pnext" "int" 32 0 7228 NULL false 7 NULL > -7225 "tlen" "int" 32 0 7228 NULL false 8 NULL > -7226 "seq" "clob" 0 0 7228 NULL false 9 NULL > -7227 "qual" "clob" 0 0 7228 NULL false 10 NULL > -7309 "function_id" "int" 32 0 7310 NULL true 0 NULL > +5688 "id" "int" 32 0 5687 NULL true 0 NULL > +5689 "name" "varchar" 1024 0 5687 NULL true 1 NULL > +5690 "schema_id" "int" 32 0 5687 NULL true 2 NULL > +5691 "query" "varchar" 2048 0 5687 NULL true 3 NULL > +5692 "type" "smallint" 16 0 5687 NULL true 4 NULL > +5693 "system" "boolean" 1 0 5687 NULL true 5 NULL > +5694 "commit_action" "smallint" 16 0 5687 NULL true 6 NULL > +5695 "access" "smallint" 16 0 5687 NULL true 7 NULL > +5696 "temporary" "smallint" 16 0 5687 NULL true 8 NULL > +5698 "id" "int" 32 0 5697 NULL true 0 NULL > +5699 "name" "varchar" 1024 0 5697 NULL true 1 NULL > +5700 "type" "varchar" 1024 0 5697 NULL true 2 NULL > +5701 "type_digits" "int" 32 0 5697 NULL true 3 NULL > +5702 "type_scale" "int" 32 0 5697 NULL true 4 NULL > +5703 "table_id" "int" 32 0 5697 NULL true 5 NULL > +5704 "default" "varchar" 2048 0 5697 NULL true 6 NULL > +5705 "null" "boolean" 1 0 5697 NULL true 7 NULL > +5706 "number" "int" 32 0 5697 NULL true 8 NULL > +5707 "storage" "varchar" 2048 0 5697 NULL true 9 NULL > +5714 "name" "varchar" 1024 0 5713 NULL true 0 NULL > +5715 "fullname" "varchar" 2048 0 5713 NULL true 1 NULL > +5716 "default_schema" "int" 9 0 5713 NULL true 2 NULL > +5720 "name" "varchar" 1024 0 5719 NULL true 0 NULL > +5721 "fullname" "varchar" 2024 0 5719 NULL true 1 NULL > +5722 "default_schema" "int" 9 0 5719 NULL true 2 NULL > +5724 "login_id" "int" 32 0 5723 NULL true 0 NULL > +5725 "role_id" "int" 32 0 5723 NULL true 1 NULL > +5727 "id" "int" 32 0 5726 NULL true 0 NULL > +5728 "name" "varchar" 1024 0 5726 NULL true 1 NULL > +5729 "grantor" "int" 32 0 5726 NULL true 2 NULL > +5731 "obj_id" "int" 32 0 5730 NULL true 0 NULL > +5732 "auth_id" "int" 32 0 5730 NULL true 1 NULL > +5733 "privileges" "int" 32 0 5730 NULL true 2 NULL > +5734 "grantor" "int" 32 0 5730 NULL true 3 NULL > +5735 "grantable" "int" 32 0 5730 NULL true 4 NULL > +5944 "id" "oid" 63 0 5952 NULL true 0 NULL > +5945 "owner" "clob" 0 0 5952 NULL true 1 NULL > _______________________________________________ > checkin-list mailing list > checkin-list(a)monetdb.org > https://www.monetdb.org/mailman/listinfo/checkin-list

6 years, 9 months

Re: MonetDB: Jul2015 - fixed problem with table privileges

by Ying Zhang

> On Oct 18, 2015, at 14:30, Niels Nes <commits(a)monetdb.org> wrote: > > Changeset: d1da7aeae75e for MonetDB > URL: http://dev.monetdb.org/hg/MonetDB?cmd=changeset;node=d1da7aeae75e > Modified Files: > sql/server/sql_privileges.c > Branch: Jul2015 > Log Message: > > fixed problem with table privileges What’s the problem? The diff is easy to read, but what’s the symptom of the problem at, say, SQL level? Thanks! Jennie > > > diffs (12 lines): > > diff --git a/sql/server/sql_privileges.c b/sql/server/sql_privileges.c > --- a/sql/server/sql_privileges.c > +++ b/sql/server/sql_privileges.c > @@ -467,7 +467,7 @@ sql_grantable_(mvc *m, int grantorid, in > int priv; > > (void) sub; > - for (priv = 1; priv < privs; priv <<= 1) { > + for (priv = 1; priv <= privs; priv <<= 1) { > if (!(priv & privs)) > continue; > rid = table_funcs.column_find_row(m->session->tr, priv_obj, &obj_id, priv_auth, &grantorid, priv_priv, &priv, NULL); > _______________________________________________ > checkin-list mailing list > checkin-list(a)monetdb.org > https://www.monetdb.org/mailman/listinfo/checkin-list

6 years, 9 months

Grails Integration

by Federico G Agripa

Hello, i'm working on a grails plugin to easily integrate with monetDB. So I would like to here what functionalities will be useful to you guys because I want it to be useful to all of you to. I'm implementing it from the monet jar 2.17 and I hope to have it up in grails plugins as soon as possible. Btw any collaboration will be really welcome Regards

6 years, 9 months

MonetDB via ODBC questions

by d.tikhonov＠revotechs.com

6 years, 9 months

Re: MonetDB: default - Addition of the candidatelist property

by Sjoerd Mullender

opt_candidates.c and opt_candidates.h are missing. On 07/10/15 14:33, Martin Kersten wrote: > Changeset: c6e5763417d9 for MonetDB > URL: http://dev.monetdb.org/hg/MonetDB?cmd=changeset;node=c6e5763417d9 > Modified Files: > clients/Tests/exports.stable.out > monetdb5/extras/mal_optimizer_template/Tests/opt_sql_append.stable.err > monetdb5/extras/mal_optimizer_template/Tests/opt_sql_append.stable.out > monetdb5/extras/mal_optimizer_template/Tests/opt_sql_append.stable.out.single > monetdb5/mal/mal.h > monetdb5/mal/mal_instruction.c > monetdb5/mal/mal_instruction.h > monetdb5/mal/mal_parser.c > monetdb5/mal/mal_type.h > monetdb5/optimizer/Makefile.ag > monetdb5/optimizer/opt_pipes.c > monetdb5/optimizer/opt_prelude.c > monetdb5/optimizer/opt_prelude.h > monetdb5/optimizer/opt_pushselect.c > monetdb5/optimizer/opt_remoteQueries.c > monetdb5/optimizer/opt_support.h > monetdb5/optimizer/opt_wrapper.c > monetdb5/optimizer/optimizer.mal > sql/backends/monet5/UDF/Tests/udf-fuse.stable.out > sql/backends/monet5/UDF/Tests/udf-reverse.stable.out > sql/backends/monet5/sql.mal > sql/backends/monet5/sql_gencode.c > sql/benchmarks/ssbm/Tests/01-explain.stable.out.int128 > sql/benchmarks/ssbm/Tests/02-explain.stable.out.int128 > sql/benchmarks/ssbm/Tests/03-explain.stable.out.int128 > sql/benchmarks/ssbm/Tests/04-explain.stable.out.int128 > sql/benchmarks/ssbm/Tests/05-explain.stable.out.int128 > sql/benchmarks/ssbm/Tests/06-explain.stable.out.int128 > sql/benchmarks/ssbm/Tests/07-explain.stable.out.int128 > sql/benchmarks/ssbm/Tests/08-explain.stable.out.int128 > sql/benchmarks/ssbm/Tests/09-explain.stable.out.int128 > sql/benchmarks/ssbm/Tests/10-explain.stable.out.int128 > sql/benchmarks/ssbm/Tests/11-explain.stable.out.int128 > sql/benchmarks/ssbm/Tests/12-explain.stable.out.int128 > sql/benchmarks/ssbm/Tests/13-explain.stable.out.int128 > sql/benchmarks/tpch/Tests/01-explain.stable.out.int128 > sql/benchmarks/tpch/Tests/02-explain.stable.out > sql/benchmarks/tpch/Tests/03-explain.stable.out.int128 > sql/benchmarks/tpch/Tests/04-explain.stable.out > sql/benchmarks/tpch/Tests/05-explain.stable.out.int128 > sql/benchmarks/tpch/Tests/06-explain.stable.out.int128 > sql/benchmarks/tpch/Tests/07-explain.stable.out.int128 > sql/benchmarks/tpch/Tests/08-explain.stable.out.int128 > sql/benchmarks/tpch/Tests/09-explain.stable.out.int128 > sql/benchmarks/tpch/Tests/10-explain.stable.out.int128 > sql/benchmarks/tpch/Tests/11-explain.stable.out.int128 > sql/benchmarks/tpch/Tests/12-explain.stable.out > sql/benchmarks/tpch/Tests/12-explain.stable.out.int128 > sql/benchmarks/tpch/Tests/13-explain.stable.out > sql/benchmarks/tpch/Tests/13-explain.stable.out.32bit > sql/benchmarks/tpch/Tests/14-explain.stable.out.int128 > sql/benchmarks/tpch/Tests/15-explain.stable.out.int128 > sql/benchmarks/tpch/Tests/16-explain.stable.out > sql/benchmarks/tpch/Tests/16-explain.stable.out.32bit > sql/benchmarks/tpch/Tests/17-explain.stable.out.int128 > sql/benchmarks/tpch/Tests/18-explain.stable.out.int128 > sql/benchmarks/tpch/Tests/19-explain.stable.out.int128 > sql/benchmarks/tpch/Tests/20-explain.stable.out.int128 > sql/benchmarks/tpch/Tests/21-explain.stable.out > sql/benchmarks/tpch/Tests/21-explain.stable.out.32bit > sql/benchmarks/tpch/Tests/22-explain.stable.out.int128 > sql/test/BugTracker-2009/Tests/POWER_vs_prod.SF-2596114.stable.out > sql/test/BugTracker-2010/Tests/LIMIT_OFFSET_big-endian.Bug-2622.stable.out > sql/test/BugTracker-2010/Tests/group-by_ordered_column.Bug-2564.stable.out > sql/test/BugTracker-2010/Tests/group-by_ordered_column.Bug-2564.stable.out.32bit > sql/test/BugTracker-2011/Tests/crash_on_alias.Bug-2798.stable.out.int128 > sql/test/BugTracker-2011/Tests/func_iter_vs_bulk.Bug-2826.stable.out > sql/test/BugTracker-2012/Tests/rewrite_like_into_likesubselect.Bug-3179.stable.out > sql/test/BugTracker-2013/Tests/between.Bug-3259.stable.out.int128 > sql/test/BugTracker-2014/Tests/manifold.Bug-3556.stable.out > sql/test/BugTracker/Tests/explain.SF-1739353.stable.out > sql/test/BugTracker/Tests/jdbc_no_debug.SF-1739356.stable.out > sql/test/Tests/setoptimizer.stable.err > sql/test/Tests/setoptimizer.stable.out > sql/test/Tests/setoptimizer.stable.out.Windows > sql/test/mergetables/Tests/mergequery.stable.out > Branch: default > Log Message: > > Addition of the candidatelist property > MAL variables can have a candidate list flag, which is set by > a cheap optimizer at the start of the pipe. > This property leads to different rendering of the variables. > > > diffs (truncated from 5982 to 300 lines): > > diff --git a/clients/Tests/exports.stable.out b/clients/Tests/exports.stable.out > --- a/clients/Tests/exports.stable.out > +++ b/clients/Tests/exports.stable.out > @@ -1559,6 +1559,7 @@ str MTIMEtzone_tostr(str *s, const tzone > str MTIMEunix_epoch(timestamp *ret); > void OPTaliasRemap(InstrPtr p, int *alias); > int OPTaliasesImplementation(Client cntxt, MalBlkPtr mb, MalStkPtr stk, InstrPtr p); > +int OPTcandidatesImplementation(Client cntxt, MalBlkPtr mb, MalStkPtr stk, InstrPtr p); > int OPTcoercionImplementation(Client cntxt, MalBlkPtr mb, MalStkPtr stk, InstrPtr pci); > int OPTcommonTermsImplementation(Client cntxt, MalBlkPtr mb, MalStkPtr stk, InstrPtr pci); > int OPTconstantsImplementation(Client cntxt, MalBlkPtr mb, MalStkPtr stk, InstrPtr p); > @@ -2186,6 +2187,7 @@ str ifthenelseRef; > str ilikeRef; > str ilikeselectRef; > str ilikesubselectRef; > +str ilikethetasubselectRef; > str ilikeuselectRef; > void initHeartbeat(void); > void initLibraries(void); > @@ -2257,6 +2259,7 @@ str levenshteinbasic_impl(int *result, s > str likeRef; > str likeselectRef; > str likesubselectRef; > +str likethetasubselectRef; > str likeuselectRef; > str listRef; > str loadLibrary(str modulename, int flag); > @@ -2587,6 +2590,7 @@ str subsliceRef; > str subsortRef; > str subsumRef; > str subthetajoinRef; > +str subuniqueRef; > str sumRef; > int tableProp; > str takeOid(oid id, str *val); > diff --git a/monetdb5/extras/mal_optimizer_template/Tests/opt_sql_append.stable.err b/monetdb5/extras/mal_optimizer_template/Tests/opt_sql_append.stable.err > --- a/monetdb5/extras/mal_optimizer_template/Tests/opt_sql_append.stable.err > +++ b/monetdb5/extras/mal_optimizer_template/Tests/opt_sql_append.stable.err > @@ -30,16 +30,16 @@ stderr of test 'opt_sql_append` in direc > # 22:58:57 > "mclient" "-lsql" "-ftest" "-Eutf-8" "-i" "-e" "--host=rome" "--port=36275" > # 22:58:57 > > > -MAPI = (monetdb) /var/tmp/mtest-28239/.s.monetdb.30808 > +MAPI = (monetdb) /var/tmp/mtest-21015/.s.monetdb.39072 > QUERY = explain copy into ttt from '\tmp/xyz'; > ERROR = !COPY INTO: filename must have absolute path: \tmp/xyz > -MAPI = (monetdb) /var/tmp/mtest-28239/.s.monetdb.30808 > +MAPI = (monetdb) /var/tmp/mtest-21015/.s.monetdb.39072 > QUERY = explain copy into ttt from 'a:\tmp/xyz'; > ERROR = !COPY INTO: filename must have absolute path: a:\tmp/xyz > -MAPI = (monetdb) /var/tmp/mtest-28239/.s.monetdb.30808 > +MAPI = (monetdb) /var/tmp/mtest-21015/.s.monetdb.39072 > QUERY = explain copy into ttt from '\tmp/xyz'; > ERROR = !COPY INTO: filename must have absolute path: \tmp/xyz > -MAPI = (monetdb) /var/tmp/mtest-28239/.s.monetdb.30808 > +MAPI = (monetdb) /var/tmp/mtest-21015/.s.monetdb.39072 > QUERY = explain copy into ttt from 'Z:/tmp/xyz'; > ERROR = !COPY INTO: filename must have absolute path: Z:/tmp/xyz > > diff --git a/monetdb5/extras/mal_optimizer_template/Tests/opt_sql_append.stable.out b/monetdb5/extras/mal_optimizer_template/Tests/opt_sql_append.stable.out > --- a/monetdb5/extras/mal_optimizer_template/Tests/opt_sql_append.stable.out > +++ b/monetdb5/extras/mal_optimizer_template/Tests/opt_sql_append.stable.out > @@ -55,8 +55,8 @@ Ready. > % .L # table_name > % def # name > % clob # type > -% 491 # length > -[ "optimizer.inline();optimizer.remap();optimizer.costModel();optimizer.coercions();optimizer.evaluate();optimizer.aliases();optimizer.pushselect();optimizer.mitosis();optimizer.mergetable();optimizer.deadcode();optimizer.aliases();optimizer.constants();optimizer.commonTerms();optimizer.joinPath();optimizer.reorder();optimizer.deadcode();optimizer.reduce();optimizer.matpack();optimizer.dataflow();optimizer.querylog();optimizer.multiplex();optimizer.generator();optimizer.garbageCollector();" ] > +% 514 # length > +[ "optimizer.inline();optimizer.candidates();optimizer.remap();optimizer.costModel();optimizer.coercions();optimizer.evaluate();optimizer.aliases();optimizer.pushselect();optimizer.mitosis();optimizer.mergetable();optimizer.deadcode();optimizer.aliases();optimizer.constants();optimizer.commonTerms();optimizer.joinPath();optimizer.reorder();optimizer.deadcode();optimizer.reduce();optimizer.matpack();optimizer.dataflow();optimizer.querylog();optimizer.multiplex();optimizer.generator();optimizer.garbageCollector();" ] > #explain copy into ttt from '/tmp/xyz'; > % .explain # table_name > % mal # name > @@ -89,8 +89,8 @@ end user.s4_1; > % .L # table_name > % def # name > % clob # type > -% 514 # length > -[ "optimizer.inline();optimizer.remap();optimizer.costModel();optimizer.coercions();optimizer.evaluate();optimizer.aliases();optimizer.pushselect();optimizer.mitosis();optimizer.mergetable();optimizer.deadcode();optimizer.aliases();optimizer.constants();optimizer.commonTerms();optimizer.joinPath();optimizer.reorder();optimizer.deadcode();optimizer.reduce();optimizer.matpack();optimizer.dataflow();optimizer.querylog();optimizer.multiplex();optimizer.generator();optimizer.sql_append();optimizer.garbageCollector();" ] > +% 537 # length > +[ "optimizer.inline();optimizer.candidates();optimizer.remap();optimizer.costModel();optimizer.coercions();optimizer.evaluate();optimizer.aliases();optimizer.pushselect();optimizer.mitosis();optimizer.mergetable();optimizer.deadcode();optimizer.aliases();optimizer.constants();optimizer.commonTerms();optimizer.joinPath();optimizer.reorder();optimizer.deadcode();optimizer.reduce();optimizer.matpack();optimizer.dataflow();optimizer.querylog();optimizer.multiplex();optimizer.generator();optimizer.sql_append();optimizer.garbageCollector();" ] > #explain copy into ttt from '/tmp/xyz'; > % .explain # table_name > % mal # name > diff --git a/monetdb5/extras/mal_optimizer_template/Tests/opt_sql_append.stable.out.single b/monetdb5/extras/mal_optimizer_template/Tests/opt_sql_append.stable.out.single > --- a/monetdb5/extras/mal_optimizer_template/Tests/opt_sql_append.stable.out.single > +++ b/monetdb5/extras/mal_optimizer_template/Tests/opt_sql_append.stable.out.single > @@ -55,8 +55,8 @@ Ready. > % .L # table_name > % def # name > % clob # type > -% 491 # length > -[ "optimizer.inline();optimizer.remap();optimizer.costModel();optimizer.coercions();optimizer.evaluate();optimizer.aliases();optimizer.pushselect();optimizer.mitosis();optimizer.mergetable();optimizer.deadcode();optimizer.aliases();optimizer.constants();optimizer.commonTerms();optimizer.joinPath();optimizer.reorder();optimizer.deadcode();optimizer.reduce();optimizer.matpack();optimizer.dataflow();optimizer.querylog();optimizer.multiplex();optimizer.generator();optimizer.garbageCollector();" ] > +% 514 # length > +[ "optimizer.inline();optimizer.candidates();optimizer.remap();optimizer.costModel();optimizer.coercions();optimizer.evaluate();optimizer.aliases();optimizer.pushselect();optimizer.mitosis();optimizer.mergetable();optimizer.deadcode();optimizer.aliases();optimizer.constants();optimizer.commonTerms();optimizer.joinPath();optimizer.reorder();optimizer.deadcode();optimizer.reduce();optimizer.matpack();optimizer.dataflow();optimizer.querylog();optimizer.multiplex();optimizer.generator();optimizer.garbageCollector();" ] > #explain copy into ttt from '/tmp/xyz'; > % .explain # table_name > % mal # name > @@ -87,8 +87,8 @@ end user.s4_1; > % .L # table_name > % def # name > % clob # type > -% 514 # length > -[ "optimizer.inline();optimizer.remap();optimizer.costModel();optimizer.coercions();optimizer.evaluate();optimizer.aliases();optimizer.pushselect();optimizer.mitosis();optimizer.mergetable();optimizer.deadcode();optimizer.aliases();optimizer.constants();optimizer.commonTerms();optimizer.joinPath();optimizer.reorder();optimizer.deadcode();optimizer.reduce();optimizer.matpack();optimizer.dataflow();optimizer.querylog();optimizer.multiplex();optimizer.generator();optimizer.sql_append();optimizer.garbageCollector();" ] > +% 537 # length > +[ "optimizer.inline();optimizer.candidates();optimizer.remap();optimizer.costModel();optimizer.coercions();optimizer.evaluate();optimizer.aliases();optimizer.pushselect();optimizer.mitosis();optimizer.mergetable();optimizer.deadcode();optimizer.aliases();optimizer.constants();optimizer.commonTerms();optimizer.joinPath();optimizer.reorder();optimizer.deadcode();optimizer.reduce();optimizer.matpack();optimizer.dataflow();optimizer.querylog();optimizer.multiplex();optimizer.generator();optimizer.sql_append();optimizer.garbageCollector();" ] > #explain copy into ttt from '/tmp/xyz'; > % .explain # table_name > % mal # name > diff --git a/monetdb5/mal/mal.h b/monetdb5/mal/mal.h > --- a/monetdb5/mal/mal.h > +++ b/monetdb5/mal/mal.h > @@ -120,7 +120,8 @@ mal_export void mal_exit(void); > #define VAR_CLEANUP 16 > #define VAR_INIT 32 > #define VAR_USED 64 > -#define VAR_DISABLED 128 /* used for comments and scheduler */ > +#define VAR_CLIST 128 /* Candidate list variable */ > +#define VAR_DISABLED 256 /* used for comments and scheduler */ > > /* type check status is kept around to improve type checking efficiency */ > #define TYPE_ERROR -1 > diff --git a/monetdb5/mal/mal_instruction.c b/monetdb5/mal/mal_instruction.c > --- a/monetdb5/mal/mal_instruction.c > +++ b/monetdb5/mal/mal_instruction.c > @@ -653,7 +653,7 @@ getVarName(MalBlkPtr mb, int i) > nme = mb->var[i]->name; > > if (nme == 0 || *nme =='_') { > - snprintf(buf, PATHLENGTH, "%c_%d", REFMARKER, mb->var[i]->tmpindex); > + snprintf(buf, PATHLENGTH, "%c_%d", refMarker(mb,i), mb->var[i]->tmpindex); > nme = mb->var[i]->name = GDKstrdup(buf); > } > return nme; > diff --git a/monetdb5/mal/mal_instruction.h b/monetdb5/mal/mal_instruction.h > --- a/monetdb5/mal/mal_instruction.h > +++ b/monetdb5/mal/mal_instruction.h > @@ -86,6 +86,10 @@ > #define setVarConstant(M,I) ((M)->var[I]->flags |= VAR_CONSTANT) > #define isVarConstant(M,I) ((M)->var[I]->flags & VAR_CONSTANT) > > +#define clrVarCList(M,I) ((M)->var[I]->flags &= ~VAR_CLIST) > +#define setVarCList(M,I) ((M)->var[I]->flags |= VAR_CLIST) > +#define isVarCList(M,I) ((M)->var[I]->flags & VAR_CLIST) > + > #define getVarConstant(M,I) ((M)->var[I]->value) > #define getVarValue(M,I) VALget(&(M)->var[I]->value) > > diff --git a/monetdb5/mal/mal_parser.c b/monetdb5/mal/mal_parser.c > --- a/monetdb5/mal/mal_parser.c > +++ b/monetdb5/mal/mal_parser.c > @@ -116,7 +116,9 @@ initParser(void) > static int > idLength(Client cntxt) > { > - str s, t; > + str s,t; > + int len = 0; > + > skipSpace(cntxt); > s = CURRENT(cntxt); > t = s; > @@ -128,9 +130,15 @@ idLength(Client cntxt) > s[0] = REFMARKER; > /* prepare escape of temporary names */ > s++; > - while (idCharacter2[(int) (*s)]) > + while (len < IDLENGTH && idCharacter2[(int) (*s)]){ > s++; > - return (int) (s - t); > + len++; > + } > + if( len == IDLENGTH) > + // skip remainder > + while (idCharacter2[(int) (*s)]) > + s++; > + return (int) (s-t);; > } > > /* Simple type identifiers can not be marked with a type variable. */ > diff --git a/monetdb5/mal/mal_type.h b/monetdb5/mal/mal_type.h > --- a/monetdb5/mal/mal_type.h > +++ b/monetdb5/mal/mal_type.h > @@ -15,6 +15,8 @@ > #define malVARG " malVARG" > #define TMPMARKER '_' > #define REFMARKER 'X' > +#define REFMARKERC 'C' > +#define refMarker(M,I) (isVarCList(M,I)? 'C':'X') > > #define newBatType(H,T) (1<<16 | (((TYPE_oid & 0377) <<8) | (T & 0377) )) > #define isaBatType(X) ((1<<16) & (X) && (X)!= TYPE_any) > diff --git a/monetdb5/optimizer/Makefile.ag b/monetdb5/optimizer/Makefile.ag > --- a/monetdb5/optimizer/Makefile.ag > +++ b/monetdb5/optimizer/Makefile.ag > @@ -21,6 +21,7 @@ lib_optimizer = { > opt_aliases.c opt_aliases.h \ > opt_coercion.c opt_coercion.h \ > opt_commonTerms.c opt_commonTerms.h \ > + opt_candidates.c opt_candidates.h \ > opt_constants.c opt_constants.h \ > opt_costModel.c opt_costModel.h \ > opt_dataflow.c opt_dataflow.h \ > diff --git a/monetdb5/optimizer/opt_pipes.c b/monetdb5/optimizer/opt_pipes.c > --- a/monetdb5/optimizer/opt_pipes.c > +++ b/monetdb5/optimizer/opt_pipes.c > @@ -46,6 +46,7 @@ static struct PIPELINES { > */ > {"minimal_pipe", > "optimizer.inline();" > + "optimizer.candidates();" > "optimizer.remap();" > "optimizer.deadcode();" > "optimizer.multiplex();" > @@ -63,6 +64,7 @@ static struct PIPELINES { > */ > {"default_pipe", > "optimizer.inline();" > + "optimizer.candidates();" > "optimizer.remap();" > "optimizer.costModel();" > "optimizer.coercions();" > @@ -99,6 +101,7 @@ static struct PIPELINES { > {"no_mitosis_pipe", > "optimizer.inline();" > "optimizer.remap();" > + "optimizer.candidates();" > "optimizer.costModel();" > "optimizer.coercions();" > "optimizer.evaluate();" > @@ -132,6 +135,7 @@ static struct PIPELINES { > */ > {"sequential_pipe", > "optimizer.inline();" > + "optimizer.candidates();" > "optimizer.remap();" > "optimizer.costModel();" > "optimizer.coercions();" > diff --git a/monetdb5/optimizer/opt_prelude.c b/monetdb5/optimizer/opt_prelude.c > --- a/monetdb5/optimizer/opt_prelude.c > +++ b/monetdb5/optimizer/opt_prelude.c > @@ -114,10 +114,10 @@ str kdifferenceRef; > str languageRef; > str leftfetchjoinRef; > str leftfetchjoinPathRef; > -str likeselectRef; > -str ilikeselectRef; > -str likeuselectRef; > -str ilikeuselectRef; > +str likesubselectRef; > +str likethetasubselectRef; > +str ilikesubselectRef; > +str ilikethetasubselectRef; > str likeRef; > str ilikeRef; > str not_likeRef; > @@ -211,6 +211,7 @@ str subavgRef; > str subsortRef; > str takeRef; > str not_uniqueRef; > +str subuniqueRef; > str unlockRef; > str unpackRef; > str unpinRef; > @@ -357,10 +358,8 @@ void optimizerInit(void) > languageRef= putName("language",8); > leftfetchjoinRef = putName("leftfetchjoin",13); > leftfetchjoinPathRef = putName("leftfetchjoinPath",17); > - likeselectRef = putName("like_select",11); > - ilikeselectRef = putName("ilike_select",12); > - likeuselectRef = putName("like_uselect",12); > - ilikeuselectRef = putName("ilike_uselect",13); > + likesubselectRef = putName("likesubselect",13); > + ilikesubselectRef = putName("ilikesubselect",14); > listRef = putName("list",4); > likeRef = putName("like",4); > ilikeRef = putName("ilike",5); > @@ -455,6 +454,7 @@ void optimizerInit(void) > takeRef= putName("take",5); > timestampRef = putName("timestamp", 9); > not_uniqueRef= putName("not_unique",10); > + subuniqueRef= putName("subunique",9); > unlockRef= putName("unlock",6); > unpackRef = putName("unpack",6); > unpinRef = putName("unpin",5); > @@ -462,7 +462,9 @@ void optimizerInit(void) > subselectRef = putName("subselect",9); > thetasubselectRef = putName("thetasubselect",14); > likesubselectRef = putName("likesubselect",13); > + likethetasubselectRef = putName("likethetasubselect",18); > ilikesubselectRef = putName("ilikesubselect",14); > + ilikethetasubselectRef = putName("ilikethetasubselect",19); > vectorRef = putName("vector",6); > zero_or_oneRef = putName("zero_or_one",11); > userRef = putName("user",4); > diff --git a/monetdb5/optimizer/opt_prelude.h b/monetdb5/optimizer/opt_prelude.h > --- a/monetdb5/optimizer/opt_prelude.h > +++ b/monetdb5/optimizer/opt_prelude.h > @@ -117,10 +117,6 @@ opt_export str ilikeselectRef; > opt_export str likeuselectRef; > _______________________________________________ > checkin-list mailing list > checkin-list(a)monetdb.org > https://www.monetdb.org/mailman/listinfo/checkin-list > -- Sjoerd Mullender

6 years, 9 months

2022

2021

2020

2019

2018

2017

2016

2015

2014

2013

2012

2011

2010

2009

2008

2007

2006

2005

2004

developers-list October 2015