3 * Query-processing routines
5 * Copyright (C) 1987-1998 by the Massachusetts Institute of Technology
6 * For copying and distribution information, please see the file
11 #include <mit-copyright.h>
12 #include "mr_server.h"
20 EXEC SQL INCLUDE sqlca; /* SQL Communications Area */
21 EXEC SQL INCLUDE sqlda; /* SQL Descriptor Area */
26 EXEC SQL BEGIN DECLARE SECTION;
27 char stmt_buf[MR_STMTBUF_LEN];
29 EXEC SQL END DECLARE SECTION;
32 extern char *table_name[];
33 extern char *sqlbuffer[QMAXARGS];
37 EXEC SQL BEGIN DECLARE SECTION;
38 int query_timeout = 30;
39 char *database = "moira";
40 EXEC SQL END DECLARE SECTION;
43 extern int QueryCount, max_version;
44 extern struct query Queries[];
46 /* Put this in a variable so that we can patch it if necessary */
47 int max_row_count = 4096;
49 int mr_verify_query(client *cl, struct query *q, int argc, char *argv_ro[]);
50 int do_retrieve(struct query *q, char *pqual,
51 int (*action)(int, char *[], void *), void *actarg);
52 int do_update(struct query *q, char *argv[], char *qual,
53 int (*action)(int, char *[], void *), void *actarg);
54 int do_append(struct query *q, char *argv[], char *pqual,
55 int (*action)(int, char *[], void *), void *actarg);
56 int do_delete(struct query *q, char *qual,
57 int (*action)(int, char *[], void *), void *actarg);
58 void build_sql_stmt(char *result_buf, char *cmd, char *targetlist,
59 char *argv[], char *qual);
61 SQLDA *mr_alloc_sqlda(void);
62 void sqlglm(char *, int *, int *);
65 * dbmserr: Called when the DBMS indicates an error.
70 EXEC SQL BEGIN DECLARE SECTION;
72 EXEC SQL END DECLARE SECTION;
73 int bufsize = 256, msglength = 0;
75 dbms_errno = -sqlca.sqlcode;
76 mr_errcode = MR_DBMS_ERR;
77 com_err(whoami, MR_DBMS_ERR, " code %d\n", dbms_errno);
78 sqlglm(err_msg, &bufsize, &msglength);
79 err_msg[msglength] = 0;
80 com_err(whoami, 0, "SQL error text = %s", err_msg);
81 critical_alert("MOIRA", "Moira server encountered DBMS ERROR %d\n%s",
85 /* This is declarative, not executed. Applies from here on, in this file. */
86 EXEC SQL WHENEVER SQLERROR DO dbmserr();
88 int mr_open_database(void)
91 static int first_open = 1;
97 /* initialize local argv */
98 for (i = 0; i < QMAXARGS; i++)
99 Argv[i] = xmalloc(MAX_FIELD_WIDTH);
101 mr_sqlda = mr_alloc_sqlda();
109 /* open the database */
110 EXEC SQL CONNECT :database IDENTIFIED BY :database;
115 EXEC SQL SELECT list_id INTO :proxy_acl FROM capacls
116 WHERE capability = 'proxy';
123 void mr_close_database(void)
125 EXEC SQL COMMIT RELEASE;
128 int mr_check_access(client *cl, char *name, int argc, char *argv_ro[])
135 q = get_query_by_name(name, cl->version);
139 return mr_verify_query(cl, q, argc, argv_ro);
142 int mr_process_query(client *cl, char *name, int argc, char *argv_ro[],
143 int (*action)(int, char *[], void *), void *actarg)
149 EXEC SQL BEGIN DECLARE SECTION;
151 EXEC SQL END DECLARE SECTION;
152 struct save_queue *sq;
157 /* list queries command */
158 if (!strcmp(name, "_list_queries"))
160 list_queries(cl, action, actarg);
164 /* help query command */
165 if (!strcmp(name, "_help"))
169 q = get_query_by_name(argv_ro[0], cl->version);
172 help_query(q, action, actarg);
176 /* get query structure, return error if named query does not exist */
177 q = get_query_by_name(name, cl->version);
182 /* setup argument vector, verify access and arguments */
183 if ((status = mr_verify_query(cl, q, argc, argv_ro)) != MR_SUCCESS)
186 /* perform any special query pre-processing */
189 status = (*v->pre_rtn)(q, Argv, cl);
190 if (status != MR_SUCCESS)
197 /* for queries that do not permit wildcarding, check if row
201 status = validate_row(q, Argv, v);
202 if (status != MR_EXISTS)
206 /* build "where" clause if needed */
208 qual = build_qual(q->qual, q->argc, Argv);
210 /* if there is a followup routine, then we must save the results */
211 /* of the first query for use by the followup routine */
212 /* if q->rvar = NULL, perform post_rtn only */
215 if (v && v->post_rtn)
218 status = do_retrieve(q, qual, sq_save_args, sq);
219 if (status != MR_SUCCESS)
224 while (sq_get_data(sq, &argv))
226 for (i = 0; i < q->vcnt; i++)
233 status = (*v->post_rtn)(q, sq, v, action, actarg, cl);
237 /* normal retrieve */
238 status = do_retrieve(q, qual, action, actarg);
240 if (status != MR_SUCCESS)
244 status = (*v->post_rtn)(q, Argv, cl, action, actarg);
249 /* see if row already exists */
252 status = validate_row(q, Argv, v);
253 if (status != MR_EXISTS)
257 /* build "where" clause and perform update */
258 /* if q->rvar = NULL, perform post_rtn only */
261 qual = build_qual(q->qual, q->argc, Argv);
262 incremental_before(q->rtable, qual, argv_ro);
263 status = do_update(q, &Argv[q->argc], qual, action, actarg);
264 incremental_after(q->rtable, qual, argv_ro);
265 if (status != MR_SUCCESS)
267 table = table_name[q->rtable];
268 if (strcmp(q->shortname, "sshi") && strcmp(q->shortname, "ssif"))
270 EXEC SQL UPDATE tblstats
271 SET updates = updates + 1, modtime = SYSDATE
272 WHERE table_name = :table;
276 /* execute followup routine (if any) */
278 status = (*v->post_rtn)(q, Argv, cl);
283 /* see if row already exists */
286 status = validate_row(q, Argv, v);
287 if (status != MR_NO_MATCH)
291 /* build "where" clause if needed */
293 qual = build_qual(q->qual, q->argc, Argv);
295 /* perform the append */
296 /* if q->rvar = NULL, perform post_rtn only */
299 incremental_clear_before();
300 status = do_append(q, &Argv[q->argc], qual, action, actarg);
301 if (status != MR_SUCCESS)
303 if (v && v->object_id)
305 qual = realloc(qual, 15 + strlen(q->rvar) +
306 strlen(Argv[q->argc + q->vcnt]));
307 sprintf(qual, "%s.%s = %s", q->rvar, v->object_id,
308 Argv[q->argc + q->vcnt]);
309 incremental_after(q->rtable, qual, argv_ro);
312 incremental_after(q->rtable, qual, argv_ro);
314 table = table_name[q->rtable];
315 EXEC SQL UPDATE tblstats
316 SET appends = appends + 1, modtime = SYSDATE
317 WHERE table_name = :table;
320 /* execute followup routine */
322 status = (*v->post_rtn)(q, Argv, cl);
326 /* see if row already exists */
329 status = validate_row(q, Argv, v);
330 if (status != MR_EXISTS)
334 /* build "where" clause and perform delete */
335 /* if q->rvar = NULL, perform post_rtn only */
338 qual = build_qual(q->qual, q->argc, Argv);
339 table = table_name[q->rtable];
340 incremental_before(q->rtable, qual, argv_ro);
341 status = do_delete(q, qual, action, actarg);
342 incremental_clear_after();
343 if (status != MR_SUCCESS)
345 EXEC SQL UPDATE tblstats
346 SET deletes = deletes + 1, modtime = SYSDATE
347 WHERE table_name = :table;
350 /* execute followup routine */
352 status = (*v->post_rtn)(q, Argv, cl);
362 if (status == MR_SUCCESS && dbms_errno != 0)
364 com_err(whoami, MR_INTERNAL, "Server didn't notice DBMS ERROR %d",
369 if (q->type == RETRIEVE)
370 EXEC SQL COMMIT WORK;
373 if (status == MR_SUCCESS)
375 EXEC SQL COMMIT WORK;
382 fprintf(journal, "%% %s %s %s",
383 cl->clname, cl->entity, ctime(&now));
384 fprintf(journal, "%s ", q->name);
385 for (i = 0; i < argc; i++)
389 buf = requote(argv_ro[i]);
396 incremental_update();
400 EXEC SQL ROLLBACK WORK;
405 if (status != MR_SUCCESS)
406 com_err(whoami, status, " (Query failed)");
410 char *build_qual(char *fmt_buf, int argc, char *argv[])
412 char *res, *result_buf, *fmt, *arg, *like, *p;
414 result_buf = xmalloc(2 * (strlen(fmt_buf) + argc * ARGLEN));
419 like = strstr(fmt, "LIKE");
420 arg = strchr(fmt, '%');
422 /* Look through the format for LIKE expressions and arguments.
423 Substitute in the arguments, simplify the `LIKE's to `='s
424 where possible, and insert ESCAPE clauses where needed */
430 /* only plain text remains */
432 res = strchr(res, '\0');
435 else if (!like || arg < like)
437 /* regular arg: copy up to arg, then substitute */
438 strncpy(res, fmt, arg - fmt);
450 /* copy string, doubling single quotes */
461 res += sprintf(res, "%d", *(int *)*argv++);
466 arg = strchr(fmt, '%');
468 /* LIKE arg: copy over up to the arg, then copy and convert arg */
469 int escape = 0, pattern = 0;
470 char *likepos = res + (like - fmt);
472 strncpy(res, fmt, arg - fmt);
475 /* copy arg, converting UNIX globs to `SQL voodoo', and noting
476 if we'll need an ESCAPE clause */
477 for (p = *argv++; *p; p++)
483 *res++ = '%'; /* need to double for build_sql_stmt */
510 /* if no pattern characters, write over "LIKE" with " = " */
511 if (!pattern && !escape)
512 memcpy(likepos, " = ", 4);
515 while (*fmt && *fmt != ' ')
519 res += sprintf(res, " ESCAPE '*'");
521 arg = strchr(fmt, '%');
522 like = strstr(fmt, "LIKE");
527 result_buf = realloc(result_buf, strlen(result_buf) + 1);
531 /* Build arguement vector, verify query and arguments */
535 int mr_verify_query(client *cl, struct query *q, int argc, char *argv_ro[])
539 struct validate *v = q->validate;
541 char *to, *fr, *stop;
545 /* check argument count */
547 if (q->type == UPDATE || q->type == APPEND)
552 /* copy the arguments into a local argv that we can modify */
553 for (i = 0; i < argc; i++)
555 for (to = Argv[i], fr = argv_ro[i], stop = to + MAX_FIELD_WIDTH; (*fr) && (to < stop);)
559 return MR_ARG_TOO_LONG;
562 if (to > Argv[i] && *--to == '\\')
566 /* check initial query access, unless we're acting as a proxy */
569 status = check_query_access(q, Argv, cl);
570 if (status != MR_SUCCESS && status != MR_PERM)
572 if (status == MR_SUCCESS)
576 /* validate arguments */
579 status = validate_fields(q, Argv, v->valobj, v->objcnt);
580 if (status != MR_SUCCESS)
584 /* perform special query access check */
585 if (!privileged && v && v->acs_rtn)
587 status = (*v->acs_rtn)(q, Argv, cl);
588 if (status != MR_SUCCESS && status != MR_PERM)
590 if (status == MR_SUCCESS)
594 return privileged ? MR_SUCCESS : MR_PERM;
597 int check_query_access(struct query *q, char *argv[], client *cl)
599 EXEC SQL BEGIN DECLARE SECTION;
603 EXEC SQL END DECLARE SECTION;
605 /* initialize default uid */
607 EXEC SQL SELECT users_id INTO :def_uid FROM users WHERE login = 'default';
610 EXEC SQL SELECT list_id INTO :acl_id FROM capacls WHERE tag = :name;
611 if (sqlca.sqlcode < 0)
613 if (sqlca.sqlcode == SQL_NO_MATCH)
617 /* check for default access */
618 EXEC SQL SELECT member_id INTO :acl_id FROM imembers
619 WHERE list_id = :acl_id AND member_type = 'USER'
620 AND member_id = :def_uid;
621 if (sqlca.sqlerrd[2] == 0)
629 if (find_member("LIST", acl_id, cl))
635 int find_member(char *list_type, int list_id, client *cl)
637 EXEC SQL BEGIN DECLARE SECTION;
638 int flag, users_id, client_id;
639 EXEC SQL END DECLARE SECTION;
641 if (!strcmp(strtrim(list_type), "USER") && list_id == cl->users_id)
644 if (!strcmp(strtrim(list_type), "KERBEROS") && list_id == -cl->client_id)
647 /* see if client is a member of list */
649 users_id = cl->users_id;
650 client_id = -cl->client_id;
651 EXEC SQL SELECT COUNT(member_id) INTO :flag FROM imembers
652 WHERE list_id = :list_id
653 AND ( ( member_type = 'USER' AND member_id = :users_id )
654 OR (member_type = 'KERBEROS' AND member_id = :client_id ) );
655 if (sqlca.sqlcode == 0)
661 int do_retrieve(struct query *q, char *pqual,
662 int (*action)(int, char *[], void *), void *actarg)
664 build_sql_stmt(stmt_buf, "SELECT", q->tlist, NULL, pqual);
667 strcat(stmt_buf, " ORDER BY ");
668 strcat(stmt_buf, q->sort);
671 return do_for_all_rows(stmt_buf, q->vcnt, action, actarg);
674 void build_sql_stmt(char *result_buf, char *cmd, char *targetlist,
675 char *argv[], char *qual)
677 char fmt_buf[MR_STMTBUF_LEN];
681 sprintf(fmt_buf, "%s %s WHERE %s", cmd, targetlist, qual);
683 sprintf(fmt_buf, "%s %s", cmd, targetlist);
685 for (res = result_buf, fmt = fmt_buf; *fmt; fmt++)
693 case '%': /* %% -> % */
703 *res++ = '\''; /* double the ' */
710 res += sprintf(res, "%d", *(int *)*argv++);
712 default: /* Swallow other %? pairs */
720 *res++ = *fmt; /* text -> result buffer */
725 int do_update(struct query *q, char *argv[], char *qual,
726 int (*action)(int, char *[], void *), void *actarg)
728 build_sql_stmt(stmt_buf, "UPDATE", q->tlist, argv, qual);
729 EXEC SQL EXECUTE IMMEDIATE :stmt_buf;
735 int do_append(struct query *q, char *argv[], char *pqual,
736 int (*action)(int, char *[], void *), void *actarg)
738 build_sql_stmt(stmt_buf, "INSERT", q->tlist, argv, pqual);
739 EXEC SQL EXECUTE IMMEDIATE :stmt_buf;
745 int do_delete(struct query *q, char *qual,
746 int (*action)(int, char *[], void *), void *actarg)
748 sprintf(stmt_buf, "DELETE FROM %s WHERE %s", table_name[q->rtable], qual);
749 EXEC SQL EXECUTE IMMEDIATE :stmt_buf;
757 ** set_next_object_id - set next object id in values table
759 ** Inputs: object - object name in values table and in objects
760 ** table - name of table objects are found in
761 ** limit - should the ID be range limited
763 ** - called before an APPEND operation to set the next object id to
764 ** be used for the new record to the next free value
768 int set_next_object_id(char *object, enum tables table, int limit)
770 EXEC SQL BEGIN DECLARE SECTION;
773 EXEC SQL END DECLARE SECTION;
776 EXEC SQL SELECT value INTO :value FROM numvalues WHERE name = :obj;
777 if (sqlca.sqlerrd[2] != 1)
780 starting_value = value;
783 #ifdef ULTRIX_ID_HOLE
784 if (limit && value > 31999 && value < 32768)
787 if (limit && value > MAX_ID_VALUE)
788 value = MIN_ID_VALUE;
790 sprintf(stmt_buf, "SELECT %s FROM %s WHERE %s = %d",
791 object, table_name[table], object, value);
793 if (sqlca.sqlcode < 0)
795 if (sqlca.sqlcode == SQL_NO_MATCH)
799 if (limit && value == starting_value)
801 com_err(whoami, 0, "All id values have been used");
806 com_err(whoami, 0, "setting ID %s to %d", object, value);
807 EXEC SQL UPDATE numvalues SET value = :value WHERE name = :obj;
812 /* Turn a kerberos name into the user's ID of the account that principal
813 * owns. Sets the kerberos ID and user ID.
816 int set_krb_mapping(char *name, char *login, int ok, int *kid, int *uid)
818 EXEC SQL BEGIN DECLARE SECTION;
821 EXEC SQL END DECLARE SECTION;
827 EXEC SQL SELECT km.users_id, km.string_id INTO :u_id, :k_id
828 FROM krbmap km, strings str
829 WHERE km.string_id = str.string_id AND str.string = :krbname;
830 EXEC SQL COMMIT WORK;
835 if (sqlca.sqlerrd[2] == 1)
842 if (name_to_id(name, STRINGS_TABLE, &k_id) == MR_SUCCESS)
851 if (name_to_id(login, USERS_TABLE, uid) != MR_SUCCESS)
862 void sanity_check_queries(void)
865 int maxv = 0, maxa = 0;
867 #define MAX(x, y) ((x) > (y) ? (x) : (y))
869 for (i = 0; i < QueryCount; i++)
871 maxv = MAX(maxv, Queries[i].vcnt);
872 maxa = MAX(maxa, Queries[i].argc);
873 max_version = MAX(max_version, Queries[i].version);
875 if (MAX(maxv, maxa) > QMAXARGS)
877 com_err(whoami, 0, "A query has more args than QMAXARGS");
883 /* Generically do a SELECT, storing the results in the provided buffers */
885 void dosql(char *buffers[])
887 int i, errcode = 0, errlen;
889 EXEC SQL PREPARE inc_stmt FROM :stmt_buf;
892 EXEC SQL DECLARE inc_crs CURSOR FOR inc_stmt;
893 EXEC SQL OPEN inc_crs;
894 mr_sqlda->N = QMAXARGS;
895 EXEC SQL DESCRIBE SELECT LIST FOR inc_stmt INTO mr_sqlda;
896 mr_sqlda->N = mr_sqlda->F;
897 for (i = 0; i < mr_sqlda->N; i++)
899 mr_sqlda->V[i] = buffers[i];
901 mr_sqlda->L[i] = MAX_FIELD_WIDTH;
903 EXEC SQL FETCH inc_crs USING DESCRIPTOR mr_sqlda;
905 /* if we got an error from the FETCH, we have to preserve it or the
906 close will reset it and the caller will think nothing happened */
909 errcode = sqlca.sqlcode;
910 errlen = sqlca.sqlerrm.sqlerrml;
913 EXEC SQL CLOSE inc_crs;
916 sqlca.sqlcode = errcode;
917 sqlca.sqlerrm.sqlerrml = errlen;
921 int do_for_all_rows(char *query, int count,
922 int (*action)(int, char *[], void *), void *actarg)
925 EXEC SQL BEGIN DECLARE SECTION;
927 EXEC SQL END DECLARE SECTION;
929 EXEC SQL PREPARE stmt FROM :q;
932 EXEC SQL DECLARE curs CURSOR FOR stmt;
935 EXEC SQL DESCRIBE SELECT LIST FOR stmt INTO mr_sqlda;
936 mr_sqlda->N = mr_sqlda->F;
937 for (i = 0; i < mr_sqlda->N; i++)
939 mr_sqlda->V[i] = sqlbuffer[i];
941 mr_sqlda->L[i] = MAX_FIELD_WIDTH;
944 while (rowcount < max_row_count)
946 EXEC SQL FETCH curs USING DESCRIPTOR mr_sqlda;
949 (*action)(count, sqlbuffer, actarg);
956 if (rowcount == max_row_count)
958 critical_alert("moirad", "attempted query with too many rows");
961 else if (rowcount == 0)
967 /* Do a name to ID translation. Moved from cache.pc because we did away
968 * with the cache, but what this function does is still useful to us.
971 int name_to_id(char *name, enum tables type, int *id)
973 EXEC SQL BEGIN DECLARE SECTION;
976 EXEC SQL END DECLARE SECTION;
983 if (strchr(iname, '@') || (strlen(iname) > 8))
985 sqlca.sqlcode = SQL_NO_MATCH;
988 EXEC SQL SELECT users_id INTO :j FROM users WHERE login = :iname;
991 EXEC SQL SELECT list_id INTO :j FROM list WHERE name = :iname;
994 EXEC SQL SELECT mach_id INTO :j FROM machine WHERE name = UPPER(:iname);
997 EXEC SQL SELECT snet_id INTO :j FROM subnet WHERE name = UPPER(:iname);
1000 EXEC SQL SELECT clu_id INTO :j FROM clusters WHERE name = :iname;
1003 EXEC SQL SELECT filsys_id INTO :j FROM filesys WHERE label = :iname;
1006 if (!iname[0]) /* special-case empty string */
1011 EXEC SQL SELECT string_id INTO :j FROM strings WHERE string = :iname;
1013 case CONTAINERS_TABLE:
1014 EXEC SQL SELECT cnt_id INTO :j FROM containers WHERE name = :iname;
1019 if (sqlca.sqlcode == SQL_NO_MATCH)
1021 if (sqlca.sqlerrd[2] > 1)
1022 return MR_NOT_UNIQUE;
1030 /* Perform an ID to name mapping. name should be a pointer to a pointer to
1031 * malloc'ed data. The buffer it refers to will be freed, and a new buffer
1032 * allocated with the answer.
1034 * This used to be in cache.pc, but we've removed the cache, and this function
1035 * is still useful to us.
1038 int id_to_name(int id, enum tables type, char **name)
1040 EXEC SQL BEGIN DECLARE SECTION;
1041 char iname[MAX_FIELD_WIDTH];
1043 EXEC SQL END DECLARE SECTION;
1050 EXEC SQL SELECT login INTO :iname FROM users WHERE users_id = :j;
1053 EXEC SQL SELECT name INTO :iname FROM list WHERE list_id = :j;
1056 EXEC SQL SELECT name INTO :iname FROM machine WHERE mach_id = :j;
1059 EXEC SQL SELECT name INTO :iname FROM subnet WHERE snet_id = :j;
1061 case CLUSTERS_TABLE:
1062 EXEC SQL SELECT name INTO :iname FROM clusters WHERE clu_id = :j;
1065 EXEC SQL SELECT label INTO :iname FROM filesys WHERE filsys_id = :j;
1068 EXEC SQL SELECT string INTO :iname FROM strings WHERE string_id = :j;
1070 case CONTAINERS_TABLE:
1071 EXEC SQL SELECT name INTO :iname FROM containers WHERE cnt_id = :j;
1076 if (sqlca.sqlcode == SQL_NO_MATCH)
1079 sprintf(iname, "#%d", j);
1080 *name = xstrdup(iname);
1083 if (sqlca.sqlerrd[2] > 1)
1088 *name = xstrdup(strtrim(iname));